Schema Info

Schema Name: sfdl_prod_drivethru.websites_events
  • created: 2024-11-18 23:50:30
  • disabled: False
  • format: raw
  • id: 2009
  • is_partitioned: True
  • is_schema_datatyped: True
  • name: 
    {
    "database": "sfdl_prod_drivethru",
    "table": "websites_events"
}
  • type: drivethrujson
Schema Versions: 3
    • created: 2025-02-16 03:01:29
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_events`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_events`\n(\n`discountPlanId`STRING,`unitTierId`STRING,`size`STRING,`testid`STRING,`tenantState`STRING,`unitsSorted`array,`type`STRING,`unitGroupId`STRING,`msEditor`STRING,`trackClick`STRING,`discountedprice`STRING,`nlokRefGuid`STRING,`gtmVisRecentOnScreen2474528_21`STRING,`listenerAdded_813ce9c6`STRING,`price`STRING,`gtmVisHasFired2474528_21`STRING,`gtmFormInteractFieldId`STRING,`categoryUsed`STRING,`pageVersion`STRING,`tenantCity`STRING,`event`STRING,`name`STRING,`listenerAdded_bee1ddb9`STRING,`siteId`STRING,`ctaDumped`STRING,`facilityId`STRING,`fillrId`STRING,`companyId`STRING,`unitsShown`STRING,`category`STRING,`discountApplied`STRING,`darkreaderInlineBgcolor`STRING,`buttonText`STRING,`gtmVisTotalVisibleTime2474528_21`STRING,`actionType`STRING,`moveInDate`STRING,`dashlaneLabel`STRING,`puppeteerEventListener`STRING,`eventLocation`STRING,`dashlaneRid`STRING,`sortOrder`STRING,`widgetId`STRING,`pageId`STRING,`userLat`STRING,`dashlaneClassification`STRING,`autofillValue`STRING,`sessionId`STRING,`softReservation`STRING,`reservationid`STRING,`discountAttempted`STRING,`widgetName`STRING,`moveindate`STRING,`gtmFormInteractId`STRING,`comOnepasswordFilled`STRING,`id`STRING,`filtersUsed`STRING,`isHidden`STRING,`data_track_click`STRING,`errors`STRING,`rrUiDropdownItem`STRING,`timeSpent`STRING,`ready`STRING,`ngAnimate`STRING,`createdAt`STRING,`imagesViewed`STRING,`gtmVisFirstOnScreen2474528_21`STRING,`tenantPostal`STRING,`timeStamp`STRING,`testId`STRING,`island_submit_button_registered`STRING,`userLong`STRING,`darkreaderInlineFill`STRING,`bsPopper`STRING,`ddgInputtype`STRING,`reservationurl`STRING,`noirInlineBackgroundColor`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events'\n",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.websites_events"
]
    • hive_path: s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events
    • id: 1196437
    • processed: 0
    • raw_data: 
      {
    "actionType": "add",
    "buttonText": "Reserve",
    "category": "bedroom",
    "categoryUsed": null,
    "companyId": "ba67947e-ce60-4437-85b7-b006ef3fa092",
    "ctaDumped": "1",
    "discountPlanId": null,
    "discountedprice": "35",
    "event": "pageView",
    "eventLocation": "themeOne",
    "facilityId": "1b74d89c-489b-4852-a66d-703bc50978fc",
    "gtmFormInteractFieldId": "3",
    "gtmFormInteractId": "0",
    "id": "2949b5d4-2f22-4780-a06f-ffd5f05532df",
    "isHidden": "false",
    "listenerAdded_813ce9c6": "true",
    "listenerAdded_bee1ddb9": "true",
    "moveInDate": "2025-02-18T05:00:00.000Z",
    "moveindate": "Tue Feb 18 2025 00:00:00 GMT-0500 (Eastern Standard Time)",
    "name": "Self Storage Units Lady's Island, SC",
    "ngAnimate": "2",
    "pageId": "60255b768e3bd104d3961554",
    "pageVersion": "6e1e73e2-a841-4828-9a44-add50ed50340",
    "price": "54.95",
    "reservationid": "291c5c68-1855-493b-81eb-bf1398d98bfd",
    "reservationurl": "https://rental-center.storedge.com?fromWebsite=true&mpid=1950cf5105e1e92-0b2c7fa6a16cc6-4c657b58-4b9600-1950cf5105f3120&companyId=6079df9f-8a9a-4755-b738-673a81a77ea6&facilityId=0cee2647-e30b-4d05-ab4b-b9e94b0926c9#/reserve/291c5c68-1855-493b-81eb-bf1398d98bfd",
    "sessionId": "DDcK4x3AorypWHVEnau7SqP-EMf8mUJ2",
    "siteId": "5ec3e9a27c44f904ffab978a",
    "size": 30,
    "softReservation": false,
    "sortOrder": "ascending",
    "tenantCity": "Hamilton",
    "tenantPostal": "45015",
    "tenantState": "OH",
    "testid": "agree-checkbox",
    "timeStamp": "2025-02-16T04:00:02.734Z",
    "trackClick": "units-table-call",
    "type": "voyager/pages/types/FACILITY_PAGE",
    "unitGroupId": "2949b5d4-2f22-4780-a06f-ffd5f05532df",
    "unitTierId": "13fef64b-05bf-4c74-a090-9792c55878cf",
    "unitsShown": 4,
    "unitsSorted": [
        "15'x10'",
        "10'x10'",
        "10'x10'"
    ],
    "userLat": 39.0572,
    "userLong": -94.5933,
    "widgetId": "7b28fc51-55b7-4ce2-b4c2-f4b3fa0f6695",
    "widgetName": "Text Header"
}
    • schema_attributes: 
      {
    "actionType": "string",
    "autofillValue": "string",
    "bsPopper": "string",
    "buttonText": "string",
    "category": "string",
    "categoryUsed": "string",
    "comOnepasswordFilled": "string",
    "companyId": "string",
    "createdAt": "string",
    "ctaDumped": "string",
    "darkreaderInlineBgcolor": "string",
    "darkreaderInlineFill": "string",
    "dashlaneClassification": "string",
    "dashlaneLabel": "string",
    "dashlaneRid": "string",
    "data_track_click": "string",
    "ddgInputtype": "string",
    "discountApplied": "string",
    "discountAttempted": "string",
    "discountPlanId": "string",
    "discountedprice": "string",
    "errors": "string",
    "event": "string",
    "eventLocation": "string",
    "facilityId": "string",
    "fillrId": "string",
    "filtersUsed": "string",
    "gtmFormInteractFieldId": "string",
    "gtmFormInteractId": "string",
    "gtmVisFirstOnScreen2474528_21": "string",
    "gtmVisHasFired2474528_21": "string",
    "gtmVisRecentOnScreen2474528_21": "string",
    "gtmVisTotalVisibleTime2474528_21": "string",
    "id": "string",
    "imagesViewed": "string",
    "isHidden": "string",
    "island_submit_button_registered": "string",
    "listenerAdded_813ce9c6": "string",
    "listenerAdded_bee1ddb9": "string",
    "moveInDate": "string",
    "moveindate": "string",
    "msEditor": "string",
    "name": "string",
    "ngAnimate": "string",
    "nlokRefGuid": "string",
    "noirInlineBackgroundColor": "string",
    "pageId": "string",
    "pageVersion": "string",
    "price": "string",
    "puppeteerEventListener": "string",
    "ready": "string",
    "reservationid": "string",
    "reservationurl": "string",
    "rrUiDropdownItem": "string",
    "sessionId": "string",
    "siteId": "string",
    "size": "string",
    "softReservation": "string",
    "sortOrder": "string",
    "tenantCity": "string",
    "tenantPostal": "string",
    "tenantState": "string",
    "testId": "string",
    "testid": "string",
    "timeSpent": "string",
    "timeStamp": "string",
    "trackClick": "string",
    "type": "string",
    "unitGroupId": "string",
    "unitTierId": "string",
    "unitsShown": "string",
    "unitsSorted": [
        "string"
    ],
    "userLat": "string",
    "userLong": "string",
    "widgetId": "string",
    "widgetName": "string"
}
    • schema_name_id: 2009
    • schema_scan_id: 137256051
    • updated: None
    • created: 2025-02-13 03:00:22
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_events`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_events`\n(\n`rrUiDropdownItem`STRING,`fillrId`STRING,`gtmVisTotalVisibleTime2474528_21`STRING,`discountAttempted`STRING,`trackClick`STRING,`discountedprice`STRING,`bsPopper`STRING,`darkreaderInlineFill`STRING,`moveindate`STRING,`dashlaneClassification`STRING,`sessionId`STRING,`gtmFormInteractFieldId`STRING,`category`STRING,`buttonText`STRING,`createdAt`STRING,`tenantState`STRING,`unitTierId`STRING,`autofillValue`STRING,`filtersUsed`STRING,`unitsSorted`array,`name`STRING,`event`STRING,`reservationurl`STRING,`actionType`STRING,`eventLocation`STRING,`discountApplied`STRING,`testid`STRING,`softReservation`STRING,`isHidden`STRING,`noirInlineBackgroundColor`STRING,`msEditor`STRING,`userLong`STRING,`timeStamp`STRING,`unitGroupId`STRING,`testId`STRING,`tenantCity`STRING,`companyId`STRING,`comOnepasswordFilled`STRING,`ready`STRING,`pageId`STRING,`siteId`STRING,`categoryUsed`STRING,`errors`STRING,`reservationid`STRING,`dashlaneRid`STRING,`puppeteerEventListener`STRING,`facilityId`STRING,`nlokRefGuid`STRING,`id`STRING,`ngAnimate`STRING,`timeSpent`STRING,`pageVersion`STRING,`gtmFormInteractId`STRING,`widgetName`STRING,`unitsShown`STRING,`ddgInputtype`STRING,`data_track_click`STRING,`tenantPostal`STRING,`widgetId`STRING,`ctaDumped`STRING,`userLat`STRING,`darkreaderInlineBgcolor`STRING,`island_submit_button_registered`STRING,`imagesViewed`STRING,`size`STRING,`gtmVisRecentOnScreen2474528_21`STRING,`price`STRING,`type`STRING,`gtmVisHasFired2474528_21`STRING,`gtmVisFirstOnScreen2474528_21`STRING,`discountPlanId`STRING,`dashlaneLabel`STRING,`sortOrder`STRING,`moveInDate`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events'\n",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.websites_events"
]
    • hive_path: s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events
    • id: 1193091
    • processed: 0
    • raw_data: 
      {
    "actionType": "add",
    "buttonText": "Reserve",
    "category": "outdoors",
    "categoryUsed": "Large",
    "companyId": "68ef9d30-c7e5-46bc-8737-a42dcb6a0a82",
    "ddgInputtype": "unknown",
    "discountPlanId": null,
    "discountedprice": "0",
    "event": "pageView",
    "eventLocation": "themeOne",
    "facilityId": "ed0ab4b9-3849-43ee-a538-1c20c38433cc",
    "filtersUsed": "Pa",
    "gtmFormInteractFieldId": "7",
    "id": "cdba6cb0-c44f-4a4e-92ab-23f210727350",
    "imagesViewed": 9,
    "isHidden": "false",
    "moveInDate": "2025-02-26T06:00:00.000Z",
    "moveindate": "Wed Feb 26 2025 00:00:00 GMT-0600 (Central Standard Time)",
    "name": "Your Best Self Storage Option in Troy, NY 12182",
    "ngAnimate": "2",
    "pageId": "64cbb80234782608c550ef52",
    "pageVersion": "a1f1315d-1cc2-4437-bbe6-6d6a884084c3",
    "price": "105",
    "reservationid": "b1c3b0d8-af3f-4109-8cd0-ba8bb387a269",
    "reservationurl": "https://rental-center.storedge.com?fromWebsite=true&mpid=193b1c77414c6f-0ea5d4272709af8-4b736140-51bf4-193b1c774152eb0&companyId=131331cf-de30-400a-9c48-6ff235f719da&facilityId=76aa2b3b-314f-4dab-a855-8d06f49d5601#/reserve/b1c3b0d8-af3f-4109-8cd0-ba8bb387a269",
    "rrUiDropdownItem": "",
    "sessionId": "BXGPc1pozA2XAlvPJ4prR_dCb4-HYNcn",
    "siteId": "629fa822d8df7906fbd4866f",
    "size": 20,
    "softReservation": false,
    "sortOrder": "ascending",
    "tenantCity": "El Dorado",
    "tenantPostal": "71730",
    "tenantState": "AR",
    "timeSpent": 8,
    "timeStamp": "2025-02-13T04:00:00.209Z",
    "trackClick": "move-in",
    "type": "voyager/pages/types/FACILITY_PAGE",
    "unitGroupId": "cdba6cb0-c44f-4a4e-92ab-23f210727350",
    "unitTierId": "13fef64b-05bf-4c74-a090-9792c55878cf",
    "unitsShown": 1,
    "unitsSorted": [
        "14'x50'",
        "10'x20'",
        "10'x15'",
        "10'x10'",
        "10'x40'",
        "5'x10'",
        "10'x20'"
    ],
    "userLat": 39.0572,
    "userLong": -94.5933,
    "widgetId": "7b28fc51-55b7-4ce2-b4c2-f4b3fa0f6695",
    "widgetName": "Embed iframe/HTML"
}
    • schema_attributes: 
      {
    "actionType": "string",
    "autofillValue": "string",
    "bsPopper": "string",
    "buttonText": "string",
    "category": "string",
    "categoryUsed": "string",
    "comOnepasswordFilled": "string",
    "companyId": "string",
    "createdAt": "string",
    "ctaDumped": "string",
    "darkreaderInlineBgcolor": "string",
    "darkreaderInlineFill": "string",
    "dashlaneClassification": "string",
    "dashlaneLabel": "string",
    "dashlaneRid": "string",
    "data_track_click": "string",
    "ddgInputtype": "string",
    "discountApplied": "string",
    "discountAttempted": "string",
    "discountPlanId": "string",
    "discountedprice": "string",
    "errors": "string",
    "event": "string",
    "eventLocation": "string",
    "facilityId": "string",
    "fillrId": "string",
    "filtersUsed": "string",
    "gtmFormInteractFieldId": "string",
    "gtmFormInteractId": "string",
    "gtmVisFirstOnScreen2474528_21": "string",
    "gtmVisHasFired2474528_21": "string",
    "gtmVisRecentOnScreen2474528_21": "string",
    "gtmVisTotalVisibleTime2474528_21": "string",
    "id": "string",
    "imagesViewed": "string",
    "isHidden": "string",
    "island_submit_button_registered": "string",
    "moveInDate": "string",
    "moveindate": "string",
    "msEditor": "string",
    "name": "string",
    "ngAnimate": "string",
    "nlokRefGuid": "string",
    "noirInlineBackgroundColor": "string",
    "pageId": "string",
    "pageVersion": "string",
    "price": "string",
    "puppeteerEventListener": "string",
    "ready": "string",
    "reservationid": "string",
    "reservationurl": "string",
    "rrUiDropdownItem": "string",
    "sessionId": "string",
    "siteId": "string",
    "size": "string",
    "softReservation": "string",
    "sortOrder": "string",
    "tenantCity": "string",
    "tenantPostal": "string",
    "tenantState": "string",
    "testId": "string",
    "testid": "string",
    "timeSpent": "string",
    "timeStamp": "string",
    "trackClick": "string",
    "type": "string",
    "unitGroupId": "string",
    "unitTierId": "string",
    "unitsShown": "string",
    "unitsSorted": [
        "string"
    ],
    "userLat": "string",
    "userLong": "string",
    "widgetId": "string",
    "widgetName": "string"
}
    • schema_name_id: 2009
    • schema_scan_id: 137083463
    • updated: None
    • created: 2025-02-11 03:00:22
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_events`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_events`\n(\n`timeSpent`STRING,`testId`STRING,`gtmFormInteractFieldId`STRING,`userLat`STRING,`autofillValue`STRING,`gtmVisHasFired2474528_21`STRING,`type`STRING,`userLong`STRING,`gtmVisRecentOnScreen2474528_21`STRING,`noirInlineBackgroundColor`STRING,`dashlaneRid`STRING,`unitGroupId`STRING,`darkreaderInlineBgcolor`STRING,`sortOrder`STRING,`widgetId`STRING,`fillrId`STRING,`imagesViewed`STRING,`name`STRING,`dashlaneClassification`STRING,`pageVersion`STRING,`tenantCity`STRING,`category`STRING,`actionType`STRING,`eventLocation`STRING,`bsPopper`STRING,`reservationurl`STRING,`id`STRING,`filtersUsed`STRING,`msEditor`STRING,`ctaDumped`STRING,`island_submit_button_registered`STRING,`categoryUsed`STRING,`discountPlanId`STRING,`discountedprice`STRING,`ngAnimate`STRING,`event`STRING,`nlokRefGuid`STRING,`buttonText`STRING,`isHidden`STRING,`tenantPostal`STRING,`discountAttempted`STRING,`timeStamp`STRING,`reservationid`STRING,`tenantState`STRING,`discountApplied`STRING,`dashlaneLabel`STRING,`puppeteerEventListener`STRING,`ddgInputtype`STRING,`sessionId`STRING,`createdAt`STRING,`pageId`STRING,`darkreaderInlineFill`STRING,`testid`STRING,`companyId`STRING,`facilityId`STRING,`ready`STRING,`rrUiDropdownItem`STRING,`trackClick`STRING,`data_track_click`STRING,`unitsShown`STRING,`siteId`STRING,`comOnepasswordFilled`STRING,`size`STRING,`gtmVisFirstOnScreen2474528_21`STRING,`unitsSorted`array,`gtmVisTotalVisibleTime2474528_21`STRING,`gtmFormInteractId`STRING,`moveInDate`STRING,`moveindate`STRING,`price`STRING,`softReservation`STRING,`errors`STRING,`widgetName`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events'\n",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.websites_events"
]
    • hive_path: s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events
    • id: 1190945
    • processed: 0
    • raw_data: 
      {
    "actionType": "subtract",
    "buttonText": "Reserve",
    "category": "livingDining",
    "categoryUsed": "Small",
    "companyId": "23e4bbdf-d7f2-4feb-9ec8-177c4948a5a3",
    "ctaDumped": "1",
    "discountPlanId": null,
    "discountedprice": "40",
    "event": "pageView",
    "eventLocation": "sizeCalculator",
    "facilityId": null,
    "filtersUsed": "8x",
    "gtmFormInteractFieldId": "5",
    "id": "e2d8caa7-acdf-4ac3-8934-dfd42060e07b",
    "imagesViewed": 5,
    "isHidden": "false",
    "island_submit_button_registered": "true",
    "moveInDate": "2025-02-11T04:08:25.118Z",
    "moveindate": "2025-02-11T04:08:25.118Z",
    "name": "Book Case",
    "ngAnimate": "2",
    "pageId": "603669f43a261205bc695f5c",
    "pageVersion": "0221d391-4763-44e6-b2a1-0c2408e2e9cf",
    "price": "80",
    "reservationid": "5e1ac607-c2c3-4e9f-9b4b-18ab5ea1554b",
    "reservationurl": "https://rental-center.storedge.com?fromWebsite=true&mpid=194d66727cd1983-0014273c9980f98-c427a78-61d78-194d66727ce3851&companyId=f9f97998-b674-44c9-9584-3ea03ed8da4b&facilityId=aaafdbeb-fd9a-4549-aa51-ba6259ac7ea0#/reserve/5e1ac607-c2c3-4e9f-9b4b-18ab5ea1554b",
    "sessionId": "5YwQ_Yd_C2kmZHy4e3moI24ypUauUHV6",
    "siteId": "603669bdb40c0704e00e49f3",
    "size": 20,
    "softReservation": false,
    "sortOrder": "ascending",
    "tenantCity": "Atlanta",
    "tenantPostal": "30339",
    "tenantState": "GA",
    "testid": "agree-checkbox",
    "timeSpent": 36,
    "timeStamp": "2025-02-11T03:00:00.179Z",
    "trackClick": "reserve",
    "type": "voyager/pages/types/HOME_PAGE",
    "unitGroupId": "e2d8caa7-acdf-4ac3-8934-dfd42060e07b",
    "unitsShown": 1,
    "unitsSorted": [
        "15'x20'",
        "10'x20'",
        "10'x20'",
        "10'x18'",
        "8'x20'",
        "10'x14'",
        "10'x12'",
        "10'x10'",
        "9'x12'",
        "10'x10'",
        "9'x10'",
        "10'x10'",
        "9'x10'",
        "12'x5'",
        "5'x11'",
        "10'x5'",
        "5'x10'",
        "5'x9'",
        "4'x10'",
        "5'x8'",
        "5'x5'",
        "4'x8'",
        "5'x7'",
        "5'x5'",
        "4'x5'",
        "4'x5'",
        "5'x5'",
        "3'x5'"
    ],
    "userLat": 39.0572,
    "userLong": -94.5933,
    "widgetId": "7b28fc51-55b7-4ce2-b4c2-f4b3fa0f6695",
    "widgetName": "Pay Online"
}
    • schema_attributes: 
      {
    "actionType": "string",
    "autofillValue": "string",
    "bsPopper": "string",
    "buttonText": "string",
    "category": "string",
    "categoryUsed": "string",
    "comOnepasswordFilled": "string",
    "companyId": "string",
    "createdAt": "string",
    "ctaDumped": "string",
    "darkreaderInlineBgcolor": "string",
    "darkreaderInlineFill": "string",
    "dashlaneClassification": "string",
    "dashlaneLabel": "string",
    "dashlaneRid": "string",
    "data_track_click": "string",
    "ddgInputtype": "string",
    "discountApplied": "string",
    "discountAttempted": "string",
    "discountPlanId": "string",
    "discountedprice": "string",
    "errors": "string",
    "event": "string",
    "eventLocation": "string",
    "facilityId": "string",
    "fillrId": "string",
    "filtersUsed": "string",
    "gtmFormInteractFieldId": "string",
    "gtmFormInteractId": "string",
    "gtmVisFirstOnScreen2474528_21": "string",
    "gtmVisHasFired2474528_21": "string",
    "gtmVisRecentOnScreen2474528_21": "string",
    "gtmVisTotalVisibleTime2474528_21": "string",
    "id": "string",
    "imagesViewed": "string",
    "isHidden": "string",
    "island_submit_button_registered": "string",
    "moveInDate": "string",
    "moveindate": "string",
    "msEditor": "string",
    "name": "string",
    "ngAnimate": "string",
    "nlokRefGuid": "string",
    "noirInlineBackgroundColor": "string",
    "pageId": "string",
    "pageVersion": "string",
    "price": "string",
    "puppeteerEventListener": "string",
    "ready": "string",
    "reservationid": "string",
    "reservationurl": "string",
    "rrUiDropdownItem": "string",
    "sessionId": "string",
    "siteId": "string",
    "size": "string",
    "softReservation": "string",
    "sortOrder": "string",
    "tenantCity": "string",
    "tenantPostal": "string",
    "tenantState": "string",
    "testId": "string",
    "testid": "string",
    "timeSpent": "string",
    "timeStamp": "string",
    "trackClick": "string",
    "type": "string",
    "unitGroupId": "string",
    "unitsShown": "string",
    "unitsSorted": [
        "string"
    ],
    "userLat": "string",
    "userLong": "string",
    "widgetId": "string",
    "widgetName": "string"
}
    • schema_name_id: 2009
    • schema_scan_id: 136966127
    • updated: None
Schema Scans: 3
Last at 2025-02-16 03:01:25
    • duration: 0:00:11.917453
    • exit_message: 
      {
    "exception": "failed to apply schema `Query failed: FAILED: SemanticException [Error 10036]: Duplicate column name: moveindate `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_events`\n(\n`discountPlanId`STRING,`unitTierId`STRING,`size`STRING,`testid`STRING,`tenantState`STRING,`unitsSorted`array,`type`STRING,`unitGroupId`STRING,`msEditor`STRING,`trackClick`STRING,`discountedprice`STRING,`nlokRefGuid`STRING,`gtmVisRecentOnScreen2474528_21`STRING,`listenerAdded_813ce9c6`STRING,`price`STRING,`gtmVisHasFired2474528_21`STRING,`gtmFormInteractFieldId`STRING,`categoryUsed`STRING,`pageVersion`STRING,`tenantCity`STRING,`event`STRING,`name`STRING,`listenerAdded_bee1ddb9`STRING,`siteId`STRING,`ctaDumped`STRING,`facilityId`STRING,`fillrId`STRING,`companyId`STRING,`unitsShown`STRING,`category`STRING,`discountApplied`STRING,`darkreaderInlineBgcolor`STRING,`buttonText`STRING,`gtmVisTotalVisibleTime2474528_21`STRING,`actionType`STRING,`moveInDate`STRING,`dashlaneLabel`STRING,`puppeteerEventListener`STRING,`eventLocation`STRING,`dashlaneRid`STRING,`sortOrder`STRING,`widgetId`STRING,`pageId`STRING,`userLat`STRING,`dashlaneClassification`STRING,`autofillValue`STRING,`sessionId`STRING,`softReservation`STRING,`reservationid`STRING,`discountAttempted`STRING,`widgetName`STRING,`moveindate`STRING,`gtmFormInteractId`STRING,`comOnepasswordFilled`STRING,`id`STRING,`filtersUsed`STRING,`isHidden`STRING,`data_track_click`STRING,`errors`STRING,`rrUiDropdownItem`STRING,`timeSpent`STRING,`ready`STRING,`ngAnimate`STRING,`createdAt`STRING,`imagesViewed`STRING,`gtmVisFirstOnScreen2474528_21`STRING,`tenantPostal`STRING,`timeStamp`STRING,`testId`STRING,`island_submit_button_registered`STRING,`userLong`STRING,`darkreaderInlineFill`STRING,`bsPopper`STRING,`ddgInputtype`STRING,`reservationurl`STRING,`noirInlineBackgroundColor`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events'\n``: ['CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`', 'DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_events`', \"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_drivethru.websites_events`\\n(\\n`discountPlanId`STRING,`unitTierId`STRING,`size`STRING,`testid`STRING,`tenantState`STRING,`unitsSorted`array,`type`STRING,`unitGroupId`STRING,`msEditor`STRING,`trackClick`STRING,`discountedprice`STRING,`nlokRefGuid`STRING,`gtmVisRecentOnScreen2474528_21`STRING,`listenerAdded_813ce9c6`STRING,`price`STRING,`gtmVisHasFired2474528_21`STRING,`gtmFormInteractFieldId`STRING,`categoryUsed`STRING,`pageVersion`STRING,`tenantCity`STRING,`event`STRING,`name`STRING,`listenerAdded_bee1ddb9`STRING,`siteId`STRING,`ctaDumped`STRING,`facilityId`STRING,`fillrId`STRING,`companyId`STRING,`unitsShown`STRING,`category`STRING,`discountApplied`STRING,`darkreaderInlineBgcolor`STRING,`buttonText`STRING,`gtmVisTotalVisibleTime2474528_21`STRING,`actionType`STRING,`moveInDate`STRING,`dashlaneLabel`STRING,`puppeteerEventListener`STRING,`eventLocation`STRING,`dashlaneRid`STRING,`sortOrder`STRING,`widgetId`STRING,`pageId`STRING,`userLat`STRING,`dashlaneClassification`STRING,`autofillValue`STRING,`sessionId`STRING,`softReservation`STRING,`reservationid`STRING,`discountAttempted`STRING,`widgetName`STRING,`moveindate`STRING,`gtmFormInteractId`STRING,`comOnepasswordFilled`STRING,`id`STRING,`filtersUsed`STRING,`isHidden`STRING,`data_track_click`STRING,`errors`STRING,`rrUiDropdownItem`STRING,`timeSpent`STRING,`ready`STRING,`ngAnimate`STRING,`createdAt`STRING,`imagesViewed`STRING,`gtmVisFirstOnScreen2474528_21`STRING,`tenantPostal`STRING,`timeStamp`STRING,`testId`STRING,`island_submit_button_registered`STRING,`userLong`STRING,`darkreaderInlineFill`STRING,`bsPopper`STRING,`ddgInputtype`STRING,`reservationurl`STRING,`noirInlineBackgroundColor`STRING\\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events'\\n\", 'MSCK REPAIR TABLE sfdl_prod_drivethru.websites_events']\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/table_generator.py\", line 24, in apply_latest_version\n    self.runner.run_multi_query(schema_version.ddl, timeout=DDLQueueWorker.TIMEOUT)\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 133, in run_multi_query\n    result = self.run_single_query(query, timeout, database)\n             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 51, in run_single_query\n    return self._run_single_query(query, timeout, database)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 120, in _run_single_query\n    raise e\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 103, in _run_single_query\n    raise AthenaRunnerQueryException('Query failed: {} `{}`'.format(info['QueryExecution']['Status']['StateChangeReason'], query))\nstodl.athena_runner.exceptions.AthenaRunnerQueryException: Query failed: FAILED: SemanticException [Error 10036]: Duplicate column name: moveindate `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_events`\n(\n`discountPlanId`STRING,`unitTierId`STRING,`size`STRING,`testid`STRING,`tenantState`STRING,`unitsSorted`array,`type`STRING,`unitGroupId`STRING,`msEditor`STRING,`trackClick`STRING,`discountedprice`STRING,`nlokRefGuid`STRING,`gtmVisRecentOnScreen2474528_21`STRING,`listenerAdded_813ce9c6`STRING,`price`STRING,`gtmVisHasFired2474528_21`STRING,`gtmFormInteractFieldId`STRING,`categoryUsed`STRING,`pageVersion`STRING,`tenantCity`STRING,`event`STRING,`name`STRING,`listenerAdded_bee1ddb9`STRING,`siteId`STRING,`ctaDumped`STRING,`facilityId`STRING,`fillrId`STRING,`companyId`STRING,`unitsShown`STRING,`category`STRING,`discountApplied`STRING,`darkreaderInlineBgcolor`STRING,`buttonText`STRING,`gtmVisTotalVisibleTime2474528_21`STRING,`actionType`STRING,`moveInDate`STRING,`dashlaneLabel`STRING,`puppeteerEventListener`STRING,`eventLocation`STRING,`dashlaneRid`STRING,`sortOrder`STRING,`widgetId`STRING,`pageId`STRING,`userLat`STRING,`dashlaneClassification`STRING,`autofillValue`STRING,`sessionId`STRING,`softReservation`STRING,`reservationid`STRING,`discountAttempted`STRING,`widgetName`STRING,`moveindate`STRING,`gtmFormInteractId`STRING,`comOnepasswordFilled`STRING,`id`STRING,`filtersUsed`STRING,`isHidden`STRING,`data_track_click`STRING,`errors`STRING,`rrUiDropdownItem`STRING,`timeSpent`STRING,`ready`STRING,`ngAnimate`STRING,`createdAt`STRING,`imagesViewed`STRING,`gtmVisFirstOnScreen2474528_21`STRING,`tenantPostal`STRING,`timeStamp`STRING,`testId`STRING,`island_submit_button_registered`STRING,`userLong`STRING,`darkreaderInlineFill`STRING,`bsPopper`STRING,`ddgInputtype`STRING,`reservationurl`STRING,`noirInlineBackgroundColor`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events'\n`\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/schema_scanner.py\", line 102, in scan\n    response = service.run()\n               ^^^^^^^^^^^^^\n  File \"/schema_manager/schema_generator/process_hive_table.py\", line 98, in run\n    response['ddl_changed'] = table_generator.run()\n                              ^^^^^^^^^^^^^^^^^^^^^\n  File \"/schema_manager/schema_generator/table_generator.py\", line 35, in run\n    self.apply_latest_version()\n  File \"/schema_manager/schema_generator/table_generator.py\", line 26, in apply_latest_version\n    raise Exception('failed to apply schema `{}`: {}'.format(e, schema_version.ddl))\nException: failed to apply schema `Query failed: FAILED: SemanticException [Error 10036]: Duplicate column name: moveindate `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_events`\n(\n`discountPlanId`STRING,`unitTierId`STRING,`size`STRING,`testid`STRING,`tenantState`STRING,`unitsSorted`array,`type`STRING,`unitGroupId`STRING,`msEditor`STRING,`trackClick`STRING,`discountedprice`STRING,`nlokRefGuid`STRING,`gtmVisRecentOnScreen2474528_21`STRING,`listenerAdded_813ce9c6`STRING,`price`STRING,`gtmVisHasFired2474528_21`STRING,`gtmFormInteractFieldId`STRING,`categoryUsed`STRING,`pageVersion`STRING,`tenantCity`STRING,`event`STRING,`name`STRING,`listenerAdded_bee1ddb9`STRING,`siteId`STRING,`ctaDumped`STRING,`facilityId`STRING,`fillrId`STRING,`companyId`STRING,`unitsShown`STRING,`category`STRING,`discountApplied`STRING,`darkreaderInlineBgcolor`STRING,`buttonText`STRING,`gtmVisTotalVisibleTime2474528_21`STRING,`actionType`STRING,`moveInDate`STRING,`dashlaneLabel`STRING,`puppeteerEventListener`STRING,`eventLocation`STRING,`dashlaneRid`STRING,`sortOrder`STRING,`widgetId`STRING,`pageId`STRING,`userLat`STRING,`dashlaneClassification`STRING,`autofillValue`STRING,`sessionId`STRING,`softReservation`STRING,`reservationid`STRING,`discountAttempted`STRING,`widgetName`STRING,`moveindate`STRING,`gtmFormInteractId`STRING,`comOnepasswordFilled`STRING,`id`STRING,`filtersUsed`STRING,`isHidden`STRING,`data_track_click`STRING,`errors`STRING,`rrUiDropdownItem`STRING,`timeSpent`STRING,`ready`STRING,`ngAnimate`STRING,`createdAt`STRING,`imagesViewed`STRING,`gtmVisFirstOnScreen2474528_21`STRING,`tenantPostal`STRING,`timeStamp`STRING,`testId`STRING,`island_submit_button_registered`STRING,`userLong`STRING,`darkreaderInlineFill`STRING,`bsPopper`STRING,`ddgInputtype`STRING,`reservationurl`STRING,`noirInlineBackgroundColor`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events'\n``: ['CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`', 'DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_events`', \"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_drivethru.websites_events`\\n(\\n`discountPlanId`STRING,`unitTierId`STRING,`size`STRING,`testid`STRING,`tenantState`STRING,`unitsSorted`array,`type`STRING,`unitGroupId`STRING,`msEditor`STRING,`trackClick`STRING,`discountedprice`STRING,`nlokRefGuid`STRING,`gtmVisRecentOnScreen2474528_21`STRING,`listenerAdded_813ce9c6`STRING,`price`STRING,`gtmVisHasFired2474528_21`STRING,`gtmFormInteractFieldId`STRING,`categoryUsed`STRING,`pageVersion`STRING,`tenantCity`STRING,`event`STRING,`name`STRING,`listenerAdded_bee1ddb9`STRING,`siteId`STRING,`ctaDumped`STRING,`facilityId`STRING,`fillrId`STRING,`companyId`STRING,`unitsShown`STRING,`category`STRING,`discountApplied`STRING,`darkreaderInlineBgcolor`STRING,`buttonText`STRING,`gtmVisTotalVisibleTime2474528_21`STRING,`actionType`STRING,`moveInDate`STRING,`dashlaneLabel`STRING,`puppeteerEventListener`STRING,`eventLocation`STRING,`dashlaneRid`STRING,`sortOrder`STRING,`widgetId`STRING,`pageId`STRING,`userLat`STRING,`dashlaneClassification`STRING,`autofillValue`STRING,`sessionId`STRING,`softReservation`STRING,`reservationid`STRING,`discountAttempted`STRING,`widgetName`STRING,`moveindate`STRING,`gtmFormInteractId`STRING,`comOnepasswordFilled`STRING,`id`STRING,`filtersUsed`STRING,`isHidden`STRING,`data_track_click`STRING,`errors`STRING,`rrUiDropdownItem`STRING,`timeSpent`STRING,`ready`STRING,`ngAnimate`STRING,`createdAt`STRING,`imagesViewed`STRING,`gtmVisFirstOnScreen2474528_21`STRING,`tenantPostal`STRING,`timeStamp`STRING,`testId`STRING,`island_submit_button_registered`STRING,`userLong`STRING,`darkreaderInlineFill`STRING,`bsPopper`STRING,`ddgInputtype`STRING,`reservationurl`STRING,`noirInlineBackgroundColor`STRING\\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events'\\n\", 'MSCK REPAIR TABLE sfdl_prod_drivethru.websites_events']\n: Expecting value: line 1 column 1 (char 0)"
}
    • id: 137256051
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": true,
    "partition": {
        "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events/dt=2025-02-16",
        "name": "dt",
        "type": "string",
        "value": "2025-02-16"
    },
    "s3": {
        "bucket": "sfdl-drivethrujson-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events",
        "key": "raw_incremental/websites_events/dt=2025-02-16/events_23_00.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.websites_events",
        "type": "drivethrujson"
    },
    "trace_context": {
        "parent_id": 3764431932365269571,
        "service_name": "drive-thru",
        "span_id": 12288115047773120688,
        "trace_id": 4422250683237199342
    }
}
    • running: False
    • schema_name_id: 2009
    • start_time: 2025-02-16 03:01:25
    • success: False
    • trace_id: 4422250683237199342
    • duration: 0:00:11.649917
    • exit_message: 
      {
    "exception": "failed to apply schema `Query failed: FAILED: SemanticException [Error 10036]: Duplicate column name: testid `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_events`\n(\n`rrUiDropdownItem`STRING,`fillrId`STRING,`gtmVisTotalVisibleTime2474528_21`STRING,`discountAttempted`STRING,`trackClick`STRING,`discountedprice`STRING,`bsPopper`STRING,`darkreaderInlineFill`STRING,`moveindate`STRING,`dashlaneClassification`STRING,`sessionId`STRING,`gtmFormInteractFieldId`STRING,`category`STRING,`buttonText`STRING,`createdAt`STRING,`tenantState`STRING,`unitTierId`STRING,`autofillValue`STRING,`filtersUsed`STRING,`unitsSorted`array,`name`STRING,`event`STRING,`reservationurl`STRING,`actionType`STRING,`eventLocation`STRING,`discountApplied`STRING,`testid`STRING,`softReservation`STRING,`isHidden`STRING,`noirInlineBackgroundColor`STRING,`msEditor`STRING,`userLong`STRING,`timeStamp`STRING,`unitGroupId`STRING,`testId`STRING,`tenantCity`STRING,`companyId`STRING,`comOnepasswordFilled`STRING,`ready`STRING,`pageId`STRING,`siteId`STRING,`categoryUsed`STRING,`errors`STRING,`reservationid`STRING,`dashlaneRid`STRING,`puppeteerEventListener`STRING,`facilityId`STRING,`nlokRefGuid`STRING,`id`STRING,`ngAnimate`STRING,`timeSpent`STRING,`pageVersion`STRING,`gtmFormInteractId`STRING,`widgetName`STRING,`unitsShown`STRING,`ddgInputtype`STRING,`data_track_click`STRING,`tenantPostal`STRING,`widgetId`STRING,`ctaDumped`STRING,`userLat`STRING,`darkreaderInlineBgcolor`STRING,`island_submit_button_registered`STRING,`imagesViewed`STRING,`size`STRING,`gtmVisRecentOnScreen2474528_21`STRING,`price`STRING,`type`STRING,`gtmVisHasFired2474528_21`STRING,`gtmVisFirstOnScreen2474528_21`STRING,`discountPlanId`STRING,`dashlaneLabel`STRING,`sortOrder`STRING,`moveInDate`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events'\n``: ['CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`', 'DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_events`', \"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_drivethru.websites_events`\\n(\\n`rrUiDropdownItem`STRING,`fillrId`STRING,`gtmVisTotalVisibleTime2474528_21`STRING,`discountAttempted`STRING,`trackClick`STRING,`discountedprice`STRING,`bsPopper`STRING,`darkreaderInlineFill`STRING,`moveindate`STRING,`dashlaneClassification`STRING,`sessionId`STRING,`gtmFormInteractFieldId`STRING,`category`STRING,`buttonText`STRING,`createdAt`STRING,`tenantState`STRING,`unitTierId`STRING,`autofillValue`STRING,`filtersUsed`STRING,`unitsSorted`array,`name`STRING,`event`STRING,`reservationurl`STRING,`actionType`STRING,`eventLocation`STRING,`discountApplied`STRING,`testid`STRING,`softReservation`STRING,`isHidden`STRING,`noirInlineBackgroundColor`STRING,`msEditor`STRING,`userLong`STRING,`timeStamp`STRING,`unitGroupId`STRING,`testId`STRING,`tenantCity`STRING,`companyId`STRING,`comOnepasswordFilled`STRING,`ready`STRING,`pageId`STRING,`siteId`STRING,`categoryUsed`STRING,`errors`STRING,`reservationid`STRING,`dashlaneRid`STRING,`puppeteerEventListener`STRING,`facilityId`STRING,`nlokRefGuid`STRING,`id`STRING,`ngAnimate`STRING,`timeSpent`STRING,`pageVersion`STRING,`gtmFormInteractId`STRING,`widgetName`STRING,`unitsShown`STRING,`ddgInputtype`STRING,`data_track_click`STRING,`tenantPostal`STRING,`widgetId`STRING,`ctaDumped`STRING,`userLat`STRING,`darkreaderInlineBgcolor`STRING,`island_submit_button_registered`STRING,`imagesViewed`STRING,`size`STRING,`gtmVisRecentOnScreen2474528_21`STRING,`price`STRING,`type`STRING,`gtmVisHasFired2474528_21`STRING,`gtmVisFirstOnScreen2474528_21`STRING,`discountPlanId`STRING,`dashlaneLabel`STRING,`sortOrder`STRING,`moveInDate`STRING\\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events'\\n\", 'MSCK REPAIR TABLE sfdl_prod_drivethru.websites_events']\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/table_generator.py\", line 24, in apply_latest_version\n    self.runner.run_multi_query(schema_version.ddl, timeout=DDLQueueWorker.TIMEOUT)\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 133, in run_multi_query\n    result = self.run_single_query(query, timeout, database)\n             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 51, in run_single_query\n    return self._run_single_query(query, timeout, database)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 120, in _run_single_query\n    raise e\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 103, in _run_single_query\n    raise AthenaRunnerQueryException('Query failed: {} `{}`'.format(info['QueryExecution']['Status']['StateChangeReason'], query))\nstodl.athena_runner.exceptions.AthenaRunnerQueryException: Query failed: FAILED: SemanticException [Error 10036]: Duplicate column name: testid `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_events`\n(\n`rrUiDropdownItem`STRING,`fillrId`STRING,`gtmVisTotalVisibleTime2474528_21`STRING,`discountAttempted`STRING,`trackClick`STRING,`discountedprice`STRING,`bsPopper`STRING,`darkreaderInlineFill`STRING,`moveindate`STRING,`dashlaneClassification`STRING,`sessionId`STRING,`gtmFormInteractFieldId`STRING,`category`STRING,`buttonText`STRING,`createdAt`STRING,`tenantState`STRING,`unitTierId`STRING,`autofillValue`STRING,`filtersUsed`STRING,`unitsSorted`array,`name`STRING,`event`STRING,`reservationurl`STRING,`actionType`STRING,`eventLocation`STRING,`discountApplied`STRING,`testid`STRING,`softReservation`STRING,`isHidden`STRING,`noirInlineBackgroundColor`STRING,`msEditor`STRING,`userLong`STRING,`timeStamp`STRING,`unitGroupId`STRING,`testId`STRING,`tenantCity`STRING,`companyId`STRING,`comOnepasswordFilled`STRING,`ready`STRING,`pageId`STRING,`siteId`STRING,`categoryUsed`STRING,`errors`STRING,`reservationid`STRING,`dashlaneRid`STRING,`puppeteerEventListener`STRING,`facilityId`STRING,`nlokRefGuid`STRING,`id`STRING,`ngAnimate`STRING,`timeSpent`STRING,`pageVersion`STRING,`gtmFormInteractId`STRING,`widgetName`STRING,`unitsShown`STRING,`ddgInputtype`STRING,`data_track_click`STRING,`tenantPostal`STRING,`widgetId`STRING,`ctaDumped`STRING,`userLat`STRING,`darkreaderInlineBgcolor`STRING,`island_submit_button_registered`STRING,`imagesViewed`STRING,`size`STRING,`gtmVisRecentOnScreen2474528_21`STRING,`price`STRING,`type`STRING,`gtmVisHasFired2474528_21`STRING,`gtmVisFirstOnScreen2474528_21`STRING,`discountPlanId`STRING,`dashlaneLabel`STRING,`sortOrder`STRING,`moveInDate`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events'\n`\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/schema_scanner.py\", line 102, in scan\n    response = service.run()\n               ^^^^^^^^^^^^^\n  File \"/schema_manager/schema_generator/process_hive_table.py\", line 98, in run\n    response['ddl_changed'] = table_generator.run()\n                              ^^^^^^^^^^^^^^^^^^^^^\n  File \"/schema_manager/schema_generator/table_generator.py\", line 35, in run\n    self.apply_latest_version()\n  File \"/schema_manager/schema_generator/table_generator.py\", line 26, in apply_latest_version\n    raise Exception('failed to apply schema `{}`: {}'.format(e, schema_version.ddl))\nException: failed to apply schema `Query failed: FAILED: SemanticException [Error 10036]: Duplicate column name: testid `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_events`\n(\n`rrUiDropdownItem`STRING,`fillrId`STRING,`gtmVisTotalVisibleTime2474528_21`STRING,`discountAttempted`STRING,`trackClick`STRING,`discountedprice`STRING,`bsPopper`STRING,`darkreaderInlineFill`STRING,`moveindate`STRING,`dashlaneClassification`STRING,`sessionId`STRING,`gtmFormInteractFieldId`STRING,`category`STRING,`buttonText`STRING,`createdAt`STRING,`tenantState`STRING,`unitTierId`STRING,`autofillValue`STRING,`filtersUsed`STRING,`unitsSorted`array,`name`STRING,`event`STRING,`reservationurl`STRING,`actionType`STRING,`eventLocation`STRING,`discountApplied`STRING,`testid`STRING,`softReservation`STRING,`isHidden`STRING,`noirInlineBackgroundColor`STRING,`msEditor`STRING,`userLong`STRING,`timeStamp`STRING,`unitGroupId`STRING,`testId`STRING,`tenantCity`STRING,`companyId`STRING,`comOnepasswordFilled`STRING,`ready`STRING,`pageId`STRING,`siteId`STRING,`categoryUsed`STRING,`errors`STRING,`reservationid`STRING,`dashlaneRid`STRING,`puppeteerEventListener`STRING,`facilityId`STRING,`nlokRefGuid`STRING,`id`STRING,`ngAnimate`STRING,`timeSpent`STRING,`pageVersion`STRING,`gtmFormInteractId`STRING,`widgetName`STRING,`unitsShown`STRING,`ddgInputtype`STRING,`data_track_click`STRING,`tenantPostal`STRING,`widgetId`STRING,`ctaDumped`STRING,`userLat`STRING,`darkreaderInlineBgcolor`STRING,`island_submit_button_registered`STRING,`imagesViewed`STRING,`size`STRING,`gtmVisRecentOnScreen2474528_21`STRING,`price`STRING,`type`STRING,`gtmVisHasFired2474528_21`STRING,`gtmVisFirstOnScreen2474528_21`STRING,`discountPlanId`STRING,`dashlaneLabel`STRING,`sortOrder`STRING,`moveInDate`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events'\n``: ['CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`', 'DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_events`', \"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_drivethru.websites_events`\\n(\\n`rrUiDropdownItem`STRING,`fillrId`STRING,`gtmVisTotalVisibleTime2474528_21`STRING,`discountAttempted`STRING,`trackClick`STRING,`discountedprice`STRING,`bsPopper`STRING,`darkreaderInlineFill`STRING,`moveindate`STRING,`dashlaneClassification`STRING,`sessionId`STRING,`gtmFormInteractFieldId`STRING,`category`STRING,`buttonText`STRING,`createdAt`STRING,`tenantState`STRING,`unitTierId`STRING,`autofillValue`STRING,`filtersUsed`STRING,`unitsSorted`array,`name`STRING,`event`STRING,`reservationurl`STRING,`actionType`STRING,`eventLocation`STRING,`discountApplied`STRING,`testid`STRING,`softReservation`STRING,`isHidden`STRING,`noirInlineBackgroundColor`STRING,`msEditor`STRING,`userLong`STRING,`timeStamp`STRING,`unitGroupId`STRING,`testId`STRING,`tenantCity`STRING,`companyId`STRING,`comOnepasswordFilled`STRING,`ready`STRING,`pageId`STRING,`siteId`STRING,`categoryUsed`STRING,`errors`STRING,`reservationid`STRING,`dashlaneRid`STRING,`puppeteerEventListener`STRING,`facilityId`STRING,`nlokRefGuid`STRING,`id`STRING,`ngAnimate`STRING,`timeSpent`STRING,`pageVersion`STRING,`gtmFormInteractId`STRING,`widgetName`STRING,`unitsShown`STRING,`ddgInputtype`STRING,`data_track_click`STRING,`tenantPostal`STRING,`widgetId`STRING,`ctaDumped`STRING,`userLat`STRING,`darkreaderInlineBgcolor`STRING,`island_submit_button_registered`STRING,`imagesViewed`STRING,`size`STRING,`gtmVisRecentOnScreen2474528_21`STRING,`price`STRING,`type`STRING,`gtmVisHasFired2474528_21`STRING,`gtmVisFirstOnScreen2474528_21`STRING,`discountPlanId`STRING,`dashlaneLabel`STRING,`sortOrder`STRING,`moveInDate`STRING\\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events'\\n\", 'MSCK REPAIR TABLE sfdl_prod_drivethru.websites_events']\n: Expecting value: line 1 column 1 (char 0)"
}
    • id: 137083463
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": true,
    "partition": {
        "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events/dt=2025-02-13",
        "name": "dt",
        "type": "string",
        "value": "2025-02-13"
    },
    "s3": {
        "bucket": "sfdl-drivethrujson-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events",
        "key": "raw_incremental/websites_events/dt=2025-02-13/events_23_00.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.websites_events",
        "type": "drivethrujson"
    },
    "trace_context": {
        "parent_id": 6961462816893605098,
        "service_name": "drive-thru",
        "span_id": 2000007874228026004,
        "trace_id": 11599327682207497959
    }
}
    • running: False
    • schema_name_id: 2009
    • start_time: 2025-02-13 03:00:19
    • success: False
    • trace_id: 11599327682207497959
    • duration: 0:00:12.786464
    • exit_message: 
      {
    "exception": "failed to apply schema `Query failed: FAILED: SemanticException [Error 10036]: Duplicate column name: testid `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_events`\n(\n`timeSpent`STRING,`testId`STRING,`gtmFormInteractFieldId`STRING,`userLat`STRING,`autofillValue`STRING,`gtmVisHasFired2474528_21`STRING,`type`STRING,`userLong`STRING,`gtmVisRecentOnScreen2474528_21`STRING,`noirInlineBackgroundColor`STRING,`dashlaneRid`STRING,`unitGroupId`STRING,`darkreaderInlineBgcolor`STRING,`sortOrder`STRING,`widgetId`STRING,`fillrId`STRING,`imagesViewed`STRING,`name`STRING,`dashlaneClassification`STRING,`pageVersion`STRING,`tenantCity`STRING,`category`STRING,`actionType`STRING,`eventLocation`STRING,`bsPopper`STRING,`reservationurl`STRING,`id`STRING,`filtersUsed`STRING,`msEditor`STRING,`ctaDumped`STRING,`island_submit_button_registered`STRING,`categoryUsed`STRING,`discountPlanId`STRING,`discountedprice`STRING,`ngAnimate`STRING,`event`STRING,`nlokRefGuid`STRING,`buttonText`STRING,`isHidden`STRING,`tenantPostal`STRING,`discountAttempted`STRING,`timeStamp`STRING,`reservationid`STRING,`tenantState`STRING,`discountApplied`STRING,`dashlaneLabel`STRING,`puppeteerEventListener`STRING,`ddgInputtype`STRING,`sessionId`STRING,`createdAt`STRING,`pageId`STRING,`darkreaderInlineFill`STRING,`testid`STRING,`companyId`STRING,`facilityId`STRING,`ready`STRING,`rrUiDropdownItem`STRING,`trackClick`STRING,`data_track_click`STRING,`unitsShown`STRING,`siteId`STRING,`comOnepasswordFilled`STRING,`size`STRING,`gtmVisFirstOnScreen2474528_21`STRING,`unitsSorted`array,`gtmVisTotalVisibleTime2474528_21`STRING,`gtmFormInteractId`STRING,`moveInDate`STRING,`moveindate`STRING,`price`STRING,`softReservation`STRING,`errors`STRING,`widgetName`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events'\n``: ['CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`', 'DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_events`', \"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_drivethru.websites_events`\\n(\\n`timeSpent`STRING,`testId`STRING,`gtmFormInteractFieldId`STRING,`userLat`STRING,`autofillValue`STRING,`gtmVisHasFired2474528_21`STRING,`type`STRING,`userLong`STRING,`gtmVisRecentOnScreen2474528_21`STRING,`noirInlineBackgroundColor`STRING,`dashlaneRid`STRING,`unitGroupId`STRING,`darkreaderInlineBgcolor`STRING,`sortOrder`STRING,`widgetId`STRING,`fillrId`STRING,`imagesViewed`STRING,`name`STRING,`dashlaneClassification`STRING,`pageVersion`STRING,`tenantCity`STRING,`category`STRING,`actionType`STRING,`eventLocation`STRING,`bsPopper`STRING,`reservationurl`STRING,`id`STRING,`filtersUsed`STRING,`msEditor`STRING,`ctaDumped`STRING,`island_submit_button_registered`STRING,`categoryUsed`STRING,`discountPlanId`STRING,`discountedprice`STRING,`ngAnimate`STRING,`event`STRING,`nlokRefGuid`STRING,`buttonText`STRING,`isHidden`STRING,`tenantPostal`STRING,`discountAttempted`STRING,`timeStamp`STRING,`reservationid`STRING,`tenantState`STRING,`discountApplied`STRING,`dashlaneLabel`STRING,`puppeteerEventListener`STRING,`ddgInputtype`STRING,`sessionId`STRING,`createdAt`STRING,`pageId`STRING,`darkreaderInlineFill`STRING,`testid`STRING,`companyId`STRING,`facilityId`STRING,`ready`STRING,`rrUiDropdownItem`STRING,`trackClick`STRING,`data_track_click`STRING,`unitsShown`STRING,`siteId`STRING,`comOnepasswordFilled`STRING,`size`STRING,`gtmVisFirstOnScreen2474528_21`STRING,`unitsSorted`array,`gtmVisTotalVisibleTime2474528_21`STRING,`gtmFormInteractId`STRING,`moveInDate`STRING,`moveindate`STRING,`price`STRING,`softReservation`STRING,`errors`STRING,`widgetName`STRING\\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events'\\n\", 'MSCK REPAIR TABLE sfdl_prod_drivethru.websites_events']\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/table_generator.py\", line 24, in apply_latest_version\n    self.runner.run_multi_query(schema_version.ddl, timeout=DDLQueueWorker.TIMEOUT)\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 133, in run_multi_query\n    result = self.run_single_query(query, timeout, database)\n             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 51, in run_single_query\n    return self._run_single_query(query, timeout, database)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 120, in _run_single_query\n    raise e\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 103, in _run_single_query\n    raise AthenaRunnerQueryException('Query failed: {} `{}`'.format(info['QueryExecution']['Status']['StateChangeReason'], query))\nstodl.athena_runner.exceptions.AthenaRunnerQueryException: Query failed: FAILED: SemanticException [Error 10036]: Duplicate column name: testid `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_events`\n(\n`timeSpent`STRING,`testId`STRING,`gtmFormInteractFieldId`STRING,`userLat`STRING,`autofillValue`STRING,`gtmVisHasFired2474528_21`STRING,`type`STRING,`userLong`STRING,`gtmVisRecentOnScreen2474528_21`STRING,`noirInlineBackgroundColor`STRING,`dashlaneRid`STRING,`unitGroupId`STRING,`darkreaderInlineBgcolor`STRING,`sortOrder`STRING,`widgetId`STRING,`fillrId`STRING,`imagesViewed`STRING,`name`STRING,`dashlaneClassification`STRING,`pageVersion`STRING,`tenantCity`STRING,`category`STRING,`actionType`STRING,`eventLocation`STRING,`bsPopper`STRING,`reservationurl`STRING,`id`STRING,`filtersUsed`STRING,`msEditor`STRING,`ctaDumped`STRING,`island_submit_button_registered`STRING,`categoryUsed`STRING,`discountPlanId`STRING,`discountedprice`STRING,`ngAnimate`STRING,`event`STRING,`nlokRefGuid`STRING,`buttonText`STRING,`isHidden`STRING,`tenantPostal`STRING,`discountAttempted`STRING,`timeStamp`STRING,`reservationid`STRING,`tenantState`STRING,`discountApplied`STRING,`dashlaneLabel`STRING,`puppeteerEventListener`STRING,`ddgInputtype`STRING,`sessionId`STRING,`createdAt`STRING,`pageId`STRING,`darkreaderInlineFill`STRING,`testid`STRING,`companyId`STRING,`facilityId`STRING,`ready`STRING,`rrUiDropdownItem`STRING,`trackClick`STRING,`data_track_click`STRING,`unitsShown`STRING,`siteId`STRING,`comOnepasswordFilled`STRING,`size`STRING,`gtmVisFirstOnScreen2474528_21`STRING,`unitsSorted`array,`gtmVisTotalVisibleTime2474528_21`STRING,`gtmFormInteractId`STRING,`moveInDate`STRING,`moveindate`STRING,`price`STRING,`softReservation`STRING,`errors`STRING,`widgetName`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events'\n`\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/schema_scanner.py\", line 102, in scan\n    response = service.run()\n               ^^^^^^^^^^^^^\n  File \"/schema_manager/schema_generator/process_hive_table.py\", line 98, in run\n    response['ddl_changed'] = table_generator.run()\n                              ^^^^^^^^^^^^^^^^^^^^^\n  File \"/schema_manager/schema_generator/table_generator.py\", line 35, in run\n    self.apply_latest_version()\n  File \"/schema_manager/schema_generator/table_generator.py\", line 26, in apply_latest_version\n    raise Exception('failed to apply schema `{}`: {}'.format(e, schema_version.ddl))\nException: failed to apply schema `Query failed: FAILED: SemanticException [Error 10036]: Duplicate column name: testid `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_events`\n(\n`timeSpent`STRING,`testId`STRING,`gtmFormInteractFieldId`STRING,`userLat`STRING,`autofillValue`STRING,`gtmVisHasFired2474528_21`STRING,`type`STRING,`userLong`STRING,`gtmVisRecentOnScreen2474528_21`STRING,`noirInlineBackgroundColor`STRING,`dashlaneRid`STRING,`unitGroupId`STRING,`darkreaderInlineBgcolor`STRING,`sortOrder`STRING,`widgetId`STRING,`fillrId`STRING,`imagesViewed`STRING,`name`STRING,`dashlaneClassification`STRING,`pageVersion`STRING,`tenantCity`STRING,`category`STRING,`actionType`STRING,`eventLocation`STRING,`bsPopper`STRING,`reservationurl`STRING,`id`STRING,`filtersUsed`STRING,`msEditor`STRING,`ctaDumped`STRING,`island_submit_button_registered`STRING,`categoryUsed`STRING,`discountPlanId`STRING,`discountedprice`STRING,`ngAnimate`STRING,`event`STRING,`nlokRefGuid`STRING,`buttonText`STRING,`isHidden`STRING,`tenantPostal`STRING,`discountAttempted`STRING,`timeStamp`STRING,`reservationid`STRING,`tenantState`STRING,`discountApplied`STRING,`dashlaneLabel`STRING,`puppeteerEventListener`STRING,`ddgInputtype`STRING,`sessionId`STRING,`createdAt`STRING,`pageId`STRING,`darkreaderInlineFill`STRING,`testid`STRING,`companyId`STRING,`facilityId`STRING,`ready`STRING,`rrUiDropdownItem`STRING,`trackClick`STRING,`data_track_click`STRING,`unitsShown`STRING,`siteId`STRING,`comOnepasswordFilled`STRING,`size`STRING,`gtmVisFirstOnScreen2474528_21`STRING,`unitsSorted`array,`gtmVisTotalVisibleTime2474528_21`STRING,`gtmFormInteractId`STRING,`moveInDate`STRING,`moveindate`STRING,`price`STRING,`softReservation`STRING,`errors`STRING,`widgetName`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events'\n``: ['CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`', 'DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_events`', \"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_drivethru.websites_events`\\n(\\n`timeSpent`STRING,`testId`STRING,`gtmFormInteractFieldId`STRING,`userLat`STRING,`autofillValue`STRING,`gtmVisHasFired2474528_21`STRING,`type`STRING,`userLong`STRING,`gtmVisRecentOnScreen2474528_21`STRING,`noirInlineBackgroundColor`STRING,`dashlaneRid`STRING,`unitGroupId`STRING,`darkreaderInlineBgcolor`STRING,`sortOrder`STRING,`widgetId`STRING,`fillrId`STRING,`imagesViewed`STRING,`name`STRING,`dashlaneClassification`STRING,`pageVersion`STRING,`tenantCity`STRING,`category`STRING,`actionType`STRING,`eventLocation`STRING,`bsPopper`STRING,`reservationurl`STRING,`id`STRING,`filtersUsed`STRING,`msEditor`STRING,`ctaDumped`STRING,`island_submit_button_registered`STRING,`categoryUsed`STRING,`discountPlanId`STRING,`discountedprice`STRING,`ngAnimate`STRING,`event`STRING,`nlokRefGuid`STRING,`buttonText`STRING,`isHidden`STRING,`tenantPostal`STRING,`discountAttempted`STRING,`timeStamp`STRING,`reservationid`STRING,`tenantState`STRING,`discountApplied`STRING,`dashlaneLabel`STRING,`puppeteerEventListener`STRING,`ddgInputtype`STRING,`sessionId`STRING,`createdAt`STRING,`pageId`STRING,`darkreaderInlineFill`STRING,`testid`STRING,`companyId`STRING,`facilityId`STRING,`ready`STRING,`rrUiDropdownItem`STRING,`trackClick`STRING,`data_track_click`STRING,`unitsShown`STRING,`siteId`STRING,`comOnepasswordFilled`STRING,`size`STRING,`gtmVisFirstOnScreen2474528_21`STRING,`unitsSorted`array,`gtmVisTotalVisibleTime2474528_21`STRING,`gtmFormInteractId`STRING,`moveInDate`STRING,`moveindate`STRING,`price`STRING,`softReservation`STRING,`errors`STRING,`widgetName`STRING\\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events'\\n\", 'MSCK REPAIR TABLE sfdl_prod_drivethru.websites_events']\n: Expecting value: line 1 column 1 (char 0)"
}
    • id: 136966127
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": true,
    "partition": {
        "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events/dt=2025-02-11",
        "name": "dt",
        "type": "string",
        "value": "2025-02-11"
    },
    "s3": {
        "bucket": "sfdl-drivethrujson-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events",
        "key": "raw_incremental/websites_events/dt=2025-02-11/events_23_00.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.websites_events",
        "type": "drivethrujson"
    },
    "trace_context": {
        "parent_id": 1157850708640280517,
        "service_name": "drive-thru",
        "span_id": 8697796630741334539,
        "trace_id": 3927787909042226043
    }
}
    • running: False
    • schema_name_id: 2009
    • start_time: 2025-02-11 03:00:18
    • success: False
    • trace_id: 3927787909042226043
Partitions:
  • count: 3
  • ddl: 
    [
    "ALTER TABLE\n    `sfdl_prod_drivethru.websites_events`\nADD\n\n\n PARTITION (dt='2025-02-23') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events/dt=2025-02-23'\n PARTITION (dt='2025-02-24') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events/dt=2025-02-24'\n PARTITION (dt='2025-02-25') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events/dt=2025-02-25'\n;"
]
  • name: dt
  • state: 
    [
    {
        "info": {
            "id": 1427040,
            "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events/dt=2025-02-23",
            "name": "dt",
            "value": "2025-02-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": false,
                "first_data": "2025-02-23 03:00:32",
                "last_data": "2025-02-23 03:02:02"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1427989,
            "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events/dt=2025-02-24",
            "name": "dt",
            "value": "2025-02-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": false,
                "first_data": "2025-02-24 03:01:27",
                "last_data": "2025-02-24 03:02:47"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1428189,
            "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events/dt=2025-02-25",
            "name": "dt",
            "value": "2025-02-25"
        },
        "state": {
            "arrival": {
                "athena_discovery": false,
                "first_data": "2025-02-25 03:01:03",
                "last_data": "2025-02-25 03:02:19"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    }
]
  • type: string
Schema:
  • attributes: 
    {
    "actionType": "string",
    "autofillValue": "string",
    "bsPopper": "string",
    "buttonText": "string",
    "category": "string",
    "categoryUsed": "string",
    "comOnepasswordFilled": "string",
    "companyId": "string",
    "createdAt": "string",
    "ctaDumped": "string",
    "darkreaderInlineBgcolor": "string",
    "darkreaderInlineFill": "string",
    "dashlaneClassification": "string",
    "dashlaneLabel": "string",
    "dashlaneRid": "string",
    "data_track_click": "string",
    "ddgInputtype": "string",
    "discountApplied": "string",
    "discountAttempted": "string",
    "discountPlanId": "string",
    "discountedprice": "string",
    "errors": "string",
    "event": "string",
    "eventLocation": "string",
    "facilityId": "string",
    "fillrId": "string",
    "filtersUsed": "string",
    "gtmFormInteractFieldId": "string",
    "gtmFormInteractId": "string",
    "gtmVisFirstOnScreen2474528_21": "string",
    "gtmVisHasFired2474528_21": "string",
    "gtmVisRecentOnScreen2474528_21": "string",
    "gtmVisTotalVisibleTime2474528_21": "string",
    "id": "string",
    "imagesViewed": "string",
    "isHidden": "string",
    "island_submit_button_registered": "string",
    "listenerAdded_813ce9c6": "string",
    "listenerAdded_bee1ddb9": "string",
    "moveInDate": "string",
    "moveindate": "string",
    "msEditor": "string",
    "name": "string",
    "ngAnimate": "string",
    "nlokRefGuid": "string",
    "noirInlineBackgroundColor": "string",
    "pageId": "string",
    "pageVersion": "string",
    "price": "string",
    "puppeteerEventListener": "string",
    "ready": "string",
    "reservationid": "string",
    "reservationurl": "string",
    "rrUiDropdownItem": "string",
    "sessionId": "string",
    "siteId": "string",
    "size": "string",
    "softReservation": "string",
    "sortOrder": "string",
    "tenantCity": "string",
    "tenantPostal": "string",
    "tenantState": "string",
    "testId": "string",
    "testid": "string",
    "timeSpent": "string",
    "timeStamp": "string",
    "trackClick": "string",
    "type": "string",
    "unitGroupId": "string",
    "unitTierId": "string",
    "unitsShown": "string",
    "unitsSorted": [
        "string"
    ],
    "userLat": "string",
    "userLong": "string",
    "widgetId": "string",
    "widgetName": "string"
}
  • created: 2025-02-16 03:01:29
  • ddl: 
    {
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_events`\n(\n`discountPlanId`STRING,`unitTierId`STRING,`size`STRING,`testid`STRING,`tenantState`STRING,`unitsSorted`array,`type`STRING,`unitGroupId`STRING,`msEditor`STRING,`trackClick`STRING,`discountedprice`STRING,`nlokRefGuid`STRING,`gtmVisRecentOnScreen2474528_21`STRING,`listenerAdded_813ce9c6`STRING,`price`STRING,`gtmVisHasFired2474528_21`STRING,`gtmFormInteractFieldId`STRING,`categoryUsed`STRING,`pageVersion`STRING,`tenantCity`STRING,`event`STRING,`name`STRING,`listenerAdded_bee1ddb9`STRING,`siteId`STRING,`ctaDumped`STRING,`facilityId`STRING,`fillrId`STRING,`companyId`STRING,`unitsShown`STRING,`category`STRING,`discountApplied`STRING,`darkreaderInlineBgcolor`STRING,`buttonText`STRING,`gtmVisTotalVisibleTime2474528_21`STRING,`actionType`STRING,`moveInDate`STRING,`dashlaneLabel`STRING,`puppeteerEventListener`STRING,`eventLocation`STRING,`dashlaneRid`STRING,`sortOrder`STRING,`widgetId`STRING,`pageId`STRING,`userLat`STRING,`dashlaneClassification`STRING,`autofillValue`STRING,`sessionId`STRING,`softReservation`STRING,`reservationid`STRING,`discountAttempted`STRING,`widgetName`STRING,`moveindate`STRING,`gtmFormInteractId`STRING,`comOnepasswordFilled`STRING,`id`STRING,`filtersUsed`STRING,`isHidden`STRING,`data_track_click`STRING,`errors`STRING,`rrUiDropdownItem`STRING,`timeSpent`STRING,`ready`STRING,`ngAnimate`STRING,`createdAt`STRING,`imagesViewed`STRING,`gtmVisFirstOnScreen2474528_21`STRING,`tenantPostal`STRING,`timeStamp`STRING,`testId`STRING,`island_submit_button_registered`STRING,`userLong`STRING,`darkreaderInlineFill`STRING,`bsPopper`STRING,`ddgInputtype`STRING,`reservationurl`STRING,`noirInlineBackgroundColor`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_events`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.websites_events"
}
Server:
  • hostname: schemamanager-5475496c57-7dpqb
  • name: schema_manager
  • process_start: 2026-01-09 11:27:47
  • sf_env: prod
  • version: 2112174301
Raw: 
{
    "name": {
        "created": "2024-11-18 23:50:30",
        "disabled": false,
        "format": "raw",
        "id": 2009,
        "is_partitioned": true,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_prod_drivethru",
            "table": "websites_events"
        },
        "type": "drivethrujson"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_prod_drivethru.websites_events`\nADD\n\n\n PARTITION (dt='2025-02-23') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events/dt=2025-02-23'\n PARTITION (dt='2025-02-24') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events/dt=2025-02-24'\n PARTITION (dt='2025-02-25') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events/dt=2025-02-25'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 1427040,
                    "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events/dt=2025-02-23",
                    "name": "dt",
                    "value": "2025-02-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": false,
                        "first_data": "2025-02-23 03:00:32",
                        "last_data": "2025-02-23 03:02:02"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1427989,
                    "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events/dt=2025-02-24",
                    "name": "dt",
                    "value": "2025-02-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": false,
                        "first_data": "2025-02-24 03:01:27",
                        "last_data": "2025-02-24 03:02:47"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1428189,
                    "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events/dt=2025-02-25",
                    "name": "dt",
                    "value": "2025-02-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": false,
                        "first_data": "2025-02-25 03:01:03",
                        "last_data": "2025-02-25 03:02:19"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "actionType": "string",
            "autofillValue": "string",
            "bsPopper": "string",
            "buttonText": "string",
            "category": "string",
            "categoryUsed": "string",
            "comOnepasswordFilled": "string",
            "companyId": "string",
            "createdAt": "string",
            "ctaDumped": "string",
            "darkreaderInlineBgcolor": "string",
            "darkreaderInlineFill": "string",
            "dashlaneClassification": "string",
            "dashlaneLabel": "string",
            "dashlaneRid": "string",
            "data_track_click": "string",
            "ddgInputtype": "string",
            "discountApplied": "string",
            "discountAttempted": "string",
            "discountPlanId": "string",
            "discountedprice": "string",
            "errors": "string",
            "event": "string",
            "eventLocation": "string",
            "facilityId": "string",
            "fillrId": "string",
            "filtersUsed": "string",
            "gtmFormInteractFieldId": "string",
            "gtmFormInteractId": "string",
            "gtmVisFirstOnScreen2474528_21": "string",
            "gtmVisHasFired2474528_21": "string",
            "gtmVisRecentOnScreen2474528_21": "string",
            "gtmVisTotalVisibleTime2474528_21": "string",
            "id": "string",
            "imagesViewed": "string",
            "isHidden": "string",
            "island_submit_button_registered": "string",
            "listenerAdded_813ce9c6": "string",
            "listenerAdded_bee1ddb9": "string",
            "moveInDate": "string",
            "moveindate": "string",
            "msEditor": "string",
            "name": "string",
            "ngAnimate": "string",
            "nlokRefGuid": "string",
            "noirInlineBackgroundColor": "string",
            "pageId": "string",
            "pageVersion": "string",
            "price": "string",
            "puppeteerEventListener": "string",
            "ready": "string",
            "reservationid": "string",
            "reservationurl": "string",
            "rrUiDropdownItem": "string",
            "sessionId": "string",
            "siteId": "string",
            "size": "string",
            "softReservation": "string",
            "sortOrder": "string",
            "tenantCity": "string",
            "tenantPostal": "string",
            "tenantState": "string",
            "testId": "string",
            "testid": "string",
            "timeSpent": "string",
            "timeStamp": "string",
            "trackClick": "string",
            "type": "string",
            "unitGroupId": "string",
            "unitTierId": "string",
            "unitsShown": "string",
            "unitsSorted": [
                "string"
            ],
            "userLat": "string",
            "userLong": "string",
            "widgetId": "string",
            "widgetName": "string"
        },
        "created": "2025-02-16 03:01:29",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_events`\n(\n`discountPlanId`STRING,`unitTierId`STRING,`size`STRING,`testid`STRING,`tenantState`STRING,`unitsSorted`array,`type`STRING,`unitGroupId`STRING,`msEditor`STRING,`trackClick`STRING,`discountedprice`STRING,`nlokRefGuid`STRING,`gtmVisRecentOnScreen2474528_21`STRING,`listenerAdded_813ce9c6`STRING,`price`STRING,`gtmVisHasFired2474528_21`STRING,`gtmFormInteractFieldId`STRING,`categoryUsed`STRING,`pageVersion`STRING,`tenantCity`STRING,`event`STRING,`name`STRING,`listenerAdded_bee1ddb9`STRING,`siteId`STRING,`ctaDumped`STRING,`facilityId`STRING,`fillrId`STRING,`companyId`STRING,`unitsShown`STRING,`category`STRING,`discountApplied`STRING,`darkreaderInlineBgcolor`STRING,`buttonText`STRING,`gtmVisTotalVisibleTime2474528_21`STRING,`actionType`STRING,`moveInDate`STRING,`dashlaneLabel`STRING,`puppeteerEventListener`STRING,`eventLocation`STRING,`dashlaneRid`STRING,`sortOrder`STRING,`widgetId`STRING,`pageId`STRING,`userLat`STRING,`dashlaneClassification`STRING,`autofillValue`STRING,`sessionId`STRING,`softReservation`STRING,`reservationid`STRING,`discountAttempted`STRING,`widgetName`STRING,`moveindate`STRING,`gtmFormInteractId`STRING,`comOnepasswordFilled`STRING,`id`STRING,`filtersUsed`STRING,`isHidden`STRING,`data_track_click`STRING,`errors`STRING,`rrUiDropdownItem`STRING,`timeSpent`STRING,`ready`STRING,`ngAnimate`STRING,`createdAt`STRING,`imagesViewed`STRING,`gtmVisFirstOnScreen2474528_21`STRING,`tenantPostal`STRING,`timeStamp`STRING,`testId`STRING,`island_submit_button_registered`STRING,`userLong`STRING,`darkreaderInlineFill`STRING,`bsPopper`STRING,`ddgInputtype`STRING,`reservationurl`STRING,`noirInlineBackgroundColor`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_events'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_events`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.websites_events"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}
©2019 SpareFoot Data Platform