Schema Info

Schema Name: sfdl_prod_drivethru.websites_webanalytics
  • created: 2025-02-27 03:01:08
  • disabled: False
  • format: raw
  • id: 3474
  • is_partitioned: True
  • is_schema_datatyped: True
  • name: 
    {
    "database": "sfdl_prod_drivethru",
    "table": "websites_webanalytics"
}
  • type: drivethrujson
Schema Versions: 3
    • created: 2025-03-04 03:00:35
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_webanalytics`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_webanalytics`\n(\n`tenantState`STRING,`actiontype`STRING,`buttontext`STRING,`prokeyscachednode`STRING,`actionType`STRING,`ishidden`STRING,`sessionid`STRING,`facilityId`STRING,`categoryUsed`STRING,`tenantcity`STRING,`widgetId`STRING,`tenantpostal`STRING,`gtmforminteractfieldid`STRING,`trackclick`STRING,`price`STRING,`companyid`STRING,`reservationurl`STRING,`dashlanelabel`STRING,`id`STRING,`siteid`STRING,`unitsShown`STRING,`dashlaneclassification`STRING,`companyId`STRING,`pageversion`STRING,`unitgroupid`STRING,`widgetname`STRING,`timeSpent`STRING,`ctadumped`STRING,`softreservation`STRING,`ddginputtype`STRING,`gtmforminteractid`STRING,`imagesviewed`STRING,`gtmFormInteractId`STRING,`trackClick`STRING,`event`STRING,`widgetName`STRING,`sortOrder`STRING,`pageid`STRING,`isHidden`STRING,`unitssorted`array,`name`STRING,`filtersused`STRING,`imagesViewed`STRING,`nganimate`STRING,`unitGroupId`STRING,`timeStamp`STRING,`type`STRING,`eventLocation`STRING,`gtmvistotalvisibletime2474528_21`STRING,`lttmpid`STRING,`ngAnimate`STRING,`gramm`STRING,`widgetid`STRING,`errors`STRING,`timespent`STRING,`unitsSorted`array,`discountplanid`STRING,`moveindate`STRING,`userlong`STRING,`buttonText`STRING,`pageId`STRING,`timestamp`STRING,`unitsshown`STRING,`gtmvishasfired2474528_21`STRING,`unittierid`STRING,`reservationid`STRING,`tenantPostal`STRING,`rruidropdownitem`STRING,`userLat`STRING,`discountedprice`STRING,`dashlanerid`STRING,`ctaDumped`STRING,`testid`STRING,`categoryused`STRING,`eventlocation`STRING,`discountPlanId`STRING,`darkreaderInlineBgcolor`STRING,`siteId`STRING,`facilityid`STRING,`category`STRING,`gtmFormInteractFieldId`STRING,`sortorder`STRING,`sessionId`STRING,`moveInDate`STRING,`filtersUsed`STRING,`softReservation`STRING,`userLong`STRING,`size`STRING,`gtmvisfirstonscreen2474528_21`STRING,`tenantstate`STRING,`tenantCity`STRING,`gtmvisrecentonscreen2474528_21`STRING,`pageVersion`STRING,`userlat`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics'\n",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.websites_webanalytics"
]
    • hive_path: s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics
    • id: 1214354
    • processed: 0
    • raw_data: 
      {
    "actiontype": "subtract",
    "buttontext": "Reserve",
    "category": "bedroom",
    "categoryused": "Large",
    "companyid": "fb04f5bb-8e0b-48db-bc16-de04f91fae6c",
    "ctadumped": "1",
    "ddginputtype": "unknown",
    "discountplanid": null,
    "event": "reserve",
    "eventlocation": "sizeCalculator",
    "facilityid": "dff29b7b-60fe-4cf8-82d1-5f5c53ae5b22",
    "filtersused": "Bi",
    "gramm": "false",
    "gtmforminteractfieldid": "6",
    "gtmforminteractid": "0",
    "id": "479432c8-2cec-46f1-b89f-38914a62da19",
    "ishidden": "false",
    "lttmpid": "lt-511329",
    "moveindate": "2025-03-04T04:18:44.891Z",
    "name": "Peoria, AZ Self Storage 85345",
    "nganimate": "2",
    "pageid": "63e520c88a4d1f062e73ae69",
    "pageversion": "e47d2fc5-0b6e-4eb6-b6b4-223d9bf89c5e",
    "price": "79",
    "reservationid": "ab9d981f-cb38-4de7-a93a-3dd868225ae1",
    "reservationurl": "https://rental-center.storedge.com?fromWebsite=true&mpid=1955f4fe60b23d6-00973fc5696d5f8-707c306f-51bf4-1955f4fe60c26cf&companyId=60933d32-4b62-4efa-b44a-a49e79c358d0&facilityId=b62aa441-c32e-4a1d-9a95-de72c4964e5b#/reserve/ab9d981f-cb38-4de7-a93a-3dd868225ae1",
    "sessionid": "2f3qiXzZzahS7iD5uGsgvWYcUJ_GcqnS",
    "siteid": "63e51d9024ff8e064bd0d238",
    "size": 70,
    "softreservation": false,
    "sortorder": "ascending",
    "tenantcity": "Pleasant Grove",
    "tenantpostal": "35127",
    "tenantstate": "AL",
    "testid": "agree-checkbox",
    "timestamp": "2025-03-04T03:59:57.864Z",
    "trackclick": "reserve",
    "type": "voyager/pages/types/FACILITY_PAGE",
    "unitgroupid": "479432c8-2cec-46f1-b89f-38914a62da19",
    "unitsshown": 3,
    "unitssorted": [
        "10'x20'"
    ],
    "userlat": 39.0572,
    "userlong": -94.5933,
    "widgetid": "08223041-d06b-47c1-9848-5b0e9a8fad62"
}
    • schema_attributes: 
      {
    "actionType": "string",
    "actiontype": "string",
    "buttonText": "string",
    "buttontext": "string",
    "category": "string",
    "categoryUsed": "string",
    "categoryused": "string",
    "companyId": "string",
    "companyid": "string",
    "ctaDumped": "string",
    "ctadumped": "string",
    "darkreaderInlineBgcolor": "string",
    "dashlaneclassification": "string",
    "dashlanelabel": "string",
    "dashlanerid": "string",
    "ddginputtype": "string",
    "discountPlanId": "string",
    "discountedprice": "string",
    "discountplanid": "string",
    "errors": "string",
    "event": "string",
    "eventLocation": "string",
    "eventlocation": "string",
    "facilityId": "string",
    "facilityid": "string",
    "filtersUsed": "string",
    "filtersused": "string",
    "gramm": "string",
    "gtmFormInteractFieldId": "string",
    "gtmFormInteractId": "string",
    "gtmforminteractfieldid": "string",
    "gtmforminteractid": "string",
    "gtmvisfirstonscreen2474528_21": "string",
    "gtmvishasfired2474528_21": "string",
    "gtmvisrecentonscreen2474528_21": "string",
    "gtmvistotalvisibletime2474528_21": "string",
    "id": "string",
    "imagesViewed": "string",
    "imagesviewed": "string",
    "isHidden": "string",
    "ishidden": "string",
    "lttmpid": "string",
    "moveInDate": "string",
    "moveindate": "string",
    "name": "string",
    "ngAnimate": "string",
    "nganimate": "string",
    "pageId": "string",
    "pageVersion": "string",
    "pageid": "string",
    "pageversion": "string",
    "price": "string",
    "prokeyscachednode": "string",
    "reservationid": "string",
    "reservationurl": "string",
    "rruidropdownitem": "string",
    "sessionId": "string",
    "sessionid": "string",
    "siteId": "string",
    "siteid": "string",
    "size": "string",
    "softReservation": "string",
    "softreservation": "string",
    "sortOrder": "string",
    "sortorder": "string",
    "tenantCity": "string",
    "tenantPostal": "string",
    "tenantState": "string",
    "tenantcity": "string",
    "tenantpostal": "string",
    "tenantstate": "string",
    "testid": "string",
    "timeSpent": "string",
    "timeStamp": "string",
    "timespent": "string",
    "timestamp": "string",
    "trackClick": "string",
    "trackclick": "string",
    "type": "string",
    "unitGroupId": "string",
    "unitgroupid": "string",
    "unitsShown": "string",
    "unitsSorted": [
        "string"
    ],
    "unitsshown": "string",
    "unitssorted": [
        "string"
    ],
    "unittierid": "string",
    "userLat": "string",
    "userLong": "string",
    "userlat": "string",
    "userlong": "string",
    "widgetId": "string",
    "widgetName": "string",
    "widgetid": "string",
    "widgetname": "string"
}
    • schema_name_id: 3474
    • schema_scan_id: 138191029
    • updated: None
    • created: 2025-03-02 03:00:40
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_webanalytics`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_webanalytics`\n(\n`moveInDate`STRING,`tenantcity`STRING,`unitgroupid`STRING,`tenantState`STRING,`filtersUsed`STRING,`timeSpent`STRING,`userlong`STRING,`pageId`STRING,`size`STRING,`reservationurl`STRING,`moveindate`STRING,`imagesviewed`STRING,`filtersused`STRING,`testid`STRING,`reservationid`STRING,`prokeyscachednode`STRING,`unitsShown`STRING,`unitGroupId`STRING,`imagesViewed`STRING,`facilityId`STRING,`type`STRING,`siteid`STRING,`eventlocation`STRING,`unitsSorted`array,`id`STRING,`ctadumped`STRING,`gtmforminteractfieldid`STRING,`ngAnimate`STRING,`widgetName`STRING,`sessionId`STRING,`gtmforminteractid`STRING,`discountPlanId`STRING,`widgetname`STRING,`timeStamp`STRING,`nganimate`STRING,`tenantPostal`STRING,`sortorder`STRING,`tenantpostal`STRING,`actiontype`STRING,`companyId`STRING,`dashlanelabel`STRING,`categoryused`STRING,`siteId`STRING,`trackclick`STRING,`unitssorted`array,`facilityid`STRING,`companyid`STRING,`errors`STRING,`sortOrder`STRING,`gtmFormInteractFieldId`STRING,`categoryUsed`STRING,`buttontext`STRING,`gtmvisfirstonscreen2474528_21`STRING,`widgetId`STRING,`isHidden`STRING,`gtmFormInteractId`STRING,`pageversion`STRING,`pageVersion`STRING,`unitsshown`STRING,`gtmvistotalvisibletime2474528_21`STRING,`dashlaneclassification`STRING,`userlat`STRING,`price`STRING,`dashlanerid`STRING,`widgetid`STRING,`softReservation`STRING,`userLong`STRING,`tenantCity`STRING,`ctaDumped`STRING,`pageid`STRING,`rruidropdownitem`STRING,`discountplanid`STRING,`discountedprice`STRING,`timestamp`STRING,`gtmvishasfired2474528_21`STRING,`eventLocation`STRING,`category`STRING,`softreservation`STRING,`unittierid`STRING,`timespent`STRING,`actionType`STRING,`ishidden`STRING,`ddginputtype`STRING,`darkreaderInlineBgcolor`STRING,`trackClick`STRING,`sessionid`STRING,`tenantstate`STRING,`name`STRING,`buttonText`STRING,`gtmvisrecentonscreen2474528_21`STRING,`userLat`STRING,`event`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics'\n",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.websites_webanalytics"
]
    • hive_path: s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics
    • id: 1212112
    • processed: 0
    • raw_data: 
      {
    "actiontype": "add",
    "buttontext": "Reserve",
    "category": "kitchen",
    "categoryused": "Small",
    "companyid": "6a04dd31-074c-46fb-8a51-bb624bddc29a",
    "dashlaneclassification": "action,search",
    "dashlanelabel": "true",
    "dashlanerid": "57b3153e942f77e6",
    "ddginputtype": "unknown",
    "discountedprice": "97.5",
    "discountplanid": null,
    "event": "pageView",
    "eventlocation": "sizeCalculator",
    "facilityid": null,
    "filtersused": "Vl",
    "gtmforminteractfieldid": "5",
    "gtmforminteractid": "0",
    "id": "1c2bcc08-3ccf-464f-9b2b-8ee573b7b0d7",
    "imagesviewed": 3,
    "ishidden": "false",
    "moveindate": "Mon Mar 03 2025 00:00:00 GMT-0600 (Central Standard Time)",
    "name": "Microwave",
    "nganimate": "2",
    "pageid": "657b195272002306d7743664",
    "pageversion": "a746e5be-10e0-4fdf-aa80-f0bbad6f04a8",
    "price": "145",
    "prokeyscachednode": "true",
    "reservationid": "1c2bcc08-3ccf-464f-9b2b-8ee573b7b0d7",
    "reservationurl": "https://rental-center.storedge.com?fromWebsite=true&mpid=19548704429433-02489cd7b5bb46-26011a51-144000-1954870442a3cd&companyId=d342c13c-b096-4171-87d1-3afa81cdb9f7&facilityId=a8eda410-e0b7-0134-3eda-0a04a5710924#/reserve/1c2bcc08-3ccf-464f-9b2b-8ee573b7b0d7",
    "sessionid": "tq4VE9Eb9wFjlKhGB1V59eof57FbrOJu",
    "siteid": "657b17d7fb9318061dda7b05",
    "size": 10,
    "softreservation": false,
    "sortorder": "ascending",
    "tenantcity": "Glenpool",
    "tenantpostal": "74033-4467",
    "tenantstate": "OK",
    "testid": "agree-checkbox",
    "timespent": 8,
    "timestamp": "2025-03-02T03:59:56.938Z",
    "trackclick": "move-in",
    "type": "voyager/pages/types/HOME_PAGE",
    "unitgroupid": "1c2bcc08-3ccf-464f-9b2b-8ee573b7b0d7",
    "unitsshown": 0,
    "unitssorted": [
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x17'",
        "10'x20'",
        "10'x20'"
    ],
    "userlat": 39.0572,
    "userlong": -94.5933,
    "widgetid": "7b28fc51-55b7-4ce2-b4c2-f4b3fa0f6695"
}
    • schema_attributes: 
      {
    "actionType": "string",
    "actiontype": "string",
    "buttonText": "string",
    "buttontext": "string",
    "category": "string",
    "categoryUsed": "string",
    "categoryused": "string",
    "companyId": "string",
    "companyid": "string",
    "ctaDumped": "string",
    "ctadumped": "string",
    "darkreaderInlineBgcolor": "string",
    "dashlaneclassification": "string",
    "dashlanelabel": "string",
    "dashlanerid": "string",
    "ddginputtype": "string",
    "discountPlanId": "string",
    "discountedprice": "string",
    "discountplanid": "string",
    "errors": "string",
    "event": "string",
    "eventLocation": "string",
    "eventlocation": "string",
    "facilityId": "string",
    "facilityid": "string",
    "filtersUsed": "string",
    "filtersused": "string",
    "gtmFormInteractFieldId": "string",
    "gtmFormInteractId": "string",
    "gtmforminteractfieldid": "string",
    "gtmforminteractid": "string",
    "gtmvisfirstonscreen2474528_21": "string",
    "gtmvishasfired2474528_21": "string",
    "gtmvisrecentonscreen2474528_21": "string",
    "gtmvistotalvisibletime2474528_21": "string",
    "id": "string",
    "imagesViewed": "string",
    "imagesviewed": "string",
    "isHidden": "string",
    "ishidden": "string",
    "moveInDate": "string",
    "moveindate": "string",
    "name": "string",
    "ngAnimate": "string",
    "nganimate": "string",
    "pageId": "string",
    "pageVersion": "string",
    "pageid": "string",
    "pageversion": "string",
    "price": "string",
    "prokeyscachednode": "string",
    "reservationid": "string",
    "reservationurl": "string",
    "rruidropdownitem": "string",
    "sessionId": "string",
    "sessionid": "string",
    "siteId": "string",
    "siteid": "string",
    "size": "string",
    "softReservation": "string",
    "softreservation": "string",
    "sortOrder": "string",
    "sortorder": "string",
    "tenantCity": "string",
    "tenantPostal": "string",
    "tenantState": "string",
    "tenantcity": "string",
    "tenantpostal": "string",
    "tenantstate": "string",
    "testid": "string",
    "timeSpent": "string",
    "timeStamp": "string",
    "timespent": "string",
    "timestamp": "string",
    "trackClick": "string",
    "trackclick": "string",
    "type": "string",
    "unitGroupId": "string",
    "unitgroupid": "string",
    "unitsShown": "string",
    "unitsSorted": [
        "string"
    ],
    "unitsshown": "string",
    "unitssorted": [
        "string"
    ],
    "unittierid": "string",
    "userLat": "string",
    "userLong": "string",
    "userlat": "string",
    "userlong": "string",
    "widgetId": "string",
    "widgetName": "string",
    "widgetid": "string",
    "widgetname": "string"
}
    • schema_name_id: 3474
    • schema_scan_id: 138075143
    • updated: None
    • created: 2025-03-01 03:00:35
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_webanalytics`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_webanalytics`\n(\n`userLat`STRING,`buttonText`STRING,`size`STRING,`unitsSorted`array,`buttontext`STRING,`category`STRING,`dashlanerid`STRING,`gtmvisrecentonscreen2474528_21`STRING,`reservationurl`STRING,`ishidden`STRING,`tenantpostal`STRING,`event`STRING,`facilityId`STRING,`sessionId`STRING,`widgetId`STRING,`sessionid`STRING,`eventLocation`STRING,`tenantstate`STRING,`unitsshown`STRING,`softreservation`STRING,`actionType`STRING,`trackClick`STRING,`categoryused`STRING,`siteid`STRING,`actiontype`STRING,`moveindate`STRING,`filtersused`STRING,`sortOrder`STRING,`errors`STRING,`softReservation`STRING,`timespent`STRING,`gtmforminteractfieldid`STRING,`unitssorted`array,`unitgroupid`STRING,`unitGroupId`STRING,`ngAnimate`STRING,`categoryUsed`STRING,`pageVersion`STRING,`timestamp`STRING,`gtmFormInteractFieldId`STRING,`darkreaderInlineBgcolor`STRING,`discountedprice`STRING,`dashlanelabel`STRING,`userlong`STRING,`tenantCity`STRING,`unitsShown`STRING,`imagesViewed`STRING,`widgetname`STRING,`timeStamp`STRING,`trackclick`STRING,`pageid`STRING,`companyId`STRING,`filtersUsed`STRING,`tenantPostal`STRING,`discountPlanId`STRING,`gtmvistotalvisibletime2474528_21`STRING,`gtmFormInteractId`STRING,`rruidropdownitem`STRING,`timeSpent`STRING,`isHidden`STRING,`gtmvishasfired2474528_21`STRING,`testid`STRING,`gtmvisfirstonscreen2474528_21`STRING,`moveInDate`STRING,`companyid`STRING,`type`STRING,`widgetid`STRING,`widgetName`STRING,`gtmforminteractid`STRING,`facilityid`STRING,`tenantState`STRING,`ctaDumped`STRING,`dashlaneclassification`STRING,`id`STRING,`discountplanid`STRING,`name`STRING,`unittierid`STRING,`price`STRING,`siteId`STRING,`nganimate`STRING,`eventlocation`STRING,`pageversion`STRING,`reservationid`STRING,`userLong`STRING,`sortorder`STRING,`tenantcity`STRING,`imagesviewed`STRING,`ctadumped`STRING,`pageId`STRING,`userlat`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics'\n",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.websites_webanalytics"
]
    • hive_path: s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics
    • id: 1211004
    • processed: 0
    • raw_data: 
      {
    "actiontype": "add",
    "buttontext": "Reserve",
    "category": "bedroom",
    "categoryused": "Large",
    "companyid": "ea07ab1e-740a-43aa-b7fe-869cc9696be3",
    "ctadumped": "1",
    "dashlaneclassification": "action,search",
    "dashlanelabel": "true",
    "dashlanerid": "38dc0a4b8813504c",
    "discountedprice": "59",
    "discountplanid": null,
    "event": "pageView",
    "eventlocation": "themeOne",
    "facilityid": "b6ee1dd5-0b20-4c51-ac31-529c7066728c",
    "filtersused": "CLEAR",
    "gtmforminteractfieldid": "6",
    "gtmforminteractid": "0",
    "id": "47d9f3e9-3d53-4321-8c70-c2e220a7a347",
    "imagesviewed": 3,
    "ishidden": "false",
    "moveindate": "2025-03-01T04:45:46.295Z",
    "name": "Storage Parking in Smithville, MO 64089 ",
    "nganimate": "2",
    "pageid": "605cffa0e3ff970543fa6d0e",
    "pageversion": "3a08926e-1d37-49ca-a6db-d6da749e2bb9",
    "price": "84",
    "reservationid": "d7725a64-0777-4380-b717-05edaf11a24e",
    "reservationurl": "https://rental-center.storedge.com?fromWebsite=true&mpid=1954ebbc1f6760-04251fbe70723a8-7e793561-61d78-1954ebbc1f710b1&companyId=c8db2b19-c140-4dda-abac-443f7b9c5a7d&facilityId=0888a511-acdb-4a38-8019-d500e41fa017#/reserve/d7725a64-0777-4380-b717-05edaf11a24e",
    "rruidropdownitem": "",
    "sessionid": "BW2Vs4FtyoJtYbSSoJYJvxYmaTt4DU9w",
    "siteid": "605110d0299f3b04b9b79b51",
    "size": 55,
    "softreservation": false,
    "sortorder": "ascending",
    "tenantcity": "Edison",
    "tenantpostal": "08817",
    "tenantstate": "NJ",
    "testid": "insurance-plus",
    "timespent": 2,
    "timestamp": "2025-03-01T03:59:58.770Z",
    "trackclick": "move-in",
    "type": "voyager/pages/types/FACILITY_PAGE",
    "unitgroupid": "90801e82-cb43-4407-bf7f-7ab3dcdcc91c",
    "unitsshown": 1,
    "unitssorted": [
        "5'x10'"
    ],
    "unittierid": "13fef64b-05bf-4c74-a090-9792c55878cf",
    "userlat": 39.0572,
    "userlong": -94.5933,
    "widgetid": "88f72d83-138f-4e1f-b441-a73afbb18076",
    "widgetname": "Header Logo"
}
    • schema_attributes: 
      {
    "actionType": "string",
    "actiontype": "string",
    "buttonText": "string",
    "buttontext": "string",
    "category": "string",
    "categoryUsed": "string",
    "categoryused": "string",
    "companyId": "string",
    "companyid": "string",
    "ctaDumped": "string",
    "ctadumped": "string",
    "darkreaderInlineBgcolor": "string",
    "dashlaneclassification": "string",
    "dashlanelabel": "string",
    "dashlanerid": "string",
    "discountPlanId": "string",
    "discountedprice": "string",
    "discountplanid": "string",
    "errors": "string",
    "event": "string",
    "eventLocation": "string",
    "eventlocation": "string",
    "facilityId": "string",
    "facilityid": "string",
    "filtersUsed": "string",
    "filtersused": "string",
    "gtmFormInteractFieldId": "string",
    "gtmFormInteractId": "string",
    "gtmforminteractfieldid": "string",
    "gtmforminteractid": "string",
    "gtmvisfirstonscreen2474528_21": "string",
    "gtmvishasfired2474528_21": "string",
    "gtmvisrecentonscreen2474528_21": "string",
    "gtmvistotalvisibletime2474528_21": "string",
    "id": "string",
    "imagesViewed": "string",
    "imagesviewed": "string",
    "isHidden": "string",
    "ishidden": "string",
    "moveInDate": "string",
    "moveindate": "string",
    "name": "string",
    "ngAnimate": "string",
    "nganimate": "string",
    "pageId": "string",
    "pageVersion": "string",
    "pageid": "string",
    "pageversion": "string",
    "price": "string",
    "reservationid": "string",
    "reservationurl": "string",
    "rruidropdownitem": "string",
    "sessionId": "string",
    "sessionid": "string",
    "siteId": "string",
    "siteid": "string",
    "size": "string",
    "softReservation": "string",
    "softreservation": "string",
    "sortOrder": "string",
    "sortorder": "string",
    "tenantCity": "string",
    "tenantPostal": "string",
    "tenantState": "string",
    "tenantcity": "string",
    "tenantpostal": "string",
    "tenantstate": "string",
    "testid": "string",
    "timeSpent": "string",
    "timeStamp": "string",
    "timespent": "string",
    "timestamp": "string",
    "trackClick": "string",
    "trackclick": "string",
    "type": "string",
    "unitGroupId": "string",
    "unitgroupid": "string",
    "unitsShown": "string",
    "unitsSorted": [
        "string"
    ],
    "unitsshown": "string",
    "unitssorted": [
        "string"
    ],
    "unittierid": "string",
    "userLat": "string",
    "userLong": "string",
    "userlat": "string",
    "userlong": "string",
    "widgetId": "string",
    "widgetName": "string",
    "widgetid": "string",
    "widgetname": "string"
}
    • schema_name_id: 3474
    • schema_scan_id: 138015813
    • updated: None
Schema Scans: 3
Last at 2025-03-04 03:00:30
    • duration: 0:00:13.169551
    • exit_message: 
      {
    "exception": "failed to apply schema `Query failed: FAILED: SemanticException [Error 10036]: Duplicate column name: actiontype `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_webanalytics`\n(\n`tenantState`STRING,`actiontype`STRING,`buttontext`STRING,`prokeyscachednode`STRING,`actionType`STRING,`ishidden`STRING,`sessionid`STRING,`facilityId`STRING,`categoryUsed`STRING,`tenantcity`STRING,`widgetId`STRING,`tenantpostal`STRING,`gtmforminteractfieldid`STRING,`trackclick`STRING,`price`STRING,`companyid`STRING,`reservationurl`STRING,`dashlanelabel`STRING,`id`STRING,`siteid`STRING,`unitsShown`STRING,`dashlaneclassification`STRING,`companyId`STRING,`pageversion`STRING,`unitgroupid`STRING,`widgetname`STRING,`timeSpent`STRING,`ctadumped`STRING,`softreservation`STRING,`ddginputtype`STRING,`gtmforminteractid`STRING,`imagesviewed`STRING,`gtmFormInteractId`STRING,`trackClick`STRING,`event`STRING,`widgetName`STRING,`sortOrder`STRING,`pageid`STRING,`isHidden`STRING,`unitssorted`array,`name`STRING,`filtersused`STRING,`imagesViewed`STRING,`nganimate`STRING,`unitGroupId`STRING,`timeStamp`STRING,`type`STRING,`eventLocation`STRING,`gtmvistotalvisibletime2474528_21`STRING,`lttmpid`STRING,`ngAnimate`STRING,`gramm`STRING,`widgetid`STRING,`errors`STRING,`timespent`STRING,`unitsSorted`array,`discountplanid`STRING,`moveindate`STRING,`userlong`STRING,`buttonText`STRING,`pageId`STRING,`timestamp`STRING,`unitsshown`STRING,`gtmvishasfired2474528_21`STRING,`unittierid`STRING,`reservationid`STRING,`tenantPostal`STRING,`rruidropdownitem`STRING,`userLat`STRING,`discountedprice`STRING,`dashlanerid`STRING,`ctaDumped`STRING,`testid`STRING,`categoryused`STRING,`eventlocation`STRING,`discountPlanId`STRING,`darkreaderInlineBgcolor`STRING,`siteId`STRING,`facilityid`STRING,`category`STRING,`gtmFormInteractFieldId`STRING,`sortorder`STRING,`sessionId`STRING,`moveInDate`STRING,`filtersUsed`STRING,`softReservation`STRING,`userLong`STRING,`size`STRING,`gtmvisfirstonscreen2474528_21`STRING,`tenantstate`STRING,`tenantCity`STRING,`gtmvisrecentonscreen2474528_21`STRING,`pageVersion`STRING,`userlat`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics'\n``: ['CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`', 'DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_webanalytics`', \"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_drivethru.websites_webanalytics`\\n(\\n`tenantState`STRING,`actiontype`STRING,`buttontext`STRING,`prokeyscachednode`STRING,`actionType`STRING,`ishidden`STRING,`sessionid`STRING,`facilityId`STRING,`categoryUsed`STRING,`tenantcity`STRING,`widgetId`STRING,`tenantpostal`STRING,`gtmforminteractfieldid`STRING,`trackclick`STRING,`price`STRING,`companyid`STRING,`reservationurl`STRING,`dashlanelabel`STRING,`id`STRING,`siteid`STRING,`unitsShown`STRING,`dashlaneclassification`STRING,`companyId`STRING,`pageversion`STRING,`unitgroupid`STRING,`widgetname`STRING,`timeSpent`STRING,`ctadumped`STRING,`softreservation`STRING,`ddginputtype`STRING,`gtmforminteractid`STRING,`imagesviewed`STRING,`gtmFormInteractId`STRING,`trackClick`STRING,`event`STRING,`widgetName`STRING,`sortOrder`STRING,`pageid`STRING,`isHidden`STRING,`unitssorted`array,`name`STRING,`filtersused`STRING,`imagesViewed`STRING,`nganimate`STRING,`unitGroupId`STRING,`timeStamp`STRING,`type`STRING,`eventLocation`STRING,`gtmvistotalvisibletime2474528_21`STRING,`lttmpid`STRING,`ngAnimate`STRING,`gramm`STRING,`widgetid`STRING,`errors`STRING,`timespent`STRING,`unitsSorted`array,`discountplanid`STRING,`moveindate`STRING,`userlong`STRING,`buttonText`STRING,`pageId`STRING,`timestamp`STRING,`unitsshown`STRING,`gtmvishasfired2474528_21`STRING,`unittierid`STRING,`reservationid`STRING,`tenantPostal`STRING,`rruidropdownitem`STRING,`userLat`STRING,`discountedprice`STRING,`dashlanerid`STRING,`ctaDumped`STRING,`testid`STRING,`categoryused`STRING,`eventlocation`STRING,`discountPlanId`STRING,`darkreaderInlineBgcolor`STRING,`siteId`STRING,`facilityid`STRING,`category`STRING,`gtmFormInteractFieldId`STRING,`sortorder`STRING,`sessionId`STRING,`moveInDate`STRING,`filtersUsed`STRING,`softReservation`STRING,`userLong`STRING,`size`STRING,`gtmvisfirstonscreen2474528_21`STRING,`tenantstate`STRING,`tenantCity`STRING,`gtmvisrecentonscreen2474528_21`STRING,`pageVersion`STRING,`userlat`STRING\\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics'\\n\", 'MSCK REPAIR TABLE sfdl_prod_drivethru.websites_webanalytics']\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/table_generator.py\", line 24, in apply_latest_version\n    self.runner.run_multi_query(schema_version.ddl, timeout=DDLQueueWorker.TIMEOUT)\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 133, in run_multi_query\n    result = self.run_single_query(query, timeout, database)\n             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 51, in run_single_query\n    return self._run_single_query(query, timeout, database)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 120, in _run_single_query\n    raise e\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 103, in _run_single_query\n    raise AthenaRunnerQueryException('Query failed: {} `{}`'.format(info['QueryExecution']['Status']['StateChangeReason'], query))\nstodl.athena_runner.exceptions.AthenaRunnerQueryException: Query failed: FAILED: SemanticException [Error 10036]: Duplicate column name: actiontype `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_webanalytics`\n(\n`tenantState`STRING,`actiontype`STRING,`buttontext`STRING,`prokeyscachednode`STRING,`actionType`STRING,`ishidden`STRING,`sessionid`STRING,`facilityId`STRING,`categoryUsed`STRING,`tenantcity`STRING,`widgetId`STRING,`tenantpostal`STRING,`gtmforminteractfieldid`STRING,`trackclick`STRING,`price`STRING,`companyid`STRING,`reservationurl`STRING,`dashlanelabel`STRING,`id`STRING,`siteid`STRING,`unitsShown`STRING,`dashlaneclassification`STRING,`companyId`STRING,`pageversion`STRING,`unitgroupid`STRING,`widgetname`STRING,`timeSpent`STRING,`ctadumped`STRING,`softreservation`STRING,`ddginputtype`STRING,`gtmforminteractid`STRING,`imagesviewed`STRING,`gtmFormInteractId`STRING,`trackClick`STRING,`event`STRING,`widgetName`STRING,`sortOrder`STRING,`pageid`STRING,`isHidden`STRING,`unitssorted`array,`name`STRING,`filtersused`STRING,`imagesViewed`STRING,`nganimate`STRING,`unitGroupId`STRING,`timeStamp`STRING,`type`STRING,`eventLocation`STRING,`gtmvistotalvisibletime2474528_21`STRING,`lttmpid`STRING,`ngAnimate`STRING,`gramm`STRING,`widgetid`STRING,`errors`STRING,`timespent`STRING,`unitsSorted`array,`discountplanid`STRING,`moveindate`STRING,`userlong`STRING,`buttonText`STRING,`pageId`STRING,`timestamp`STRING,`unitsshown`STRING,`gtmvishasfired2474528_21`STRING,`unittierid`STRING,`reservationid`STRING,`tenantPostal`STRING,`rruidropdownitem`STRING,`userLat`STRING,`discountedprice`STRING,`dashlanerid`STRING,`ctaDumped`STRING,`testid`STRING,`categoryused`STRING,`eventlocation`STRING,`discountPlanId`STRING,`darkreaderInlineBgcolor`STRING,`siteId`STRING,`facilityid`STRING,`category`STRING,`gtmFormInteractFieldId`STRING,`sortorder`STRING,`sessionId`STRING,`moveInDate`STRING,`filtersUsed`STRING,`softReservation`STRING,`userLong`STRING,`size`STRING,`gtmvisfirstonscreen2474528_21`STRING,`tenantstate`STRING,`tenantCity`STRING,`gtmvisrecentonscreen2474528_21`STRING,`pageVersion`STRING,`userlat`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics'\n`\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/schema_scanner.py\", line 102, in scan\n    response = service.run()\n               ^^^^^^^^^^^^^\n  File \"/schema_manager/schema_generator/process_hive_table.py\", line 98, in run\n    response['ddl_changed'] = table_generator.run()\n                              ^^^^^^^^^^^^^^^^^^^^^\n  File \"/schema_manager/schema_generator/table_generator.py\", line 35, in run\n    self.apply_latest_version()\n  File \"/schema_manager/schema_generator/table_generator.py\", line 26, in apply_latest_version\n    raise Exception('failed to apply schema `{}`: {}'.format(e, schema_version.ddl))\nException: failed to apply schema `Query failed: FAILED: SemanticException [Error 10036]: Duplicate column name: actiontype `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_webanalytics`\n(\n`tenantState`STRING,`actiontype`STRING,`buttontext`STRING,`prokeyscachednode`STRING,`actionType`STRING,`ishidden`STRING,`sessionid`STRING,`facilityId`STRING,`categoryUsed`STRING,`tenantcity`STRING,`widgetId`STRING,`tenantpostal`STRING,`gtmforminteractfieldid`STRING,`trackclick`STRING,`price`STRING,`companyid`STRING,`reservationurl`STRING,`dashlanelabel`STRING,`id`STRING,`siteid`STRING,`unitsShown`STRING,`dashlaneclassification`STRING,`companyId`STRING,`pageversion`STRING,`unitgroupid`STRING,`widgetname`STRING,`timeSpent`STRING,`ctadumped`STRING,`softreservation`STRING,`ddginputtype`STRING,`gtmforminteractid`STRING,`imagesviewed`STRING,`gtmFormInteractId`STRING,`trackClick`STRING,`event`STRING,`widgetName`STRING,`sortOrder`STRING,`pageid`STRING,`isHidden`STRING,`unitssorted`array,`name`STRING,`filtersused`STRING,`imagesViewed`STRING,`nganimate`STRING,`unitGroupId`STRING,`timeStamp`STRING,`type`STRING,`eventLocation`STRING,`gtmvistotalvisibletime2474528_21`STRING,`lttmpid`STRING,`ngAnimate`STRING,`gramm`STRING,`widgetid`STRING,`errors`STRING,`timespent`STRING,`unitsSorted`array,`discountplanid`STRING,`moveindate`STRING,`userlong`STRING,`buttonText`STRING,`pageId`STRING,`timestamp`STRING,`unitsshown`STRING,`gtmvishasfired2474528_21`STRING,`unittierid`STRING,`reservationid`STRING,`tenantPostal`STRING,`rruidropdownitem`STRING,`userLat`STRING,`discountedprice`STRING,`dashlanerid`STRING,`ctaDumped`STRING,`testid`STRING,`categoryused`STRING,`eventlocation`STRING,`discountPlanId`STRING,`darkreaderInlineBgcolor`STRING,`siteId`STRING,`facilityid`STRING,`category`STRING,`gtmFormInteractFieldId`STRING,`sortorder`STRING,`sessionId`STRING,`moveInDate`STRING,`filtersUsed`STRING,`softReservation`STRING,`userLong`STRING,`size`STRING,`gtmvisfirstonscreen2474528_21`STRING,`tenantstate`STRING,`tenantCity`STRING,`gtmvisrecentonscreen2474528_21`STRING,`pageVersion`STRING,`userlat`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics'\n``: ['CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`', 'DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_webanalytics`', \"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_drivethru.websites_webanalytics`\\n(\\n`tenantState`STRING,`actiontype`STRING,`buttontext`STRING,`prokeyscachednode`STRING,`actionType`STRING,`ishidden`STRING,`sessionid`STRING,`facilityId`STRING,`categoryUsed`STRING,`tenantcity`STRING,`widgetId`STRING,`tenantpostal`STRING,`gtmforminteractfieldid`STRING,`trackclick`STRING,`price`STRING,`companyid`STRING,`reservationurl`STRING,`dashlanelabel`STRING,`id`STRING,`siteid`STRING,`unitsShown`STRING,`dashlaneclassification`STRING,`companyId`STRING,`pageversion`STRING,`unitgroupid`STRING,`widgetname`STRING,`timeSpent`STRING,`ctadumped`STRING,`softreservation`STRING,`ddginputtype`STRING,`gtmforminteractid`STRING,`imagesviewed`STRING,`gtmFormInteractId`STRING,`trackClick`STRING,`event`STRING,`widgetName`STRING,`sortOrder`STRING,`pageid`STRING,`isHidden`STRING,`unitssorted`array,`name`STRING,`filtersused`STRING,`imagesViewed`STRING,`nganimate`STRING,`unitGroupId`STRING,`timeStamp`STRING,`type`STRING,`eventLocation`STRING,`gtmvistotalvisibletime2474528_21`STRING,`lttmpid`STRING,`ngAnimate`STRING,`gramm`STRING,`widgetid`STRING,`errors`STRING,`timespent`STRING,`unitsSorted`array,`discountplanid`STRING,`moveindate`STRING,`userlong`STRING,`buttonText`STRING,`pageId`STRING,`timestamp`STRING,`unitsshown`STRING,`gtmvishasfired2474528_21`STRING,`unittierid`STRING,`reservationid`STRING,`tenantPostal`STRING,`rruidropdownitem`STRING,`userLat`STRING,`discountedprice`STRING,`dashlanerid`STRING,`ctaDumped`STRING,`testid`STRING,`categoryused`STRING,`eventlocation`STRING,`discountPlanId`STRING,`darkreaderInlineBgcolor`STRING,`siteId`STRING,`facilityid`STRING,`category`STRING,`gtmFormInteractFieldId`STRING,`sortorder`STRING,`sessionId`STRING,`moveInDate`STRING,`filtersUsed`STRING,`softReservation`STRING,`userLong`STRING,`size`STRING,`gtmvisfirstonscreen2474528_21`STRING,`tenantstate`STRING,`tenantCity`STRING,`gtmvisrecentonscreen2474528_21`STRING,`pageVersion`STRING,`userlat`STRING\\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics'\\n\", 'MSCK REPAIR TABLE sfdl_prod_drivethru.websites_webanalytics']\n: Expecting value: line 1 column 1 (char 0)"
}
    • id: 138191029
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": true,
    "partition": {
        "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics/dt=2025-03-04",
        "name": "dt",
        "type": "string",
        "value": "2025-03-04"
    },
    "s3": {
        "bucket": "sfdl-drivethrujson-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics",
        "key": "raw_incremental/websites_webanalytics/dt=2025-03-04/events_23_00.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.websites_webanalytics",
        "type": "drivethrujson"
    },
    "trace_context": {
        "parent_id": 8232344829841702963,
        "service_name": "drive-thru",
        "span_id": 11052438972237043500,
        "trace_id": 10238428728917440711
    }
}
    • running: False
    • schema_name_id: 3474
    • start_time: 2025-03-04 03:00:30
    • success: False
    • trace_id: 10238428728917440711
    • duration: 0:00:13.361785
    • exit_message: 
      {
    "exception": "failed to apply schema `Query failed: FAILED: SemanticException [Error 10036]: Duplicate column name: moveindate `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_webanalytics`\n(\n`moveInDate`STRING,`tenantcity`STRING,`unitgroupid`STRING,`tenantState`STRING,`filtersUsed`STRING,`timeSpent`STRING,`userlong`STRING,`pageId`STRING,`size`STRING,`reservationurl`STRING,`moveindate`STRING,`imagesviewed`STRING,`filtersused`STRING,`testid`STRING,`reservationid`STRING,`prokeyscachednode`STRING,`unitsShown`STRING,`unitGroupId`STRING,`imagesViewed`STRING,`facilityId`STRING,`type`STRING,`siteid`STRING,`eventlocation`STRING,`unitsSorted`array,`id`STRING,`ctadumped`STRING,`gtmforminteractfieldid`STRING,`ngAnimate`STRING,`widgetName`STRING,`sessionId`STRING,`gtmforminteractid`STRING,`discountPlanId`STRING,`widgetname`STRING,`timeStamp`STRING,`nganimate`STRING,`tenantPostal`STRING,`sortorder`STRING,`tenantpostal`STRING,`actiontype`STRING,`companyId`STRING,`dashlanelabel`STRING,`categoryused`STRING,`siteId`STRING,`trackclick`STRING,`unitssorted`array,`facilityid`STRING,`companyid`STRING,`errors`STRING,`sortOrder`STRING,`gtmFormInteractFieldId`STRING,`categoryUsed`STRING,`buttontext`STRING,`gtmvisfirstonscreen2474528_21`STRING,`widgetId`STRING,`isHidden`STRING,`gtmFormInteractId`STRING,`pageversion`STRING,`pageVersion`STRING,`unitsshown`STRING,`gtmvistotalvisibletime2474528_21`STRING,`dashlaneclassification`STRING,`userlat`STRING,`price`STRING,`dashlanerid`STRING,`widgetid`STRING,`softReservation`STRING,`userLong`STRING,`tenantCity`STRING,`ctaDumped`STRING,`pageid`STRING,`rruidropdownitem`STRING,`discountplanid`STRING,`discountedprice`STRING,`timestamp`STRING,`gtmvishasfired2474528_21`STRING,`eventLocation`STRING,`category`STRING,`softreservation`STRING,`unittierid`STRING,`timespent`STRING,`actionType`STRING,`ishidden`STRING,`ddginputtype`STRING,`darkreaderInlineBgcolor`STRING,`trackClick`STRING,`sessionid`STRING,`tenantstate`STRING,`name`STRING,`buttonText`STRING,`gtmvisrecentonscreen2474528_21`STRING,`userLat`STRING,`event`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics'\n``: ['CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`', 'DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_webanalytics`', \"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_drivethru.websites_webanalytics`\\n(\\n`moveInDate`STRING,`tenantcity`STRING,`unitgroupid`STRING,`tenantState`STRING,`filtersUsed`STRING,`timeSpent`STRING,`userlong`STRING,`pageId`STRING,`size`STRING,`reservationurl`STRING,`moveindate`STRING,`imagesviewed`STRING,`filtersused`STRING,`testid`STRING,`reservationid`STRING,`prokeyscachednode`STRING,`unitsShown`STRING,`unitGroupId`STRING,`imagesViewed`STRING,`facilityId`STRING,`type`STRING,`siteid`STRING,`eventlocation`STRING,`unitsSorted`array,`id`STRING,`ctadumped`STRING,`gtmforminteractfieldid`STRING,`ngAnimate`STRING,`widgetName`STRING,`sessionId`STRING,`gtmforminteractid`STRING,`discountPlanId`STRING,`widgetname`STRING,`timeStamp`STRING,`nganimate`STRING,`tenantPostal`STRING,`sortorder`STRING,`tenantpostal`STRING,`actiontype`STRING,`companyId`STRING,`dashlanelabel`STRING,`categoryused`STRING,`siteId`STRING,`trackclick`STRING,`unitssorted`array,`facilityid`STRING,`companyid`STRING,`errors`STRING,`sortOrder`STRING,`gtmFormInteractFieldId`STRING,`categoryUsed`STRING,`buttontext`STRING,`gtmvisfirstonscreen2474528_21`STRING,`widgetId`STRING,`isHidden`STRING,`gtmFormInteractId`STRING,`pageversion`STRING,`pageVersion`STRING,`unitsshown`STRING,`gtmvistotalvisibletime2474528_21`STRING,`dashlaneclassification`STRING,`userlat`STRING,`price`STRING,`dashlanerid`STRING,`widgetid`STRING,`softReservation`STRING,`userLong`STRING,`tenantCity`STRING,`ctaDumped`STRING,`pageid`STRING,`rruidropdownitem`STRING,`discountplanid`STRING,`discountedprice`STRING,`timestamp`STRING,`gtmvishasfired2474528_21`STRING,`eventLocation`STRING,`category`STRING,`softreservation`STRING,`unittierid`STRING,`timespent`STRING,`actionType`STRING,`ishidden`STRING,`ddginputtype`STRING,`darkreaderInlineBgcolor`STRING,`trackClick`STRING,`sessionid`STRING,`tenantstate`STRING,`name`STRING,`buttonText`STRING,`gtmvisrecentonscreen2474528_21`STRING,`userLat`STRING,`event`STRING\\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics'\\n\", 'MSCK REPAIR TABLE sfdl_prod_drivethru.websites_webanalytics']\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/table_generator.py\", line 24, in apply_latest_version\n    self.runner.run_multi_query(schema_version.ddl, timeout=DDLQueueWorker.TIMEOUT)\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 133, in run_multi_query\n    result = self.run_single_query(query, timeout, database)\n             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 51, in run_single_query\n    return self._run_single_query(query, timeout, database)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 120, in _run_single_query\n    raise e\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 103, in _run_single_query\n    raise AthenaRunnerQueryException('Query failed: {} `{}`'.format(info['QueryExecution']['Status']['StateChangeReason'], query))\nstodl.athena_runner.exceptions.AthenaRunnerQueryException: Query failed: FAILED: SemanticException [Error 10036]: Duplicate column name: moveindate `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_webanalytics`\n(\n`moveInDate`STRING,`tenantcity`STRING,`unitgroupid`STRING,`tenantState`STRING,`filtersUsed`STRING,`timeSpent`STRING,`userlong`STRING,`pageId`STRING,`size`STRING,`reservationurl`STRING,`moveindate`STRING,`imagesviewed`STRING,`filtersused`STRING,`testid`STRING,`reservationid`STRING,`prokeyscachednode`STRING,`unitsShown`STRING,`unitGroupId`STRING,`imagesViewed`STRING,`facilityId`STRING,`type`STRING,`siteid`STRING,`eventlocation`STRING,`unitsSorted`array,`id`STRING,`ctadumped`STRING,`gtmforminteractfieldid`STRING,`ngAnimate`STRING,`widgetName`STRING,`sessionId`STRING,`gtmforminteractid`STRING,`discountPlanId`STRING,`widgetname`STRING,`timeStamp`STRING,`nganimate`STRING,`tenantPostal`STRING,`sortorder`STRING,`tenantpostal`STRING,`actiontype`STRING,`companyId`STRING,`dashlanelabel`STRING,`categoryused`STRING,`siteId`STRING,`trackclick`STRING,`unitssorted`array,`facilityid`STRING,`companyid`STRING,`errors`STRING,`sortOrder`STRING,`gtmFormInteractFieldId`STRING,`categoryUsed`STRING,`buttontext`STRING,`gtmvisfirstonscreen2474528_21`STRING,`widgetId`STRING,`isHidden`STRING,`gtmFormInteractId`STRING,`pageversion`STRING,`pageVersion`STRING,`unitsshown`STRING,`gtmvistotalvisibletime2474528_21`STRING,`dashlaneclassification`STRING,`userlat`STRING,`price`STRING,`dashlanerid`STRING,`widgetid`STRING,`softReservation`STRING,`userLong`STRING,`tenantCity`STRING,`ctaDumped`STRING,`pageid`STRING,`rruidropdownitem`STRING,`discountplanid`STRING,`discountedprice`STRING,`timestamp`STRING,`gtmvishasfired2474528_21`STRING,`eventLocation`STRING,`category`STRING,`softreservation`STRING,`unittierid`STRING,`timespent`STRING,`actionType`STRING,`ishidden`STRING,`ddginputtype`STRING,`darkreaderInlineBgcolor`STRING,`trackClick`STRING,`sessionid`STRING,`tenantstate`STRING,`name`STRING,`buttonText`STRING,`gtmvisrecentonscreen2474528_21`STRING,`userLat`STRING,`event`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics'\n`\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/schema_scanner.py\", line 102, in scan\n    response = service.run()\n               ^^^^^^^^^^^^^\n  File \"/schema_manager/schema_generator/process_hive_table.py\", line 98, in run\n    response['ddl_changed'] = table_generator.run()\n                              ^^^^^^^^^^^^^^^^^^^^^\n  File \"/schema_manager/schema_generator/table_generator.py\", line 35, in run\n    self.apply_latest_version()\n  File \"/schema_manager/schema_generator/table_generator.py\", line 26, in apply_latest_version\n    raise Exception('failed to apply schema `{}`: {}'.format(e, schema_version.ddl))\nException: failed to apply schema `Query failed: FAILED: SemanticException [Error 10036]: Duplicate column name: moveindate `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_webanalytics`\n(\n`moveInDate`STRING,`tenantcity`STRING,`unitgroupid`STRING,`tenantState`STRING,`filtersUsed`STRING,`timeSpent`STRING,`userlong`STRING,`pageId`STRING,`size`STRING,`reservationurl`STRING,`moveindate`STRING,`imagesviewed`STRING,`filtersused`STRING,`testid`STRING,`reservationid`STRING,`prokeyscachednode`STRING,`unitsShown`STRING,`unitGroupId`STRING,`imagesViewed`STRING,`facilityId`STRING,`type`STRING,`siteid`STRING,`eventlocation`STRING,`unitsSorted`array,`id`STRING,`ctadumped`STRING,`gtmforminteractfieldid`STRING,`ngAnimate`STRING,`widgetName`STRING,`sessionId`STRING,`gtmforminteractid`STRING,`discountPlanId`STRING,`widgetname`STRING,`timeStamp`STRING,`nganimate`STRING,`tenantPostal`STRING,`sortorder`STRING,`tenantpostal`STRING,`actiontype`STRING,`companyId`STRING,`dashlanelabel`STRING,`categoryused`STRING,`siteId`STRING,`trackclick`STRING,`unitssorted`array,`facilityid`STRING,`companyid`STRING,`errors`STRING,`sortOrder`STRING,`gtmFormInteractFieldId`STRING,`categoryUsed`STRING,`buttontext`STRING,`gtmvisfirstonscreen2474528_21`STRING,`widgetId`STRING,`isHidden`STRING,`gtmFormInteractId`STRING,`pageversion`STRING,`pageVersion`STRING,`unitsshown`STRING,`gtmvistotalvisibletime2474528_21`STRING,`dashlaneclassification`STRING,`userlat`STRING,`price`STRING,`dashlanerid`STRING,`widgetid`STRING,`softReservation`STRING,`userLong`STRING,`tenantCity`STRING,`ctaDumped`STRING,`pageid`STRING,`rruidropdownitem`STRING,`discountplanid`STRING,`discountedprice`STRING,`timestamp`STRING,`gtmvishasfired2474528_21`STRING,`eventLocation`STRING,`category`STRING,`softreservation`STRING,`unittierid`STRING,`timespent`STRING,`actionType`STRING,`ishidden`STRING,`ddginputtype`STRING,`darkreaderInlineBgcolor`STRING,`trackClick`STRING,`sessionid`STRING,`tenantstate`STRING,`name`STRING,`buttonText`STRING,`gtmvisrecentonscreen2474528_21`STRING,`userLat`STRING,`event`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics'\n``: ['CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`', 'DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_webanalytics`', \"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_drivethru.websites_webanalytics`\\n(\\n`moveInDate`STRING,`tenantcity`STRING,`unitgroupid`STRING,`tenantState`STRING,`filtersUsed`STRING,`timeSpent`STRING,`userlong`STRING,`pageId`STRING,`size`STRING,`reservationurl`STRING,`moveindate`STRING,`imagesviewed`STRING,`filtersused`STRING,`testid`STRING,`reservationid`STRING,`prokeyscachednode`STRING,`unitsShown`STRING,`unitGroupId`STRING,`imagesViewed`STRING,`facilityId`STRING,`type`STRING,`siteid`STRING,`eventlocation`STRING,`unitsSorted`array,`id`STRING,`ctadumped`STRING,`gtmforminteractfieldid`STRING,`ngAnimate`STRING,`widgetName`STRING,`sessionId`STRING,`gtmforminteractid`STRING,`discountPlanId`STRING,`widgetname`STRING,`timeStamp`STRING,`nganimate`STRING,`tenantPostal`STRING,`sortorder`STRING,`tenantpostal`STRING,`actiontype`STRING,`companyId`STRING,`dashlanelabel`STRING,`categoryused`STRING,`siteId`STRING,`trackclick`STRING,`unitssorted`array,`facilityid`STRING,`companyid`STRING,`errors`STRING,`sortOrder`STRING,`gtmFormInteractFieldId`STRING,`categoryUsed`STRING,`buttontext`STRING,`gtmvisfirstonscreen2474528_21`STRING,`widgetId`STRING,`isHidden`STRING,`gtmFormInteractId`STRING,`pageversion`STRING,`pageVersion`STRING,`unitsshown`STRING,`gtmvistotalvisibletime2474528_21`STRING,`dashlaneclassification`STRING,`userlat`STRING,`price`STRING,`dashlanerid`STRING,`widgetid`STRING,`softReservation`STRING,`userLong`STRING,`tenantCity`STRING,`ctaDumped`STRING,`pageid`STRING,`rruidropdownitem`STRING,`discountplanid`STRING,`discountedprice`STRING,`timestamp`STRING,`gtmvishasfired2474528_21`STRING,`eventLocation`STRING,`category`STRING,`softreservation`STRING,`unittierid`STRING,`timespent`STRING,`actionType`STRING,`ishidden`STRING,`ddginputtype`STRING,`darkreaderInlineBgcolor`STRING,`trackClick`STRING,`sessionid`STRING,`tenantstate`STRING,`name`STRING,`buttonText`STRING,`gtmvisrecentonscreen2474528_21`STRING,`userLat`STRING,`event`STRING\\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics'\\n\", 'MSCK REPAIR TABLE sfdl_prod_drivethru.websites_webanalytics']\n: Expecting value: line 1 column 1 (char 0)"
}
    • id: 138075143
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": true,
    "partition": {
        "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics/dt=2025-03-02",
        "name": "dt",
        "type": "string",
        "value": "2025-03-02"
    },
    "s3": {
        "bucket": "sfdl-drivethrujson-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics",
        "key": "raw_incremental/websites_webanalytics/dt=2025-03-02/events_23_00.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.websites_webanalytics",
        "type": "drivethrujson"
    },
    "trace_context": {
        "parent_id": 16866645139669165042,
        "service_name": "drive-thru",
        "span_id": 7957642508681214777,
        "trace_id": 16149378205453010195
    }
}
    • running: False
    • schema_name_id: 3474
    • start_time: 2025-03-02 03:00:34
    • success: False
    • trace_id: 16149378205453010195
    • duration: 0:00:13.062460
    • exit_message: 
      {
    "exception": "failed to apply schema `Query failed: FAILED: SemanticException [Error 10036]: Duplicate column name: buttontext `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_webanalytics`\n(\n`userLat`STRING,`buttonText`STRING,`size`STRING,`unitsSorted`array,`buttontext`STRING,`category`STRING,`dashlanerid`STRING,`gtmvisrecentonscreen2474528_21`STRING,`reservationurl`STRING,`ishidden`STRING,`tenantpostal`STRING,`event`STRING,`facilityId`STRING,`sessionId`STRING,`widgetId`STRING,`sessionid`STRING,`eventLocation`STRING,`tenantstate`STRING,`unitsshown`STRING,`softreservation`STRING,`actionType`STRING,`trackClick`STRING,`categoryused`STRING,`siteid`STRING,`actiontype`STRING,`moveindate`STRING,`filtersused`STRING,`sortOrder`STRING,`errors`STRING,`softReservation`STRING,`timespent`STRING,`gtmforminteractfieldid`STRING,`unitssorted`array,`unitgroupid`STRING,`unitGroupId`STRING,`ngAnimate`STRING,`categoryUsed`STRING,`pageVersion`STRING,`timestamp`STRING,`gtmFormInteractFieldId`STRING,`darkreaderInlineBgcolor`STRING,`discountedprice`STRING,`dashlanelabel`STRING,`userlong`STRING,`tenantCity`STRING,`unitsShown`STRING,`imagesViewed`STRING,`widgetname`STRING,`timeStamp`STRING,`trackclick`STRING,`pageid`STRING,`companyId`STRING,`filtersUsed`STRING,`tenantPostal`STRING,`discountPlanId`STRING,`gtmvistotalvisibletime2474528_21`STRING,`gtmFormInteractId`STRING,`rruidropdownitem`STRING,`timeSpent`STRING,`isHidden`STRING,`gtmvishasfired2474528_21`STRING,`testid`STRING,`gtmvisfirstonscreen2474528_21`STRING,`moveInDate`STRING,`companyid`STRING,`type`STRING,`widgetid`STRING,`widgetName`STRING,`gtmforminteractid`STRING,`facilityid`STRING,`tenantState`STRING,`ctaDumped`STRING,`dashlaneclassification`STRING,`id`STRING,`discountplanid`STRING,`name`STRING,`unittierid`STRING,`price`STRING,`siteId`STRING,`nganimate`STRING,`eventlocation`STRING,`pageversion`STRING,`reservationid`STRING,`userLong`STRING,`sortorder`STRING,`tenantcity`STRING,`imagesviewed`STRING,`ctadumped`STRING,`pageId`STRING,`userlat`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics'\n``: ['CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`', 'DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_webanalytics`', \"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_drivethru.websites_webanalytics`\\n(\\n`userLat`STRING,`buttonText`STRING,`size`STRING,`unitsSorted`array,`buttontext`STRING,`category`STRING,`dashlanerid`STRING,`gtmvisrecentonscreen2474528_21`STRING,`reservationurl`STRING,`ishidden`STRING,`tenantpostal`STRING,`event`STRING,`facilityId`STRING,`sessionId`STRING,`widgetId`STRING,`sessionid`STRING,`eventLocation`STRING,`tenantstate`STRING,`unitsshown`STRING,`softreservation`STRING,`actionType`STRING,`trackClick`STRING,`categoryused`STRING,`siteid`STRING,`actiontype`STRING,`moveindate`STRING,`filtersused`STRING,`sortOrder`STRING,`errors`STRING,`softReservation`STRING,`timespent`STRING,`gtmforminteractfieldid`STRING,`unitssorted`array,`unitgroupid`STRING,`unitGroupId`STRING,`ngAnimate`STRING,`categoryUsed`STRING,`pageVersion`STRING,`timestamp`STRING,`gtmFormInteractFieldId`STRING,`darkreaderInlineBgcolor`STRING,`discountedprice`STRING,`dashlanelabel`STRING,`userlong`STRING,`tenantCity`STRING,`unitsShown`STRING,`imagesViewed`STRING,`widgetname`STRING,`timeStamp`STRING,`trackclick`STRING,`pageid`STRING,`companyId`STRING,`filtersUsed`STRING,`tenantPostal`STRING,`discountPlanId`STRING,`gtmvistotalvisibletime2474528_21`STRING,`gtmFormInteractId`STRING,`rruidropdownitem`STRING,`timeSpent`STRING,`isHidden`STRING,`gtmvishasfired2474528_21`STRING,`testid`STRING,`gtmvisfirstonscreen2474528_21`STRING,`moveInDate`STRING,`companyid`STRING,`type`STRING,`widgetid`STRING,`widgetName`STRING,`gtmforminteractid`STRING,`facilityid`STRING,`tenantState`STRING,`ctaDumped`STRING,`dashlaneclassification`STRING,`id`STRING,`discountplanid`STRING,`name`STRING,`unittierid`STRING,`price`STRING,`siteId`STRING,`nganimate`STRING,`eventlocation`STRING,`pageversion`STRING,`reservationid`STRING,`userLong`STRING,`sortorder`STRING,`tenantcity`STRING,`imagesviewed`STRING,`ctadumped`STRING,`pageId`STRING,`userlat`STRING\\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics'\\n\", 'MSCK REPAIR TABLE sfdl_prod_drivethru.websites_webanalytics']\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/table_generator.py\", line 24, in apply_latest_version\n    self.runner.run_multi_query(schema_version.ddl, timeout=DDLQueueWorker.TIMEOUT)\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 133, in run_multi_query\n    result = self.run_single_query(query, timeout, database)\n             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 51, in run_single_query\n    return self._run_single_query(query, timeout, database)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 120, in _run_single_query\n    raise e\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 103, in _run_single_query\n    raise AthenaRunnerQueryException('Query failed: {} `{}`'.format(info['QueryExecution']['Status']['StateChangeReason'], query))\nstodl.athena_runner.exceptions.AthenaRunnerQueryException: Query failed: FAILED: SemanticException [Error 10036]: Duplicate column name: buttontext `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_webanalytics`\n(\n`userLat`STRING,`buttonText`STRING,`size`STRING,`unitsSorted`array,`buttontext`STRING,`category`STRING,`dashlanerid`STRING,`gtmvisrecentonscreen2474528_21`STRING,`reservationurl`STRING,`ishidden`STRING,`tenantpostal`STRING,`event`STRING,`facilityId`STRING,`sessionId`STRING,`widgetId`STRING,`sessionid`STRING,`eventLocation`STRING,`tenantstate`STRING,`unitsshown`STRING,`softreservation`STRING,`actionType`STRING,`trackClick`STRING,`categoryused`STRING,`siteid`STRING,`actiontype`STRING,`moveindate`STRING,`filtersused`STRING,`sortOrder`STRING,`errors`STRING,`softReservation`STRING,`timespent`STRING,`gtmforminteractfieldid`STRING,`unitssorted`array,`unitgroupid`STRING,`unitGroupId`STRING,`ngAnimate`STRING,`categoryUsed`STRING,`pageVersion`STRING,`timestamp`STRING,`gtmFormInteractFieldId`STRING,`darkreaderInlineBgcolor`STRING,`discountedprice`STRING,`dashlanelabel`STRING,`userlong`STRING,`tenantCity`STRING,`unitsShown`STRING,`imagesViewed`STRING,`widgetname`STRING,`timeStamp`STRING,`trackclick`STRING,`pageid`STRING,`companyId`STRING,`filtersUsed`STRING,`tenantPostal`STRING,`discountPlanId`STRING,`gtmvistotalvisibletime2474528_21`STRING,`gtmFormInteractId`STRING,`rruidropdownitem`STRING,`timeSpent`STRING,`isHidden`STRING,`gtmvishasfired2474528_21`STRING,`testid`STRING,`gtmvisfirstonscreen2474528_21`STRING,`moveInDate`STRING,`companyid`STRING,`type`STRING,`widgetid`STRING,`widgetName`STRING,`gtmforminteractid`STRING,`facilityid`STRING,`tenantState`STRING,`ctaDumped`STRING,`dashlaneclassification`STRING,`id`STRING,`discountplanid`STRING,`name`STRING,`unittierid`STRING,`price`STRING,`siteId`STRING,`nganimate`STRING,`eventlocation`STRING,`pageversion`STRING,`reservationid`STRING,`userLong`STRING,`sortorder`STRING,`tenantcity`STRING,`imagesviewed`STRING,`ctadumped`STRING,`pageId`STRING,`userlat`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics'\n`\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/schema_scanner.py\", line 102, in scan\n    response = service.run()\n               ^^^^^^^^^^^^^\n  File \"/schema_manager/schema_generator/process_hive_table.py\", line 98, in run\n    response['ddl_changed'] = table_generator.run()\n                              ^^^^^^^^^^^^^^^^^^^^^\n  File \"/schema_manager/schema_generator/table_generator.py\", line 35, in run\n    self.apply_latest_version()\n  File \"/schema_manager/schema_generator/table_generator.py\", line 26, in apply_latest_version\n    raise Exception('failed to apply schema `{}`: {}'.format(e, schema_version.ddl))\nException: failed to apply schema `Query failed: FAILED: SemanticException [Error 10036]: Duplicate column name: buttontext `CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_webanalytics`\n(\n`userLat`STRING,`buttonText`STRING,`size`STRING,`unitsSorted`array,`buttontext`STRING,`category`STRING,`dashlanerid`STRING,`gtmvisrecentonscreen2474528_21`STRING,`reservationurl`STRING,`ishidden`STRING,`tenantpostal`STRING,`event`STRING,`facilityId`STRING,`sessionId`STRING,`widgetId`STRING,`sessionid`STRING,`eventLocation`STRING,`tenantstate`STRING,`unitsshown`STRING,`softreservation`STRING,`actionType`STRING,`trackClick`STRING,`categoryused`STRING,`siteid`STRING,`actiontype`STRING,`moveindate`STRING,`filtersused`STRING,`sortOrder`STRING,`errors`STRING,`softReservation`STRING,`timespent`STRING,`gtmforminteractfieldid`STRING,`unitssorted`array,`unitgroupid`STRING,`unitGroupId`STRING,`ngAnimate`STRING,`categoryUsed`STRING,`pageVersion`STRING,`timestamp`STRING,`gtmFormInteractFieldId`STRING,`darkreaderInlineBgcolor`STRING,`discountedprice`STRING,`dashlanelabel`STRING,`userlong`STRING,`tenantCity`STRING,`unitsShown`STRING,`imagesViewed`STRING,`widgetname`STRING,`timeStamp`STRING,`trackclick`STRING,`pageid`STRING,`companyId`STRING,`filtersUsed`STRING,`tenantPostal`STRING,`discountPlanId`STRING,`gtmvistotalvisibletime2474528_21`STRING,`gtmFormInteractId`STRING,`rruidropdownitem`STRING,`timeSpent`STRING,`isHidden`STRING,`gtmvishasfired2474528_21`STRING,`testid`STRING,`gtmvisfirstonscreen2474528_21`STRING,`moveInDate`STRING,`companyid`STRING,`type`STRING,`widgetid`STRING,`widgetName`STRING,`gtmforminteractid`STRING,`facilityid`STRING,`tenantState`STRING,`ctaDumped`STRING,`dashlaneclassification`STRING,`id`STRING,`discountplanid`STRING,`name`STRING,`unittierid`STRING,`price`STRING,`siteId`STRING,`nganimate`STRING,`eventlocation`STRING,`pageversion`STRING,`reservationid`STRING,`userLong`STRING,`sortorder`STRING,`tenantcity`STRING,`imagesviewed`STRING,`ctadumped`STRING,`pageId`STRING,`userlat`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics'\n``: ['CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`', 'DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_webanalytics`', \"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_drivethru.websites_webanalytics`\\n(\\n`userLat`STRING,`buttonText`STRING,`size`STRING,`unitsSorted`array,`buttontext`STRING,`category`STRING,`dashlanerid`STRING,`gtmvisrecentonscreen2474528_21`STRING,`reservationurl`STRING,`ishidden`STRING,`tenantpostal`STRING,`event`STRING,`facilityId`STRING,`sessionId`STRING,`widgetId`STRING,`sessionid`STRING,`eventLocation`STRING,`tenantstate`STRING,`unitsshown`STRING,`softreservation`STRING,`actionType`STRING,`trackClick`STRING,`categoryused`STRING,`siteid`STRING,`actiontype`STRING,`moveindate`STRING,`filtersused`STRING,`sortOrder`STRING,`errors`STRING,`softReservation`STRING,`timespent`STRING,`gtmforminteractfieldid`STRING,`unitssorted`array,`unitgroupid`STRING,`unitGroupId`STRING,`ngAnimate`STRING,`categoryUsed`STRING,`pageVersion`STRING,`timestamp`STRING,`gtmFormInteractFieldId`STRING,`darkreaderInlineBgcolor`STRING,`discountedprice`STRING,`dashlanelabel`STRING,`userlong`STRING,`tenantCity`STRING,`unitsShown`STRING,`imagesViewed`STRING,`widgetname`STRING,`timeStamp`STRING,`trackclick`STRING,`pageid`STRING,`companyId`STRING,`filtersUsed`STRING,`tenantPostal`STRING,`discountPlanId`STRING,`gtmvistotalvisibletime2474528_21`STRING,`gtmFormInteractId`STRING,`rruidropdownitem`STRING,`timeSpent`STRING,`isHidden`STRING,`gtmvishasfired2474528_21`STRING,`testid`STRING,`gtmvisfirstonscreen2474528_21`STRING,`moveInDate`STRING,`companyid`STRING,`type`STRING,`widgetid`STRING,`widgetName`STRING,`gtmforminteractid`STRING,`facilityid`STRING,`tenantState`STRING,`ctaDumped`STRING,`dashlaneclassification`STRING,`id`STRING,`discountplanid`STRING,`name`STRING,`unittierid`STRING,`price`STRING,`siteId`STRING,`nganimate`STRING,`eventlocation`STRING,`pageversion`STRING,`reservationid`STRING,`userLong`STRING,`sortorder`STRING,`tenantcity`STRING,`imagesviewed`STRING,`ctadumped`STRING,`pageId`STRING,`userlat`STRING\\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics'\\n\", 'MSCK REPAIR TABLE sfdl_prod_drivethru.websites_webanalytics']\n: Expecting value: line 1 column 1 (char 0)"
}
    • id: 138015813
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": true,
    "partition": {
        "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics/dt=2025-03-01",
        "name": "dt",
        "type": "string",
        "value": "2025-03-01"
    },
    "s3": {
        "bucket": "sfdl-drivethrujson-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics",
        "key": "raw_incremental/websites_webanalytics/dt=2025-03-01/events_23_00.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.websites_webanalytics",
        "type": "drivethrujson"
    },
    "trace_context": {
        "parent_id": 5339551819399265414,
        "service_name": "drive-thru",
        "span_id": 15633560235709800031,
        "trace_id": 15276511686122252256
    }
}
    • running: False
    • schema_name_id: 3474
    • start_time: 2025-03-01 03:00:31
    • success: False
    • trace_id: 15276511686122252256
Partitions:
  • count: 3
  • ddl: 
    [
    "ALTER TABLE\n    `sfdl_prod_drivethru.websites_webanalytics`\nADD\n\n\n PARTITION (dt='2025-03-02') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics/dt=2025-03-02'\n PARTITION (dt='2025-03-03') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics/dt=2025-03-03'\n PARTITION (dt='2025-03-04') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics/dt=2025-03-04'\n;"
]
  • name: dt
  • state: 
    [
    {
        "info": {
            "id": 1429189,
            "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics/dt=2025-03-02",
            "name": "dt",
            "value": "2025-03-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": false,
                "first_data": "2025-03-02 03:00:40",
                "last_data": "2025-03-02 03:01:36"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1429392,
            "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics/dt=2025-03-03",
            "name": "dt",
            "value": "2025-03-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": false,
                "first_data": "2025-03-03 03:00:26",
                "last_data": "2025-03-03 03:02:12"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1429604,
            "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics/dt=2025-03-04",
            "name": "dt",
            "value": "2025-03-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": false,
                "first_data": "2025-03-04 03:00:35",
                "last_data": "2025-03-04 03:01:48"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    }
]
  • type: string
Schema:
  • attributes: 
    {
    "actionType": "string",
    "actiontype": "string",
    "buttonText": "string",
    "buttontext": "string",
    "category": "string",
    "categoryUsed": "string",
    "categoryused": "string",
    "companyId": "string",
    "companyid": "string",
    "ctaDumped": "string",
    "ctadumped": "string",
    "darkreaderInlineBgcolor": "string",
    "dashlaneclassification": "string",
    "dashlanelabel": "string",
    "dashlanerid": "string",
    "ddginputtype": "string",
    "discountPlanId": "string",
    "discountedprice": "string",
    "discountplanid": "string",
    "errors": "string",
    "event": "string",
    "eventLocation": "string",
    "eventlocation": "string",
    "facilityId": "string",
    "facilityid": "string",
    "filtersUsed": "string",
    "filtersused": "string",
    "gramm": "string",
    "gtmFormInteractFieldId": "string",
    "gtmFormInteractId": "string",
    "gtmforminteractfieldid": "string",
    "gtmforminteractid": "string",
    "gtmvisfirstonscreen2474528_21": "string",
    "gtmvishasfired2474528_21": "string",
    "gtmvisrecentonscreen2474528_21": "string",
    "gtmvistotalvisibletime2474528_21": "string",
    "id": "string",
    "imagesViewed": "string",
    "imagesviewed": "string",
    "isHidden": "string",
    "ishidden": "string",
    "lttmpid": "string",
    "moveInDate": "string",
    "moveindate": "string",
    "name": "string",
    "ngAnimate": "string",
    "nganimate": "string",
    "pageId": "string",
    "pageVersion": "string",
    "pageid": "string",
    "pageversion": "string",
    "price": "string",
    "prokeyscachednode": "string",
    "reservationid": "string",
    "reservationurl": "string",
    "rruidropdownitem": "string",
    "sessionId": "string",
    "sessionid": "string",
    "siteId": "string",
    "siteid": "string",
    "size": "string",
    "softReservation": "string",
    "softreservation": "string",
    "sortOrder": "string",
    "sortorder": "string",
    "tenantCity": "string",
    "tenantPostal": "string",
    "tenantState": "string",
    "tenantcity": "string",
    "tenantpostal": "string",
    "tenantstate": "string",
    "testid": "string",
    "timeSpent": "string",
    "timeStamp": "string",
    "timespent": "string",
    "timestamp": "string",
    "trackClick": "string",
    "trackclick": "string",
    "type": "string",
    "unitGroupId": "string",
    "unitgroupid": "string",
    "unitsShown": "string",
    "unitsSorted": [
        "string"
    ],
    "unitsshown": "string",
    "unitssorted": [
        "string"
    ],
    "unittierid": "string",
    "userLat": "string",
    "userLong": "string",
    "userlat": "string",
    "userlong": "string",
    "widgetId": "string",
    "widgetName": "string",
    "widgetid": "string",
    "widgetname": "string"
}
  • created: 2025-03-04 03:00:35
  • ddl: 
    {
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_webanalytics`\n(\n`tenantState`STRING,`actiontype`STRING,`buttontext`STRING,`prokeyscachednode`STRING,`actionType`STRING,`ishidden`STRING,`sessionid`STRING,`facilityId`STRING,`categoryUsed`STRING,`tenantcity`STRING,`widgetId`STRING,`tenantpostal`STRING,`gtmforminteractfieldid`STRING,`trackclick`STRING,`price`STRING,`companyid`STRING,`reservationurl`STRING,`dashlanelabel`STRING,`id`STRING,`siteid`STRING,`unitsShown`STRING,`dashlaneclassification`STRING,`companyId`STRING,`pageversion`STRING,`unitgroupid`STRING,`widgetname`STRING,`timeSpent`STRING,`ctadumped`STRING,`softreservation`STRING,`ddginputtype`STRING,`gtmforminteractid`STRING,`imagesviewed`STRING,`gtmFormInteractId`STRING,`trackClick`STRING,`event`STRING,`widgetName`STRING,`sortOrder`STRING,`pageid`STRING,`isHidden`STRING,`unitssorted`array,`name`STRING,`filtersused`STRING,`imagesViewed`STRING,`nganimate`STRING,`unitGroupId`STRING,`timeStamp`STRING,`type`STRING,`eventLocation`STRING,`gtmvistotalvisibletime2474528_21`STRING,`lttmpid`STRING,`ngAnimate`STRING,`gramm`STRING,`widgetid`STRING,`errors`STRING,`timespent`STRING,`unitsSorted`array,`discountplanid`STRING,`moveindate`STRING,`userlong`STRING,`buttonText`STRING,`pageId`STRING,`timestamp`STRING,`unitsshown`STRING,`gtmvishasfired2474528_21`STRING,`unittierid`STRING,`reservationid`STRING,`tenantPostal`STRING,`rruidropdownitem`STRING,`userLat`STRING,`discountedprice`STRING,`dashlanerid`STRING,`ctaDumped`STRING,`testid`STRING,`categoryused`STRING,`eventlocation`STRING,`discountPlanId`STRING,`darkreaderInlineBgcolor`STRING,`siteId`STRING,`facilityid`STRING,`category`STRING,`gtmFormInteractFieldId`STRING,`sortorder`STRING,`sessionId`STRING,`moveInDate`STRING,`filtersUsed`STRING,`softReservation`STRING,`userLong`STRING,`size`STRING,`gtmvisfirstonscreen2474528_21`STRING,`tenantstate`STRING,`tenantCity`STRING,`gtmvisrecentonscreen2474528_21`STRING,`pageVersion`STRING,`userlat`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_webanalytics`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.websites_webanalytics"
}
Server:
  • hostname: schemamanager-5475496c57-7dpqb
  • name: schema_manager
  • process_start: 2026-01-09 11:27:47
  • sf_env: prod
  • version: 2112174301
Raw: 
{
    "name": {
        "created": "2025-02-27 03:01:08",
        "disabled": false,
        "format": "raw",
        "id": 3474,
        "is_partitioned": true,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_prod_drivethru",
            "table": "websites_webanalytics"
        },
        "type": "drivethrujson"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_prod_drivethru.websites_webanalytics`\nADD\n\n\n PARTITION (dt='2025-03-02') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics/dt=2025-03-02'\n PARTITION (dt='2025-03-03') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics/dt=2025-03-03'\n PARTITION (dt='2025-03-04') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics/dt=2025-03-04'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 1429189,
                    "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics/dt=2025-03-02",
                    "name": "dt",
                    "value": "2025-03-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": false,
                        "first_data": "2025-03-02 03:00:40",
                        "last_data": "2025-03-02 03:01:36"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1429392,
                    "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics/dt=2025-03-03",
                    "name": "dt",
                    "value": "2025-03-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": false,
                        "first_data": "2025-03-03 03:00:26",
                        "last_data": "2025-03-03 03:02:12"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1429604,
                    "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics/dt=2025-03-04",
                    "name": "dt",
                    "value": "2025-03-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": false,
                        "first_data": "2025-03-04 03:00:35",
                        "last_data": "2025-03-04 03:01:48"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "actionType": "string",
            "actiontype": "string",
            "buttonText": "string",
            "buttontext": "string",
            "category": "string",
            "categoryUsed": "string",
            "categoryused": "string",
            "companyId": "string",
            "companyid": "string",
            "ctaDumped": "string",
            "ctadumped": "string",
            "darkreaderInlineBgcolor": "string",
            "dashlaneclassification": "string",
            "dashlanelabel": "string",
            "dashlanerid": "string",
            "ddginputtype": "string",
            "discountPlanId": "string",
            "discountedprice": "string",
            "discountplanid": "string",
            "errors": "string",
            "event": "string",
            "eventLocation": "string",
            "eventlocation": "string",
            "facilityId": "string",
            "facilityid": "string",
            "filtersUsed": "string",
            "filtersused": "string",
            "gramm": "string",
            "gtmFormInteractFieldId": "string",
            "gtmFormInteractId": "string",
            "gtmforminteractfieldid": "string",
            "gtmforminteractid": "string",
            "gtmvisfirstonscreen2474528_21": "string",
            "gtmvishasfired2474528_21": "string",
            "gtmvisrecentonscreen2474528_21": "string",
            "gtmvistotalvisibletime2474528_21": "string",
            "id": "string",
            "imagesViewed": "string",
            "imagesviewed": "string",
            "isHidden": "string",
            "ishidden": "string",
            "lttmpid": "string",
            "moveInDate": "string",
            "moveindate": "string",
            "name": "string",
            "ngAnimate": "string",
            "nganimate": "string",
            "pageId": "string",
            "pageVersion": "string",
            "pageid": "string",
            "pageversion": "string",
            "price": "string",
            "prokeyscachednode": "string",
            "reservationid": "string",
            "reservationurl": "string",
            "rruidropdownitem": "string",
            "sessionId": "string",
            "sessionid": "string",
            "siteId": "string",
            "siteid": "string",
            "size": "string",
            "softReservation": "string",
            "softreservation": "string",
            "sortOrder": "string",
            "sortorder": "string",
            "tenantCity": "string",
            "tenantPostal": "string",
            "tenantState": "string",
            "tenantcity": "string",
            "tenantpostal": "string",
            "tenantstate": "string",
            "testid": "string",
            "timeSpent": "string",
            "timeStamp": "string",
            "timespent": "string",
            "timestamp": "string",
            "trackClick": "string",
            "trackclick": "string",
            "type": "string",
            "unitGroupId": "string",
            "unitgroupid": "string",
            "unitsShown": "string",
            "unitsSorted": [
                "string"
            ],
            "unitsshown": "string",
            "unitssorted": [
                "string"
            ],
            "unittierid": "string",
            "userLat": "string",
            "userLong": "string",
            "userlat": "string",
            "userlong": "string",
            "widgetId": "string",
            "widgetName": "string",
            "widgetid": "string",
            "widgetname": "string"
        },
        "created": "2025-03-04 03:00:35",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_webanalytics`\n(\n`tenantState`STRING,`actiontype`STRING,`buttontext`STRING,`prokeyscachednode`STRING,`actionType`STRING,`ishidden`STRING,`sessionid`STRING,`facilityId`STRING,`categoryUsed`STRING,`tenantcity`STRING,`widgetId`STRING,`tenantpostal`STRING,`gtmforminteractfieldid`STRING,`trackclick`STRING,`price`STRING,`companyid`STRING,`reservationurl`STRING,`dashlanelabel`STRING,`id`STRING,`siteid`STRING,`unitsShown`STRING,`dashlaneclassification`STRING,`companyId`STRING,`pageversion`STRING,`unitgroupid`STRING,`widgetname`STRING,`timeSpent`STRING,`ctadumped`STRING,`softreservation`STRING,`ddginputtype`STRING,`gtmforminteractid`STRING,`imagesviewed`STRING,`gtmFormInteractId`STRING,`trackClick`STRING,`event`STRING,`widgetName`STRING,`sortOrder`STRING,`pageid`STRING,`isHidden`STRING,`unitssorted`array,`name`STRING,`filtersused`STRING,`imagesViewed`STRING,`nganimate`STRING,`unitGroupId`STRING,`timeStamp`STRING,`type`STRING,`eventLocation`STRING,`gtmvistotalvisibletime2474528_21`STRING,`lttmpid`STRING,`ngAnimate`STRING,`gramm`STRING,`widgetid`STRING,`errors`STRING,`timespent`STRING,`unitsSorted`array,`discountplanid`STRING,`moveindate`STRING,`userlong`STRING,`buttonText`STRING,`pageId`STRING,`timestamp`STRING,`unitsshown`STRING,`gtmvishasfired2474528_21`STRING,`unittierid`STRING,`reservationid`STRING,`tenantPostal`STRING,`rruidropdownitem`STRING,`userLat`STRING,`discountedprice`STRING,`dashlanerid`STRING,`ctaDumped`STRING,`testid`STRING,`categoryused`STRING,`eventlocation`STRING,`discountPlanId`STRING,`darkreaderInlineBgcolor`STRING,`siteId`STRING,`facilityid`STRING,`category`STRING,`gtmFormInteractFieldId`STRING,`sortorder`STRING,`sessionId`STRING,`moveInDate`STRING,`filtersUsed`STRING,`softReservation`STRING,`userLong`STRING,`size`STRING,`gtmvisfirstonscreen2474528_21`STRING,`tenantstate`STRING,`tenantCity`STRING,`gtmvisrecentonscreen2474528_21`STRING,`pageVersion`STRING,`userlat`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_webanalytics`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.websites_webanalytics"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}
©2019 SpareFoot Data Platform