Schema Info

Schema Name: sfdl_prod_drivethru.websites_webanalytics_demo

created: 2025-02-26 22:21:14
disabled: False
format: raw
id: 3473
is_partitioned: True
is_schema_datatyped: True

name:

{
    "database": "sfdl_prod_drivethru",
    "table": "websites_webanalytics_demo"
}

type: drivethrujson

Schema Versions: 4

Version 1211813

created: 2025-03-02 00:42:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_webanalytics_demo`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_webanalytics_demo`\n(\n`widgetname`STRING,`size`STRING,`buttontext`STRING,`trackclick`STRING,`category`STRING,`prokeyscachednode`STRING,`dashlanerid`STRING,`ishidden`STRING,`reservationurl`STRING,`pageid`STRING,`gtmvisrecentonscreen2474528_21`STRING,`ddginputtype`STRING,`gtmvistotalvisibletime2474528_21`STRING,`tenantpostal`STRING,`rruidropdownitem`STRING,`event`STRING,`gtmvisfirstonscreen2474528_21`STRING,`sessionid`STRING,`gtmvishasfired2474528_21`STRING,`unitsshown`STRING,`testid`STRING,`softreservation`STRING,`tenantstate`STRING,`companyid`STRING,`siteid`STRING,`actiontype`STRING,`moveindate`STRING,`categoryused`STRING,`filtersused`STRING,`type`STRING,`gtmforminteractid`STRING,`facilityid`STRING,`timespent`STRING,`dashlaneclassification`STRING,`widgetid`STRING,`id`STRING,`discountplanid`STRING,`name`STRING,`unittierid`STRING,`price`STRING,`nganimate`STRING,`gtmforminteractfieldid`STRING,`eventlocation`STRING,`unitgroupid`STRING,`unitssorted`array,`pageversion`STRING,`reservationid`STRING,`sortorder`STRING,`tenantcity`STRING,`discountedprice`STRING,`timestamp`STRING,`dashlanelabel`STRING,`userlat`STRING,`ctadumped`STRING,`imagesviewed`STRING,`userlong`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo'\n",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.websites_webanalytics_demo"
]

hive_path: s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo
id: 1211813
processed: 1

raw_data:

{
    "actiontype": "add",
    "buttontext": "Reserve",
    "category": "kitchen",
    "categoryused": "Small",
    "companyid": "6a04dd31-074c-46fb-8a51-bb624bddc29a",
    "dashlaneclassification": "action,search",
    "dashlanelabel": "true",
    "dashlanerid": "57b3153e942f77e6",
    "ddginputtype": "unknown",
    "discountedprice": "97.5",
    "discountplanid": null,
    "event": "pageView",
    "eventlocation": "sizeCalculator",
    "facilityid": null,
    "filtersused": "Vl",
    "gtmforminteractfieldid": "5",
    "gtmforminteractid": "0",
    "id": "1c2bcc08-3ccf-464f-9b2b-8ee573b7b0d7",
    "imagesviewed": 3,
    "ishidden": "false",
    "moveindate": "Mon Mar 03 2025 00:00:00 GMT-0600 (Central Standard Time)",
    "name": "Microwave",
    "nganimate": "2",
    "pageid": "657b195272002306d7743664",
    "pageversion": "a746e5be-10e0-4fdf-aa80-f0bbad6f04a8",
    "price": "145",
    "prokeyscachednode": "true",
    "reservationid": "1c2bcc08-3ccf-464f-9b2b-8ee573b7b0d7",
    "reservationurl": "https://rental-center.storedge.com?fromWebsite=true&mpid=19548704429433-02489cd7b5bb46-26011a51-144000-1954870442a3cd&companyId=d342c13c-b096-4171-87d1-3afa81cdb9f7&facilityId=a8eda410-e0b7-0134-3eda-0a04a5710924#/reserve/1c2bcc08-3ccf-464f-9b2b-8ee573b7b0d7",
    "sessionid": "tq4VE9Eb9wFjlKhGB1V59eof57FbrOJu",
    "siteid": "657b17d7fb9318061dda7b05",
    "size": 10,
    "softreservation": false,
    "sortorder": "ascending",
    "tenantcity": "Glenpool",
    "tenantpostal": "74033-4467",
    "tenantstate": "OK",
    "testid": "agree-checkbox",
    "timespent": 8,
    "timestamp": "2025-03-02T03:59:56.938Z",
    "trackclick": "move-in",
    "type": "voyager/pages/types/HOME_PAGE",
    "unitgroupid": "1c2bcc08-3ccf-464f-9b2b-8ee573b7b0d7",
    "unitsshown": 0,
    "unitssorted": [
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x10'",
        "10'x17'",
        "10'x20'",
        "10'x20'"
    ],
    "userlat": 39.0572,
    "userlong": -94.5933,
    "widgetid": "7b28fc51-55b7-4ce2-b4c2-f4b3fa0f6695"
}

schema_attributes:

{
    "actiontype": "string",
    "buttontext": "string",
    "category": "string",
    "categoryused": "string",
    "companyid": "string",
    "ctadumped": "string",
    "dashlaneclassification": "string",
    "dashlanelabel": "string",
    "dashlanerid": "string",
    "ddginputtype": "string",
    "discountedprice": "string",
    "discountplanid": "string",
    "event": "string",
    "eventlocation": "string",
    "facilityid": "string",
    "filtersused": "string",
    "gtmforminteractfieldid": "string",
    "gtmforminteractid": "string",
    "gtmvisfirstonscreen2474528_21": "string",
    "gtmvishasfired2474528_21": "string",
    "gtmvisrecentonscreen2474528_21": "string",
    "gtmvistotalvisibletime2474528_21": "string",
    "id": "string",
    "imagesviewed": "string",
    "ishidden": "string",
    "moveindate": "string",
    "name": "string",
    "nganimate": "string",
    "pageid": "string",
    "pageversion": "string",
    "price": "string",
    "prokeyscachednode": "string",
    "reservationid": "string",
    "reservationurl": "string",
    "rruidropdownitem": "string",
    "sessionid": "string",
    "siteid": "string",
    "size": "string",
    "softreservation": "string",
    "sortorder": "string",
    "tenantcity": "string",
    "tenantpostal": "string",
    "tenantstate": "string",
    "testid": "string",
    "timespent": "string",
    "timestamp": "string",
    "trackclick": "string",
    "type": "string",
    "unitgroupid": "string",
    "unitsshown": "string",
    "unitssorted": [
        "string"
    ],
    "unittierid": "string",
    "userlat": "string",
    "userlong": "string",
    "widgetid": "string",
    "widgetname": "string"
}

schema_name_id: 3473
schema_scan_id: 138069501
updated: 2025-03-02 00:42:30

Version 1211812

created: 2025-03-02 00:39:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_webanalytics_demo`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_webanalytics_demo`\n(\n`actiontype`STRING,`buttontext`STRING,`timespent`STRING,`userlat`STRING,`ishidden`STRING,`discountplanid`STRING,`sessionid`STRING,`moveindate`STRING,`tenantcity`STRING,`userlong`STRING,`tenantpostal`STRING,`gtmforminteractfieldid`STRING,`trackclick`STRING,`price`STRING,`companyid`STRING,`reservationurl`STRING,`timestamp`STRING,`id`STRING,`dashlanelabel`STRING,`siteid`STRING,`dashlaneclassification`STRING,`unitsshown`STRING,`gtmvishasfired2474528_21`STRING,`discountedprice`STRING,`reservationid`STRING,`pageversion`STRING,`unitgroupid`STRING,`unittierid`STRING,`dashlanerid`STRING,`rruidropdownitem`STRING,`testid`STRING,`categoryused`STRING,`eventlocation`STRING,`widgetname`STRING,`ctadumped`STRING,`facilityid`STRING,`softreservation`STRING,`gtmforminteractid`STRING,`category`STRING,`imagesviewed`STRING,`sortorder`STRING,`event`STRING,`pageid`STRING,`name`STRING,`unitssorted`array,`filtersused`STRING,`gtmvistotalvisibletime2474528_21`STRING,`nganimate`STRING,`size`STRING,`type`STRING,`gtmvisfirstonscreen2474528_21`STRING,`tenantstate`STRING,`gtmvisrecentonscreen2474528_21`STRING,`widgetid`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo'\n",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.websites_webanalytics_demo"
]

hive_path: s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo
id: 1211812
processed: 1

raw_data:

{
    "actiontype": "add",
    "buttontext": "Reserve",
    "category": "bedroom",
    "categoryused": "Large",
    "companyid": "ea07ab1e-740a-43aa-b7fe-869cc9696be3",
    "ctadumped": "1",
    "dashlaneclassification": "action,search",
    "dashlanelabel": "true",
    "dashlanerid": "38dc0a4b8813504c",
    "discountedprice": "59",
    "discountplanid": null,
    "event": "pageView",
    "eventlocation": "themeOne",
    "facilityid": "b6ee1dd5-0b20-4c51-ac31-529c7066728c",
    "filtersused": "CLEAR",
    "gtmforminteractfieldid": "6",
    "gtmforminteractid": "0",
    "id": "47d9f3e9-3d53-4321-8c70-c2e220a7a347",
    "imagesviewed": 3,
    "ishidden": "false",
    "moveindate": "2025-03-01T04:45:46.295Z",
    "name": "Storage Parking in Smithville, MO 64089 ",
    "nganimate": "2",
    "pageid": "605cffa0e3ff970543fa6d0e",
    "pageversion": "3a08926e-1d37-49ca-a6db-d6da749e2bb9",
    "price": "84",
    "reservationid": "d7725a64-0777-4380-b717-05edaf11a24e",
    "reservationurl": "https://rental-center.storedge.com?fromWebsite=true&mpid=1954ebbc1f6760-04251fbe70723a8-7e793561-61d78-1954ebbc1f710b1&companyId=c8db2b19-c140-4dda-abac-443f7b9c5a7d&facilityId=0888a511-acdb-4a38-8019-d500e41fa017#/reserve/d7725a64-0777-4380-b717-05edaf11a24e",
    "rruidropdownitem": "",
    "sessionid": "BW2Vs4FtyoJtYbSSoJYJvxYmaTt4DU9w",
    "siteid": "605110d0299f3b04b9b79b51",
    "size": 55,
    "softreservation": false,
    "sortorder": "ascending",
    "tenantcity": "Edison",
    "tenantpostal": "08817",
    "tenantstate": "NJ",
    "testid": "insurance-plus",
    "timespent": 2,
    "timestamp": "2025-03-01T03:59:58.770Z",
    "trackclick": "move-in",
    "type": "voyager/pages/types/FACILITY_PAGE",
    "unitgroupid": "90801e82-cb43-4407-bf7f-7ab3dcdcc91c",
    "unitsshown": 1,
    "unitssorted": [
        "5'x10'"
    ],
    "unittierid": "13fef64b-05bf-4c74-a090-9792c55878cf",
    "userlat": 39.0572,
    "userlong": -94.5933,
    "widgetid": "88f72d83-138f-4e1f-b441-a73afbb18076",
    "widgetname": "Header Logo"
}

schema_attributes:

{
    "actiontype": "string",
    "buttontext": "string",
    "category": "string",
    "categoryused": "string",
    "companyid": "string",
    "ctadumped": "string",
    "dashlaneclassification": "string",
    "dashlanelabel": "string",
    "dashlanerid": "string",
    "discountedprice": "string",
    "discountplanid": "string",
    "event": "string",
    "eventlocation": "string",
    "facilityid": "string",
    "filtersused": "string",
    "gtmforminteractfieldid": "string",
    "gtmforminteractid": "string",
    "gtmvisfirstonscreen2474528_21": "string",
    "gtmvishasfired2474528_21": "string",
    "gtmvisrecentonscreen2474528_21": "string",
    "gtmvistotalvisibletime2474528_21": "string",
    "id": "string",
    "imagesviewed": "string",
    "ishidden": "string",
    "moveindate": "string",
    "name": "string",
    "nganimate": "string",
    "pageid": "string",
    "pageversion": "string",
    "price": "string",
    "reservationid": "string",
    "reservationurl": "string",
    "rruidropdownitem": "string",
    "sessionid": "string",
    "siteid": "string",
    "size": "string",
    "softreservation": "string",
    "sortorder": "string",
    "tenantcity": "string",
    "tenantpostal": "string",
    "tenantstate": "string",
    "testid": "string",
    "timespent": "string",
    "timestamp": "string",
    "trackclick": "string",
    "type": "string",
    "unitgroupid": "string",
    "unitsshown": "string",
    "unitssorted": [
        "string"
    ],
    "unittierid": "string",
    "userlat": "string",
    "userlong": "string",
    "widgetid": "string",
    "widgetname": "string"
}

schema_name_id: 3473
schema_scan_id: 138069479
updated: 2025-03-02 00:39:28

Version 1209588

created: 2025-02-28 01:04:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_webanalytics_demo`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_webanalytics_demo`\n(\n`actiontype`STRING,`buttontext`STRING,`sessionid`STRING,`tenantcity`STRING,`tenantpostal`STRING,`gtmforminteractfieldid`STRING,`trackclick`STRING,`price`STRING,`companyid`STRING,`reservationurl`STRING,`id`STRING,`siteid`STRING,`pageversion`STRING,`unitgroupid`STRING,`softreservation`STRING,`gtmforminteractid`STRING,`imagesviewed`STRING,`event`STRING,`pageid`STRING,`name`STRING,`unitssorted`array,`filtersused`STRING,`gtmvistotalvisibletime2474528_21`STRING,`nganimate`STRING,`type`STRING,`widgetid`STRING,`timespent`STRING,`discountplanid`STRING,`moveindate`STRING,`userlong`STRING,`timestamp`STRING,`unitsshown`STRING,`gtmvishasfired2474528_21`STRING,`reservationid`STRING,`testid`STRING,`categoryused`STRING,`eventlocation`STRING,`facilityid`STRING,`category`STRING,`sortorder`STRING,`size`STRING,`gtmvisfirstonscreen2474528_21`STRING,`tenantstate`STRING,`gtmvisrecentonscreen2474528_21`STRING,`userlat`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo'\n",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.websites_webanalytics_demo"
]

hive_path: s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo
id: 1209588
processed: 1

raw_data:

{
    "actiontype": "add",
    "buttontext": "Reserve",
    "category": "bedroom",
    "categoryused": "Small",
    "companyid": "79852941-7506-4cd4-85b2-c6e5f694e087",
    "discountplanid": null,
    "event": "reserve",
    "eventlocation": "themeOne",
    "facilityid": null,
    "filtersused": "Cl",
    "gtmforminteractfieldid": "6",
    "gtmforminteractid": "0",
    "gtmvisfirstonscreen2474528_21": "21727",
    "gtmvishasfired2474528_21": "1",
    "gtmvisrecentonscreen2474528_21": "21727",
    "gtmvistotalvisibletime2474528_21": "100",
    "id": "c9f80226-4cc9-44e5-b8d4-34cdd900d0a5",
    "imagesviewed": 11,
    "moveindate": "Sun Mar 02 2025 00:00:00 GMT-0600 (Central Standard Time)",
    "name": "Self Storage Calculator",
    "nganimate": "2",
    "pageid": "5d4dd01cb2964705ff17301d",
    "pageversion": "ba7cda8d-838d-434f-8153-13c1ebe4fd6b",
    "price": "149",
    "reservationid": "2ef0ed5a-6cef-4ff3-9c5e-4e9a123fb9f9",
    "reservationurl": "https://rental-center.storedge.com?fromWebsite=true&mpid=1954ab3be98320-0bd272b449dfa8-b457453-4d738-1954ab3be991364&companyId=6079df9f-8a9a-4755-b738-673a81a77ea6&facilityId=06bdef19-4314-413d-9923-41463a377f45#/reserve/2ef0ed5a-6cef-4ff3-9c5e-4e9a123fb9f9",
    "sessionid": "KrRS5skZODzLVIu_swL3hnthDYlexLkZ",
    "siteid": "5d4c8e89a1fd86053cf69e9e",
    "size": 55,
    "softreservation": false,
    "sortorder": "ascending",
    "tenantcity": "Pelham",
    "tenantpostal": "35124",
    "tenantstate": "AL",
    "testid": "agree-checkbox",
    "timespent": 1,
    "timestamp": "2025-02-28T03:59:58.682Z",
    "trackclick": "reserve",
    "type": "voyager/pages/types/MISC_PAGE",
    "unitgroupid": "c9f80226-4cc9-44e5-b8d4-34cdd900d0a5",
    "unitsshown": 25,
    "unitssorted": [
        "10'x10'",
        "14'x7.5'",
        "10'x9'",
        "10'x9'",
        "10'x11'",
        "10'x10'",
        "10'x10'",
        "10'x14'",
        "10'x15'",
        "8'x15'",
        "10'x15'",
        "10'x15'",
        "10'x14'",
        "10'x13'",
        "14'x9'",
        "9'x14'",
        "10'x14'",
        "10'x15'"
    ],
    "userlat": 39.0572,
    "userlong": -94.5933,
    "widgetid": "08223041-d06b-47c1-9848-5b0e9a8fad62"
}

schema_attributes:

{
    "actiontype": "string",
    "buttontext": "string",
    "category": "string",
    "categoryused": "string",
    "companyid": "string",
    "discountplanid": "string",
    "event": "string",
    "eventlocation": "string",
    "facilityid": "string",
    "filtersused": "string",
    "gtmforminteractfieldid": "string",
    "gtmforminteractid": "string",
    "gtmvisfirstonscreen2474528_21": "string",
    "gtmvishasfired2474528_21": "string",
    "gtmvisrecentonscreen2474528_21": "string",
    "gtmvistotalvisibletime2474528_21": "string",
    "id": "string",
    "imagesviewed": "string",
    "moveindate": "string",
    "name": "string",
    "nganimate": "string",
    "pageid": "string",
    "pageversion": "string",
    "price": "string",
    "reservationid": "string",
    "reservationurl": "string",
    "sessionid": "string",
    "siteid": "string",
    "size": "string",
    "softreservation": "string",
    "sortorder": "string",
    "tenantcity": "string",
    "tenantpostal": "string",
    "tenantstate": "string",
    "testid": "string",
    "timespent": "string",
    "timestamp": "string",
    "trackclick": "string",
    "type": "string",
    "unitgroupid": "string",
    "unitsshown": "string",
    "unitssorted": [
        "string"
    ],
    "userlat": "string",
    "userlong": "string",
    "widgetid": "string"
}

schema_name_id: 3473
schema_scan_id: 137951249
updated: 2025-02-28 01:04:45

Version 1208384

created: 2025-02-26 22:21:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_webanalytics_demo`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_webanalytics_demo`\n(\n`event`STRING,`name`STRING,`type`STRING,`pageid`STRING,`facilityid`STRING,`pageversion`STRING,`userlat`STRING,`userlong`STRING,`timestamp`STRING,`companyid`STRING,`siteid`STRING,`sessionid`STRING,`eventlocation`STRING,`unitsshown`STRING,`categoryused`STRING,`testid`STRING,`trackclick`STRING,`widgetid`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo'\n",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.websites_webanalytics_demo"
]

hive_path: s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo
id: 1208384
processed: 1

raw_data:

{
    "categoryused": "Small",
    "companyid": "60f040b3-fbcd-4c2d-892f-62673b3ec7ef",
    "event": "pageView",
    "eventlocation": "themeOne",
    "facilityid": "e0f8e3e4-82f0-43aa-b997-3a9269ea79cc",
    "name": "Self Storage Units | NJ, NY, PA, and AZ",
    "pageid": "5bc768f99871560676d89e83",
    "pageversion": "5d7d8134-5a5b-416f-9b82-2f6c5a5aaaa5",
    "sessionid": "Sx5W_rlSyBS3rc29VaYsq5YUXSva84lc",
    "siteid": "5bc768d1417f9dfb8aa5e0e1",
    "testid": "actions-movein",
    "timestamp": "2025-02-26T15:12:36.774Z",
    "trackclick": "move-in",
    "type": "voyager/pages/types/HOME_PAGE",
    "unitsshown": 1,
    "userlat": 39.0572,
    "userlong": -94.5933,
    "widgetid": "88f72d83-138f-4e1f-b441-a73afbb18076"
}

schema_attributes:

{
    "categoryused": "string",
    "companyid": "string",
    "event": "string",
    "eventlocation": "string",
    "facilityid": "string",
    "name": "string",
    "pageid": "string",
    "pageversion": "string",
    "sessionid": "string",
    "siteid": "string",
    "testid": "string",
    "timestamp": "string",
    "trackclick": "string",
    "type": "string",
    "unitsshown": "string",
    "userlat": "string",
    "userlong": "string",
    "widgetid": "string"
}

schema_name_id: 3473
schema_scan_id: 137884734
updated: 2025-02-26 22:21:29

Schema Scans: 4

Last at 2025-03-02 00:42:14

Scan 138069501

duration: 0:00:18.428346

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 3,
    "partitions_applied": false,
    "success": true
}

id: 138069501

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": true,
    "partition": {
        "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo/dt=2025-03-02",
        "name": "dt",
        "type": "string",
        "value": "2025-03-02"
    },
    "s3": {
        "bucket": "sfdl-drivethrujson-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo",
        "key": "raw_incremental/websites_webanalytics_demo/dt=2025-03-02/events_23_00.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.websites_webanalytics_demo",
        "type": "drivethrujson"
    },
    "trace_context": {
        "parent_id": 3941183685247684053,
        "service_name": "drive-thru",
        "span_id": 15302300848170786695,
        "trace_id": 3674505733927198856
    }
}

running: False
schema_name_id: 3473
start_time: 2025-03-02 00:42:14
success: True
trace_id: 3674505733927198856

Scan 138069479

duration: 0:00:18.158757

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 3,
    "partitions_applied": false,
    "success": true
}

id: 138069479

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": true,
    "partition": {
        "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo/dt=2025-03-02",
        "name": "dt",
        "type": "string",
        "value": "2025-03-02"
    },
    "s3": {
        "bucket": "sfdl-drivethrujson-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo",
        "key": "raw_incremental/websites_webanalytics_demo/dt=2025-03-02/events_23_00.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.websites_webanalytics_demo",
        "type": "drivethrujson"
    },
    "trace_context": {
        "parent_id": 4806858891532338666,
        "service_name": "drive-thru",
        "span_id": 3067697174263143187,
        "trace_id": 2953335614637592213
    }
}

running: False
schema_name_id: 3473
start_time: 2025-03-02 00:39:13
success: True
trace_id: 2953335614637592213

Scan 137951249

duration: 0:00:20.801845

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 2,
    "partitions_applied": false,
    "success": true
}

id: 137951249

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": true,
    "partition": {
        "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo/dt=2025-02-28",
        "name": "dt",
        "type": "string",
        "value": "2025-02-28"
    },
    "s3": {
        "bucket": "sfdl-drivethrujson-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo",
        "key": "raw_incremental/websites_webanalytics_demo/dt=2025-02-28/events_23_00.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.websites_webanalytics_demo",
        "type": "drivethrujson"
    },
    "trace_context": {
        "parent_id": 17862106898490340918,
        "service_name": "drive-thru",
        "span_id": 9455120635126400201,
        "trace_id": 18292090352990418535
    }
}

running: False
schema_name_id: 3473
start_time: 2025-02-28 01:04:27
success: True
trace_id: 18292090352990418535

Scan 137884734

duration: 0:00:17.320008

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 1,
    "partitions_applied": false,
    "success": true
}

id: 137884734

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": true,
    "partition": {
        "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo/dt=2025-02-27",
        "name": "dt",
        "type": "string",
        "value": "2025-02-27"
    },
    "s3": {
        "bucket": "sfdl-drivethrujson-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo",
        "key": "raw_incremental/websites_webanalytics_demo/dt=2025-02-27/events_09_47.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.websites_webanalytics_demo",
        "type": "drivethrujson"
    },
    "trace_context": {
        "parent_id": 14400086497570935697,
        "service_name": "drive-thru",
        "span_id": 14342348266427031488,
        "trace_id": 3638810034683731221
    }
}

running: False
schema_name_id: 3473
start_time: 2025-02-26 22:21:14
success: True
trace_id: 3638810034683731221

Partitions:

count: 3

ddl:

[
    "ALTER TABLE\n    `sfdl_prod_drivethru.websites_webanalytics_demo`\nADD\n\n\n PARTITION (dt='2025-02-28') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo/dt=2025-02-28/'\n PARTITION (dt='2025-03-02') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo/dt=2025-03-02'\n PARTITION (dt='2025-03-04') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo/dt=2025-03-04/'\n;"
]

name: dt

state:

[
    {
        "info": {
            "id": 1428780,
            "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo/dt=2025-02-28/",
            "name": "dt",
            "value": "2025-02-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-02-28 01:04:32",
                "last_data": "2025-02-28 01:04:32"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1429179,
            "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo/dt=2025-03-02",
            "name": "dt",
            "value": "2025-03-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-03-02 00:39:17",
                "last_data": "2025-03-02 00:42:19"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1429599,
            "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo/dt=2025-03-04/",
            "name": "dt",
            "value": "2025-03-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-03-04 02:52:34",
                "last_data": "2025-03-04 02:52:34"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    }
]

type: string

Schema:

attributes:

{
    "actiontype": "string",
    "buttontext": "string",
    "category": "string",
    "categoryused": "string",
    "companyid": "string",
    "ctadumped": "string",
    "dashlaneclassification": "string",
    "dashlanelabel": "string",
    "dashlanerid": "string",
    "ddginputtype": "string",
    "discountedprice": "string",
    "discountplanid": "string",
    "event": "string",
    "eventlocation": "string",
    "facilityid": "string",
    "filtersused": "string",
    "gtmforminteractfieldid": "string",
    "gtmforminteractid": "string",
    "gtmvisfirstonscreen2474528_21": "string",
    "gtmvishasfired2474528_21": "string",
    "gtmvisrecentonscreen2474528_21": "string",
    "gtmvistotalvisibletime2474528_21": "string",
    "id": "string",
    "imagesviewed": "string",
    "ishidden": "string",
    "moveindate": "string",
    "name": "string",
    "nganimate": "string",
    "pageid": "string",
    "pageversion": "string",
    "price": "string",
    "prokeyscachednode": "string",
    "reservationid": "string",
    "reservationurl": "string",
    "rruidropdownitem": "string",
    "sessionid": "string",
    "siteid": "string",
    "size": "string",
    "softreservation": "string",
    "sortorder": "string",
    "tenantcity": "string",
    "tenantpostal": "string",
    "tenantstate": "string",
    "testid": "string",
    "timespent": "string",
    "timestamp": "string",
    "trackclick": "string",
    "type": "string",
    "unitgroupid": "string",
    "unitsshown": "string",
    "unitssorted": [
        "string"
    ],
    "unittierid": "string",
    "userlat": "string",
    "userlong": "string",
    "widgetid": "string",
    "widgetname": "string"
}

created: 2025-03-02 00:42:19

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_webanalytics_demo`\n(\n`widgetname`STRING,`size`STRING,`buttontext`STRING,`trackclick`STRING,`category`STRING,`prokeyscachednode`STRING,`dashlanerid`STRING,`ishidden`STRING,`reservationurl`STRING,`pageid`STRING,`gtmvisrecentonscreen2474528_21`STRING,`ddginputtype`STRING,`gtmvistotalvisibletime2474528_21`STRING,`tenantpostal`STRING,`rruidropdownitem`STRING,`event`STRING,`gtmvisfirstonscreen2474528_21`STRING,`sessionid`STRING,`gtmvishasfired2474528_21`STRING,`unitsshown`STRING,`testid`STRING,`softreservation`STRING,`tenantstate`STRING,`companyid`STRING,`siteid`STRING,`actiontype`STRING,`moveindate`STRING,`categoryused`STRING,`filtersused`STRING,`type`STRING,`gtmforminteractid`STRING,`facilityid`STRING,`timespent`STRING,`dashlaneclassification`STRING,`widgetid`STRING,`id`STRING,`discountplanid`STRING,`name`STRING,`unittierid`STRING,`price`STRING,`nganimate`STRING,`gtmforminteractfieldid`STRING,`eventlocation`STRING,`unitgroupid`STRING,`unitssorted`array,`pageversion`STRING,`reservationid`STRING,`sortorder`STRING,`tenantcity`STRING,`discountedprice`STRING,`timestamp`STRING,`dashlanelabel`STRING,`userlat`STRING,`ctadumped`STRING,`imagesviewed`STRING,`userlong`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_webanalytics_demo`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.websites_webanalytics_demo"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2025-02-26 22:21:14",
        "disabled": false,
        "format": "raw",
        "id": 3473,
        "is_partitioned": true,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_prod_drivethru",
            "table": "websites_webanalytics_demo"
        },
        "type": "drivethrujson"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_prod_drivethru.websites_webanalytics_demo`\nADD\n\n\n PARTITION (dt='2025-02-28') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo/dt=2025-02-28/'\n PARTITION (dt='2025-03-02') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo/dt=2025-03-02'\n PARTITION (dt='2025-03-04') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo/dt=2025-03-04/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 1428780,
                    "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo/dt=2025-02-28/",
                    "name": "dt",
                    "value": "2025-02-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-02-28 01:04:32",
                        "last_data": "2025-02-28 01:04:32"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1429179,
                    "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo/dt=2025-03-02",
                    "name": "dt",
                    "value": "2025-03-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-03-02 00:39:17",
                        "last_data": "2025-03-02 00:42:19"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1429599,
                    "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo/dt=2025-03-04/",
                    "name": "dt",
                    "value": "2025-03-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-03-04 02:52:34",
                        "last_data": "2025-03-04 02:52:34"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "actiontype": "string",
            "buttontext": "string",
            "category": "string",
            "categoryused": "string",
            "companyid": "string",
            "ctadumped": "string",
            "dashlaneclassification": "string",
            "dashlanelabel": "string",
            "dashlanerid": "string",
            "ddginputtype": "string",
            "discountedprice": "string",
            "discountplanid": "string",
            "event": "string",
            "eventlocation": "string",
            "facilityid": "string",
            "filtersused": "string",
            "gtmforminteractfieldid": "string",
            "gtmforminteractid": "string",
            "gtmvisfirstonscreen2474528_21": "string",
            "gtmvishasfired2474528_21": "string",
            "gtmvisrecentonscreen2474528_21": "string",
            "gtmvistotalvisibletime2474528_21": "string",
            "id": "string",
            "imagesviewed": "string",
            "ishidden": "string",
            "moveindate": "string",
            "name": "string",
            "nganimate": "string",
            "pageid": "string",
            "pageversion": "string",
            "price": "string",
            "prokeyscachednode": "string",
            "reservationid": "string",
            "reservationurl": "string",
            "rruidropdownitem": "string",
            "sessionid": "string",
            "siteid": "string",
            "size": "string",
            "softreservation": "string",
            "sortorder": "string",
            "tenantcity": "string",
            "tenantpostal": "string",
            "tenantstate": "string",
            "testid": "string",
            "timespent": "string",
            "timestamp": "string",
            "trackclick": "string",
            "type": "string",
            "unitgroupid": "string",
            "unitsshown": "string",
            "unitssorted": [
                "string"
            ],
            "unittierid": "string",
            "userlat": "string",
            "userlong": "string",
            "widgetid": "string",
            "widgetname": "string"
        },
        "created": "2025-03-02 00:42:19",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.websites_webanalytics_demo`\n(\n`widgetname`STRING,`size`STRING,`buttontext`STRING,`trackclick`STRING,`category`STRING,`prokeyscachednode`STRING,`dashlanerid`STRING,`ishidden`STRING,`reservationurl`STRING,`pageid`STRING,`gtmvisrecentonscreen2474528_21`STRING,`ddginputtype`STRING,`gtmvistotalvisibletime2474528_21`STRING,`tenantpostal`STRING,`rruidropdownitem`STRING,`event`STRING,`gtmvisfirstonscreen2474528_21`STRING,`sessionid`STRING,`gtmvishasfired2474528_21`STRING,`unitsshown`STRING,`testid`STRING,`softreservation`STRING,`tenantstate`STRING,`companyid`STRING,`siteid`STRING,`actiontype`STRING,`moveindate`STRING,`categoryused`STRING,`filtersused`STRING,`type`STRING,`gtmforminteractid`STRING,`facilityid`STRING,`timespent`STRING,`dashlaneclassification`STRING,`widgetid`STRING,`id`STRING,`discountplanid`STRING,`name`STRING,`unittierid`STRING,`price`STRING,`nganimate`STRING,`gtmforminteractfieldid`STRING,`eventlocation`STRING,`unitgroupid`STRING,`unitssorted`array,`pageversion`STRING,`reservationid`STRING,`sortorder`STRING,`tenantcity`STRING,`discountedprice`STRING,`timestamp`STRING,`dashlanelabel`STRING,`userlat`STRING,`ctadumped`STRING,`imagesviewed`STRING,`userlong`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/websites_webanalytics_demo'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.websites_webanalytics_demo`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.websites_webanalytics_demo"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}