Schema Info

Schema Name: sfdl_prod_segment.ssdc_product_list_viewed

created: 2017-11-02 13:36:09
disabled: False
format: raw
id: 109
is_partitioned: True
is_schema_datatyped: False

name:

{
    "database": "sfdl_prod_segment",
    "table": "ssdc_product_list_viewed"
}

type: segment

Schema Versions: 4

Version 120632

created: 2020-01-16 12:16:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_product_list_viewed`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_product_list_viewed`\n(\n`sentAt`STRING,`version`STRING,`type`STRING,`event`STRING,`integrations`struct<`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`referrer`:STRING,`title`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`anonymousId`STRING,`timestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`properties`struct<`productIds`:array,`products`:array>,`value`:STRING,`isReact`:STRING,`page`:STRING,`search_id`:STRING,`list_id`:STRING,`searchTerm`:STRING,`label`:STRING,`Hit_Timestamp`:STRING,`site_id`:STRING,`numberFacilities`:STRING,`category`:STRING,`env`:STRING>,`receivedAt`STRING,`messageId`STRING,`context`struct<`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`term`:STRING,`content__`:STRING,`medium`:STRING,`name`:STRING,`campaign__`:STRING,`content`:STRING,`source__`:STRING,`medium__`:STRING,`source`:STRING>,`ip`:STRING,`userAgent`:STRING,`page`:struct<`referrer`:STRING,`search`:STRING,`url`:STRING,`title`:STRING,`path`:STRING>>,`userId`STRING,`_origin`STRING,`originalTimestamp`STRING,`channel`STRING,`projectId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_product_list_viewed"
]

hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed
id: 120632
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-01-16T17:44:36Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1579132800000/1579196618503.c55215427e02.e4797d0.cbee33fd-6d5c-48e6-b79f-1b0e78b64fd1.gz|segment_separator:37",
    "anonymousId": "13b4bf16-f492-4281-8869-b9f40486e330",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "99.203.86.120",
        "library": {
            "name": "analytics.js",
            "version": "3.10.1"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/texas/saginaw/",
            "referrer": "https://www.selfstorage.com/self-storage/texas/saginaw/",
            "search": "?informedSearch=true&location=32.87394011369278%2C-97.34959575582648",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.com/self-storage/texas/saginaw/?informedSearch=true&location=32.87394011369278%2C-97.34959575582648"
        },
        "userAgent": "Mozilla/5.0 (iPhone; CPU iPhone OS 13_1_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.1 Mobile/15E148 Safari/604.1"
    },
    "event": "Product List Viewed",
    "integrations": {},
    "messageId": "ajs-51622bbc8e1914846c4bcf95b60acbd1",
    "originalTimestamp": "2020-01-16T16:46:01.545Z",
    "projectId": "5yGJd9z7eL",
    "properties": {
        "Hit Timestamp": 1579193161462,
        "env": "production",
        "isReact": true,
        "label": "enhancedecommerce",
        "list_id": "search results: Saginaw, Texas",
        "page": 1,
        "productIds": [
            212860,
            212420,
            210661,
            212661,
            99863,
            129881,
            186330,
            129863,
            184622,
            191273,
            193081,
            183449,
            188538,
            81270,
            191274,
            129860,
            191351,
            129877,
            193302,
            129880
        ],
        "products": [
            {
                "distance": 5.3,
                "id": 200689,
                "inNetwork": true,
                "name": "Armor Self Storage - Haltom City",
                "position": 20,
                "rank": 20
            }
        ],
        "searchTerm": "32.87394011369278,-97.34959575582648",
        "search_id": "e9845e209348ad1964.21499450",
        "site_id": 27,
        "value": 20
    },
    "receivedAt": "2020-01-16T16:46:01.714Z",
    "sentAt": "2020-01-16T16:46:01.546Z",
    "timestamp": "2020-01-16T16:46:01.713Z",
    "type": "track",
    "userId": "5ada7a341704bd2259be099a38fed76c",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.campaign__": "string",
    "context.campaign.content": "string",
    "context.campaign.content__": "string",
    "context.campaign.medium": "string",
    "context.campaign.medium__": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.source__": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.campaign.content": "string",
    "integrations.campaign.medium": "string",
    "integrations.campaign.name": "string",
    "integrations.campaign.source": "string",
    "integrations.library.name": "string",
    "integrations.library.version": "string",
    "integrations.page.path": "string",
    "integrations.page.referrer": "string",
    "integrations.page.search": "string",
    "integrations.page.title": "string",
    "integrations.page.url": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.numberFacilities": "string",
    "properties.page": "string",
    "properties.productIds": [
        "int"
    ],
    "properties.products": [
        {
            "distance": "string",
            "id": "string",
            "inNetwork": "string",
            "name": "string",
            "position": "string",
            "rank": "string"
        }
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 109
schema_scan_id: 31692792
updated: 2020-01-16 12:22:56

Version 118968

created: 2020-01-07 21:07:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_product_list_viewed`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_product_list_viewed`\n(\n`sentAt`STRING,`version`STRING,`event`STRING,`type`STRING,`integrations`struct<`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`referrer`:STRING,`title`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`anonymousId`STRING,`timestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`properties`struct<`productIds`:array,`products`:array>,`value`:STRING,`isReact`:STRING,`page`:STRING,`search_id`:STRING,`list_id`:STRING,`searchTerm`:STRING,`label`:STRING,`Hit_Timestamp`:STRING,`site_id`:STRING,`numberFacilities`:STRING,`category`:STRING,`env`:STRING>,`receivedAt`STRING,`messageId`STRING,`context`struct<`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`term`:STRING,`content__`:STRING,`medium`:STRING,`name`:STRING,`campaign__`:STRING,`content`:STRING,`source__`:STRING,`medium__`:STRING,`source`:STRING>,`ip`:STRING,`userAgent`:STRING,`page`:struct<`referrer`:STRING,`search`:STRING,`url`:STRING,`title`:STRING,`path`:STRING>>,`userId`STRING,`_origin`STRING,`originalTimestamp`STRING,`channel`STRING,`projectId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_product_list_viewed"
]

hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed
id: 118968
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-01-08T03:06:49Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1578441600000/1578452719213.7ed1f4abc9ac.e4797d0.4fdca5da-9a66-4a4e-91b4-c81625afe21c.gz|segment_separator:37",
    "anonymousId": "44fd60fc-1d34-470a-8dce-31e97b184f54",
    "channel": "client",
    "context": {
        "campaign": {
            "campaign[]": "pro_national_nogeo_noproduct_dynamic",
            "content": "",
            "content[]": "",
            "medium": "paidsearch",
            "medium[]": "paidsearch",
            "name": "pro_national_nogeo_noproduct_dynamic",
            "source": "google",
            "source[]": "bing"
        },
        "ip": "24.162.87.16",
        "library": {
            "name": "analytics.js",
            "version": "3.10.1"
        },
        "page": {
            "path": "/self-storage/nebraska/omaha/car-storage/",
            "referrer": "",
            "search": "",
            "title": "10 Cheap Car & Auto Storage Options in Omaha, NE",
            "url": "https://www.selfstorage.com/self-storage/nebraska/omaha/car-storage/"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.4 Safari/605.1.15"
    },
    "event": "Product List Viewed",
    "integrations": {},
    "messageId": "ajs-40b5caf929f8e4c8478024cb987fd372",
    "originalTimestamp": "2020-01-08T02:05:48.399Z",
    "projectId": "5yGJd9z7eL",
    "properties": {
        "Hit Timestamp": 1578449148329,
        "env": "production",
        "isReact": true,
        "label": "enhancedecommerce",
        "list_id": "search results: Omaha, Nebraska",
        "page": 1,
        "productIds": [
            210884,
            212202,
            103470,
            213661,
            152779,
            156963,
            202976,
            156513,
            211243,
            213580,
            152759,
            108775,
            152928,
            152943,
            209432,
            203068,
            213662,
            213475,
            203072,
            212254
        ],
        "products": [
            {
                "distance": 22.7,
                "id": 202400,
                "inNetwork": true,
                "name": "Clark Storage - Hwy 34",
                "position": 14,
                "rank": 14
            }
        ],
        "searchTerm": "Omaha, NE",
        "search_id": "ada95e1538fbd193e8.22634662",
        "site_id": 27,
        "value": 14
    },
    "receivedAt": "2020-01-08T02:05:50.829Z",
    "sentAt": "2020-01-08T02:05:48.406Z",
    "timestamp": "2020-01-08T02:05:50.822Z",
    "type": "track",
    "userId": "bot",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.campaign__": "string",
    "context.campaign.content": "string",
    "context.campaign.content__": "string",
    "context.campaign.medium": "string",
    "context.campaign.medium__": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.source__": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.campaign.content": "string",
    "integrations.campaign.medium": "string",
    "integrations.campaign.name": "string",
    "integrations.campaign.source": "string",
    "integrations.library.name": "string",
    "integrations.library.version": "string",
    "integrations.page.path": "string",
    "integrations.page.referrer": "string",
    "integrations.page.search": "string",
    "integrations.page.title": "string",
    "integrations.page.url": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.numberFacilities": "string",
    "properties.page": "string",
    "properties.productIds": [
        "int"
    ],
    "properties.products": [
        {
            "distance": "string",
            "id": "string",
            "inNetwork": "string",
            "name": "string",
            "position": "string",
            "rank": "string"
        }
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 109
schema_scan_id: 31415840
updated: 2020-01-07 21:12:01

Version 73777

created: 2019-04-30 17:21:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_product_list_viewed`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_product_list_viewed`\n(\n`timestamp`STRING,`userId`STRING,`integrations`struct<`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`referrer`:STRING,`title`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`receivedAt`STRING,`anonymousId`STRING,`_origin`STRING,`event`STRING,`projectId`STRING,`properties`struct<`category`:STRING,`Hit_Timestamp`:STRING,`numberFacilities`:STRING,`isReact`:STRING,`site_id`:STRING,`value`:STRING,`label`:STRING,`products`:array>,`env`:STRING,`list_id`:STRING,`searchTerm`:STRING,`productIds`:array,`search_id`:STRING,`page`:STRING>,`_metadata`struct<`bundled`:array,`unbundled`:array>,`version`STRING,`originalTimestamp`STRING,`context`struct<`ip`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`term`:STRING,`medium`:STRING,`name`:STRING>,`userAgent`:STRING>,`messageId`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_product_list_viewed"
]

hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed
id: 73777
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2019-04-30T21:04:35Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1556582400000/1556657827970.d0782f0ef52f.9f83b95.86ffa42d-94e4-4fbc-8b96-eb32d6f67b82.gz|segment_separator:37",
    "anonymousId": "d0c57d37-f4d1-4608-9424-94b36d771a91",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_dynamic",
            "source": "bing"
        },
        "ip": "67.183.160.56",
        "library": {
            "name": "unknown",
            "version": "unknown"
        },
        "page": {
            "path": "/self-storage/washington/gig-harbor/",
            "referrer": "https://r.search.yahoo.com/cbclk2/dWU9OTRDQUJBRTU4QUJDNEJGRCZ1dD0xNTU2NjU0NDI3NjIzJnVvPTc3NTE1NTg3NjA3OTg0Jmx0PTImcz0xJmVzPUk1b0JQVWtHUFMuYUt0R1hSR29jcV9lNThyUzFPMDZGLjN2RFhROUpJWFlIS0g3UQ--/RV=2/RE=1556683228/RO=10/RU=https%3a%2f%2fwww.bing.com%2faclick%3fld%3de3krlGQNVVBDYgtfbSwQxB7DVUCUz7wnL7i2dsul9Icm_5FnFE-WbqAs1IfpMUEneIrJH762MvLX2ZY6YSRyZK41S6TnpVWnCUFDrCrzAGIBS-06Xt6cxi-y2thL9oAcdeSddhbmubgiPLBW2dgbDH05fSU9I%26u%3daHR0cHMlM2ElMmYlMmZ3d3cuc2VsZnN0b3JhZ2UuY29tJTJmc2VsZi1zdG9yYWdlJTJmd2FzaGluZ3RvbiUyZmdpZy1oYXJib3IlMmYlM2Z0c2lkJTNkYmluZy1wcGMlMjZjaWQlM2Rwcm9fbmF0aW9uYWxfbm9nZW9fbm9wcm9kdWN0X2R5bmFtaWMlMjZ1dG1fc291cmNlJTNkYmluZyUyNnV0bV9tZWRpdW0lM2RwYWlkc2VhcmNoJTI2dXRtX2NhbXBhaWduJTNkcHJvX25hdGlvbmFsX25vZ2VvX25vcHJvZHVjdF9keW5hbWljJTI2dXRtX2NvbnRlbnQlM2QlMjZwbG9jJTNkNjc0ODklMjZpbG9jJTNkJTI2bWt3aWQlM2QlN2NwY3JpZCU3Yzc3NTE1NTg3NjA3OTg0JTdjcGt3JTdjc2VsZi1zdG9yYWdlJTI1MkZ3YXNoaW5ndG9uJTI1MkYlN2NwbXQlN2NiYiU3Y3BkdiU3Y20lN2NwZ3JpZCU3YzEyNDAyNDkxNDk3MTk5MDIlN2NwdGFpZCU3Y2RhdC03NzUxNTU5NjkxMjgwNCUzYWxvYy03MTI4NyUyNnBncmlkJTNkMTI0MDI0OTE0OTcxOTkwMiUyNnB0YWlkJTNkZGF0LTc3NTE1NTk2OTEyODA0JTNhbG9jLTcxMjg3JTI2bXNjbGtpZCUzZCU3Ym1zY2xraWQlN2Q%26rlid%3dffeeb9c741961cfc6014e50fe8cdb035/RK=2/RS=JUq.oMo1tT979HoBDBLBR.6sc5s-;_ylt=Awr9CW5bqchceZsAfNVx.9w4;_ylu=X3oDMTEyN3IwMDRwBGNvbG8DZ3ExBHBvcwMxBHZ0aWQDBHNlYwNvdi1taWRkbGU-;_ylc=X3IDMgRydAMx?p=Gog+harbor+self+storage&IG=0afd096e605345fd98000000001218b4",
            "search": "?tsid=bing-ppc&cid=pro_national_nogeo_noproduct_dynamic&utm_source=bing&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_dynamic&utm_content=&ploc=67489&iloc=&mkwid=%7Cpcrid%7C77515587607984%7Cpkw%7Cself-storage%2Fwashington%2F%7Cpmt%7Cbb%7Cpdv%7Cm%7Cpgrid%7C1240249149719902%7Cptaid%7Cdat-77515596912804:loc-71287&pgrid=1240249149719902&ptaid=dat-77515596912804:loc-71287&msclkid=696d7b09d60d1b35e7d727c17f808cf3",
            "title": "Top 20 Gig Harbor, WA Self-Storage Units w/ Prices & Reviews",
            "url": "https://www.selfstorage.com/self-storage/washington/gig-harbor/?tsid=bing-ppc&cid=pro_national_nogeo_noproduct_dynamic&utm_source=bing&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_dynamic&utm_content=&ploc=67489&iloc=&mkwid=%7Cpcrid%7C77515587607984%7Cpkw%7Cself-storage%2Fwashington%2F%7Cpmt%7Cbb%7Cpdv%7Cm%7Cpgrid%7C1240249149719902%7Cptaid%7Cdat-77515596912804:loc-71287&pgrid=1240249149719902&ptaid=dat-77515596912804:loc-71287&msclkid=696d7b09d60d1b35e7d727c17f808cf3"
        },
        "userAgent": "Mozilla/5.0 (iPhone; CPU iPhone OS 12_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/12.1 Mobile/15E148 Safari/604.1"
    },
    "event": "Product List Viewed",
    "integrations": {
        "campaign": {
            "content": "",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_dynamic",
            "source": "bing"
        },
        "library": {
            "name": "analytics.js",
            "version": "3.8.2"
        },
        "page": {
            "path": "/self-storage/ohio/aurora/",
            "referrer": "https://www.bing.com/search?q=rv%20parking%20storage%20near%20me&qs=ds&form=QBRE",
            "search": "?tsid=bing-ppc&cid=pro_national_nogeo_noproduct_dynamic&utm_source=bing&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_dynamic&utm_content=&ploc=100007&iloc=115752&mkwid=|pcrid|77103270801333|pkw|self-storage%2Fflorida%2F|pmt|bb|pdv|c|pgrid|1233652080120360|ptaid|dat-77103280165811:loc-4117&pgrid=1233652080120360&ptaid=dat-77103280165811:loc-4117&msclkid=88c293cce12e15031225cf0447f76f6d",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.com/self-storage/ohio/aurora/?tsid=bing-ppc&cid=pro_national_nogeo_noproduct_dynamic&utm_source=bing&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_dynamic&utm_content=&ploc=100007&iloc=115752&mkwid=|pcrid|77103270801333|pkw|self-storage%2Fflorida%2F|pmt|bb|pdv|c|pgrid|1233652080120360|ptaid|dat-77103280165811:loc-4117&pgrid=1233652080120360&ptaid=dat-77103280165811:loc-4117&msclkid=88c293cce12e15031225cf0447f76f6d"
        }
    },
    "messageId": "ajs-623fe04a4068dfef7d2123a9366b0fa1",
    "originalTimestamp": "2019-04-30T19:51:14.613Z",
    "projectId": "5yGJd9z7eL",
    "properties": {
        "Hit Timestamp": 1556653874610,
        "env": "production",
        "isReact": true,
        "label": "enhancedecommerce",
        "list_id": "search results: Kissimmee, Florida",
        "page": 1,
        "productIds": [
            158812,
            203266,
            200161,
            211200,
            187729,
            187806,
            72745,
            78521,
            132936,
            133291,
            133313,
            83174,
            133342,
            133318,
            133316,
            88384,
            133294,
            133287,
            132927,
            132461
        ],
        "products": [
            {
                "distance": 25.4,
                "id": 198644,
                "inNetwork": true,
                "name": "Storage King USA - Winter Haven - Dundee Rd",
                "position": 20,
                "rank": 20
            }
        ],
        "searchTerm": "Kissimmee, FL",
        "search_id": "458e5cc8a7300f9317.95715601",
        "site_id": 27,
        "value": 20
    },
    "receivedAt": "2019-04-30T19:51:12.902Z",
    "sentAt": "2019-04-30T19:51:14.628Z",
    "timestamp": "2019-04-30T19:51:12.887Z",
    "type": "track",
    "userId": "57a16266ef3a008fe507ae877d752453",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.campaign.content": "string",
    "integrations.campaign.medium": "string",
    "integrations.campaign.name": "string",
    "integrations.campaign.source": "string",
    "integrations.library.name": "string",
    "integrations.library.version": "string",
    "integrations.page.path": "string",
    "integrations.page.referrer": "string",
    "integrations.page.search": "string",
    "integrations.page.title": "string",
    "integrations.page.url": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.numberFacilities": "string",
    "properties.page": "string",
    "properties.productIds": [
        "int"
    ],
    "properties.products": [
        {
            "distance": "string",
            "id": "string",
            "inNetwork": "string",
            "name": "string",
            "position": "string",
            "rank": "string"
        }
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 109
schema_scan_id: 24402323
updated: 2019-04-30 17:37:50

Version 73748

created: 2019-04-30 16:41:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_product_list_viewed`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_product_list_viewed`\n(\n`timestamp`STRING,`userId`STRING,`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`receivedAt`STRING,`anonymousId`STRING,`_origin`STRING,`properties`struct<`category`:STRING,`Hit_Timestamp`:STRING,`numberFacilities`:STRING,`isReact`:STRING,`site_id`:STRING,`value`:STRING,`label`:STRING,`products`:array>,`env`:STRING,`list_id`:STRING,`searchTerm`:STRING,`productIds`:array,`search_id`:STRING,`page`:STRING>,`projectId`STRING,`event`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`version`STRING,`originalTimestamp`STRING,`context`struct<`ip`:STRING,`campaign`:struct<`content`:STRING,`source`:STRING,`term`:STRING,`medium`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`referrer`:STRING,`title`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>,`userAgent`:STRING>,`messageId`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_product_list_viewed"
]

hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed
id: 73748
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2019-04-30T20:56:54Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1556582400000/1556657792651.3c673a607f7b.9f83b95.124626b2-6f22-4b33-ba34-d4246badf005.gz|segment_separator:37",
    "anonymousId": "58c43b6b-bdbf-451b-90da-edecc8742637",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "75.62.183.71",
        "library": {
            "name": "unknown",
            "version": "unknown"
        },
        "page": {
            "path": "/self-storage/minnesota/minneapolis/the-lock-up-self-storage-industrial-blvd-211133/",
            "referrer": "https://www.google.com/",
            "search": "?city=Minneapolis&latitude=44.977753&location=minneapolisl%2C%20MN&locationSource=google_autocomplete&longitude=-93.26501080000003&state=MN&type=storage",
            "title": "The Lock Up Self Storage - Industrial Blvd: Lowest Rates - SelfStorage.com",
            "url": "https://www.selfstorage.com/self-storage/minnesota/minneapolis/the-lock-up-self-storage-industrial-blvd-211133/?city=Minneapolis&latitude=44.977753&location=minneapolisl%2C%20MN&locationSource=google_autocomplete&longitude=-93.26501080000003&state=MN&type=storage"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.75 Safari/537.36"
    },
    "event": "Product List Viewed",
    "integrations": {
        "campaign": {},
        "library": {
            "name": "analytics.js",
            "version": "3.8.2"
        },
        "page": {
            "path": "/self-storage/new-york/binghamton/",
            "referrer": "https://www.selfstorage.com/self-storage/new-york/binghamton/",
            "search": "?informedSearch=true&location=42.100005980687364%2C-75.9219939112986",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.com/self-storage/new-york/binghamton/?informedSearch=true&location=42.100005980687364%2C-75.9219939112986"
        }
    },
    "messageId": "ajs-1f15fe94e6b562fe930543dfc16bab0f",
    "originalTimestamp": "2019-04-30T19:56:23.333Z",
    "projectId": "5yGJd9z7eL",
    "properties": {
        "Hit Timestamp": 1556654183185,
        "env": "production",
        "isReact": true,
        "label": "enhancedecommerce",
        "list_id": "search results: Binghamton, New York",
        "page": 1,
        "productIds": [
            211254,
            64915,
            210889,
            70057,
            204240,
            211159,
            209078,
            70046,
            70044,
            70056,
            104846,
            70047,
            50494,
            209449,
            208756,
            155706,
            156272,
            158138,
            50602,
            209453
        ],
        "products": [
            {
                "distance": 26.4,
                "id": 76380,
                "inNetwork": false,
                "name": "Route 206 Mini Storage",
                "position": 18,
                "rank": 18
            }
        ],
        "searchTerm": "42.100005980687364,-75.9219939112986",
        "search_id": "7a555cc8a8668432b6.13593684",
        "site_id": 27,
        "value": 18
    },
    "receivedAt": "2019-04-30T19:56:23.757Z",
    "sentAt": "2019-04-30T19:56:23.339Z",
    "timestamp": "2019-04-30T19:56:23.751Z",
    "type": "track",
    "userId": "172b31655b5242c937f5cb63ac9204dd",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.library.name": "string",
    "integrations.library.version": "string",
    "integrations.page.path": "string",
    "integrations.page.referrer": "string",
    "integrations.page.search": "string",
    "integrations.page.title": "string",
    "integrations.page.url": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.numberFacilities": "string",
    "properties.page": "string",
    "properties.productIds": [
        "int"
    ],
    "properties.products": [
        {
            "distance": "string",
            "id": "string",
            "inNetwork": "string",
            "name": "string",
            "position": "string",
            "rank": "string"
        }
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 109
schema_scan_id: 24401688
updated: 2019-04-30 16:46:45

Schema Scans: 4

Last at 2020-01-16 12:16:32

Scan 31692792

duration: 0:06:34.523285

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 1130,
    "partitions_applied": false,
    "success": true
}

id: 31692792

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed/dt=2020-01-16/",
        "name": "dt",
        "type": "string",
        "value": "2020-01-16"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-prod",
        "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed",
        "key": "separated_dt/Product List Viewed/dt=2020-01-16/1579196618503.c55215427e02.e4797d0.cbee33fd-6d5c-48e6-b79f-1b0e78b64fd1.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.ssdc_Product_List_Viewed",
        "type": "segment"
    }
}

running: False
schema_name_id: 109
start_time: 2020-01-16 12:16:32
success: True
trace_id: 13954848155585795478

Scan 31415840

duration: 0:05:06.620604

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 1122,
    "partitions_applied": false,
    "success": true
}

id: 31415840

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed/dt=2020-01-08/",
        "name": "dt",
        "type": "string",
        "value": "2020-01-08"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-prod",
        "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed",
        "key": "separated_dt/Product List Viewed/dt=2020-01-08/1578452719213.7ed1f4abc9ac.e4797d0.4fdca5da-9a66-4a4e-91b4-c81625afe21c.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.ssdc_Product_List_Viewed",
        "type": "segment"
    }
}

running: False
schema_name_id: 109
start_time: 2020-01-07 21:07:06
success: True
trace_id: 14948126864543462345

Scan 24402323

duration: 0:00:05.879940

exit_message:

{
    "exception": "failed to apply schema `All attempts exhausted without success`: [u'CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`', u'DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_product_list_viewed`', u\"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_segment.ssdc_product_list_viewed`\\n(\\n`timestamp`STRING,`userId`STRING,`integrations`struct<`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`referrer`:STRING,`title`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`receivedAt`STRING,`anonymousId`STRING,`_origin`STRING,`event`STRING,`projectId`STRING,`properties`struct<`category`:STRING,`Hit_Timestamp`:STRING,`numberFacilities`:STRING,`isReact`:STRING,`site_id`:STRING,`value`:STRING,`label`:STRING,`products`:array>,`env`:STRING,`list_id`:STRING,`searchTerm`:STRING,`productIds`:array,`search_id`:STRING,`page`:STRING>,`_metadata`struct<`bundled`:array,`unbundled`:array>,`version`STRING,`originalTimestamp`STRING,`context`struct<`ip`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`term`:STRING,`medium`:STRING,`name`:STRING>,`userAgent`:STRING>,`messageId`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed'\\n\", u'MSCK REPAIR TABLE sfdl_prod_segment.ssdc_product_list_viewed']\nTraceback (most recent call last):\n  File \"schema_generator/schema_scanner.py\", line 102, in scan\n    response = service.run()\n  File \"schema_generator/process_hive_table.py\", line 97, in run\n    response['ddl_changed'] = table_generator.run()\n  File \"schema_generator/table_generator.py\", line 35, in run\n    self.apply_latest_version()\n  File \"schema_generator/table_generator.py\", line 26, in apply_latest_version\n    raise Exception('failed to apply schema `{}`: {}'.format(e, schema_version.ddl))\nException: failed to apply schema `All attempts exhausted without success`: [u'CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`', u'DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_product_list_viewed`', u\"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_segment.ssdc_product_list_viewed`\\n(\\n`timestamp`STRING,`userId`STRING,`integrations`struct<`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`referrer`:STRING,`title`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`receivedAt`STRING,`anonymousId`STRING,`_origin`STRING,`event`STRING,`projectId`STRING,`properties`struct<`category`:STRING,`Hit_Timestamp`:STRING,`numberFacilities`:STRING,`isReact`:STRING,`site_id`:STRING,`value`:STRING,`label`:STRING,`products`:array>,`env`:STRING,`list_id`:STRING,`searchTerm`:STRING,`productIds`:array,`search_id`:STRING,`page`:STRING>,`_metadata`struct<`bundled`:array,`unbundled`:array>,`version`STRING,`originalTimestamp`STRING,`context`struct<`ip`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`term`:STRING,`medium`:STRING,`name`:STRING>,`userAgent`:STRING>,`messageId`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed'\\n\", u'MSCK REPAIR TABLE sfdl_prod_segment.ssdc_product_list_viewed']\n: Expecting value: line 1 column 1 (char 0)"
}

id: 24402323

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed/dt=2019-04-30/",
        "name": "dt",
        "type": "string",
        "value": "2019-04-30"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-prod",
        "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed",
        "key": "separated_dt/Product List Viewed/dt=2019-04-30/1556657827970.d0782f0ef52f.9f83b95.86ffa42d-94e4-4fbc-8b96-eb32d6f67b82.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.ssdc_Product_List_Viewed",
        "type": "segment"
    }
}

running: False
schema_name_id: 109
start_time: 2019-04-30 17:21:54
success: False
trace_id: 13638574381982062540

Scan 24401688

duration: 0:05:17.973452

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 869,
    "partitions_applied": false,
    "success": true
}

id: 24401688

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed/dt=2019-04-30/",
        "name": "dt",
        "type": "string",
        "value": "2019-04-30"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-prod",
        "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed",
        "key": "separated_dt/Product List Viewed/dt=2019-04-30/1556657792651.3c673a607f7b.9f83b95.124626b2-6f22-4b33-ba34-d4246badf005.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.ssdc_Product_List_Viewed",
        "type": "segment"
    }
}

running: False
schema_name_id: 109
start_time: 2019-04-30 16:41:38
success: True
trace_id: 18050114116001106509

Partitions:

count: 3

ddl:

[
    "ALTER TABLE\n    `sfdl_prod_segment.ssdc_product_list_viewed`\nADD\n\n\n PARTITION (dt='2021-02-09') location 's3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed/dt=2021-02-09/'\n PARTITION (dt='2021-02-10') location 's3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed/dt=2021-02-10/'\n PARTITION (dt='2021-02-11') location 's3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed/dt=2021-02-11/'\n;"
]

name: dt

state:

[
    {
        "info": {
            "id": 541049,
            "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed/dt=2021-02-09/",
            "name": "dt",
            "value": "2021-02-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-08 18:04:11",
                "last_data": "2021-02-09 18:45:40"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 541237,
            "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed/dt=2021-02-10/",
            "name": "dt",
            "value": "2021-02-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-09 18:06:15",
                "last_data": "2021-02-10 19:06:07"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 541409,
            "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed/dt=2021-02-11/",
            "name": "dt",
            "value": "2021-02-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-10 18:05:58",
                "last_data": "2021-02-11 15:30:55"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    }
]

type: string

Schema:

attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.campaign__": "string",
    "context.campaign.content": "string",
    "context.campaign.content__": "string",
    "context.campaign.medium": "string",
    "context.campaign.medium__": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.source__": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.campaign.content": "string",
    "integrations.campaign.medium": "string",
    "integrations.campaign.name": "string",
    "integrations.campaign.source": "string",
    "integrations.library.name": "string",
    "integrations.library.version": "string",
    "integrations.page.path": "string",
    "integrations.page.referrer": "string",
    "integrations.page.search": "string",
    "integrations.page.title": "string",
    "integrations.page.url": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.numberFacilities": "string",
    "properties.page": "string",
    "properties.productIds": [
        "int"
    ],
    "properties.products": [
        {
            "distance": "string",
            "id": "string",
            "inNetwork": "string",
            "name": "string",
            "position": "string",
            "rank": "string"
        }
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

created: 2020-01-16 12:16:32

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_product_list_viewed`\n(\n`sentAt`STRING,`version`STRING,`type`STRING,`event`STRING,`integrations`struct<`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`referrer`:STRING,`title`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`anonymousId`STRING,`timestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`properties`struct<`productIds`:array,`products`:array>,`value`:STRING,`isReact`:STRING,`page`:STRING,`search_id`:STRING,`list_id`:STRING,`searchTerm`:STRING,`label`:STRING,`Hit_Timestamp`:STRING,`site_id`:STRING,`numberFacilities`:STRING,`category`:STRING,`env`:STRING>,`receivedAt`STRING,`messageId`STRING,`context`struct<`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`term`:STRING,`content__`:STRING,`medium`:STRING,`name`:STRING,`campaign__`:STRING,`content`:STRING,`source__`:STRING,`medium__`:STRING,`source`:STRING>,`ip`:STRING,`userAgent`:STRING,`page`:struct<`referrer`:STRING,`search`:STRING,`url`:STRING,`title`:STRING,`path`:STRING>>,`userId`STRING,`_origin`STRING,`originalTimestamp`STRING,`channel`STRING,`projectId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_product_list_viewed`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_product_list_viewed"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2017-11-02 13:36:09",
        "disabled": false,
        "format": "raw",
        "id": 109,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_prod_segment",
            "table": "ssdc_product_list_viewed"
        },
        "type": "segment"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_prod_segment.ssdc_product_list_viewed`\nADD\n\n\n PARTITION (dt='2021-02-09') location 's3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed/dt=2021-02-09/'\n PARTITION (dt='2021-02-10') location 's3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed/dt=2021-02-10/'\n PARTITION (dt='2021-02-11') location 's3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed/dt=2021-02-11/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 541049,
                    "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed/dt=2021-02-09/",
                    "name": "dt",
                    "value": "2021-02-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-08 18:04:11",
                        "last_data": "2021-02-09 18:45:40"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 541237,
                    "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed/dt=2021-02-10/",
                    "name": "dt",
                    "value": "2021-02-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-09 18:06:15",
                        "last_data": "2021-02-10 19:06:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 541409,
                    "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed/dt=2021-02-11/",
                    "name": "dt",
                    "value": "2021-02-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-10 18:05:58",
                        "last_data": "2021-02-11 15:30:55"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "anonymousId": "string",
            "channel": "string",
            "context.campaign.campaign__": "string",
            "context.campaign.content": "string",
            "context.campaign.content__": "string",
            "context.campaign.medium": "string",
            "context.campaign.medium__": "string",
            "context.campaign.name": "string",
            "context.campaign.source": "string",
            "context.campaign.source__": "string",
            "context.campaign.term": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.locale": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.userAgent": "string",
            "event": "string",
            "integrations.campaign.content": "string",
            "integrations.campaign.medium": "string",
            "integrations.campaign.name": "string",
            "integrations.campaign.source": "string",
            "integrations.library.name": "string",
            "integrations.library.version": "string",
            "integrations.page.path": "string",
            "integrations.page.referrer": "string",
            "integrations.page.search": "string",
            "integrations.page.title": "string",
            "integrations.page.url": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.Hit_Timestamp": "string",
            "properties.category": "string",
            "properties.env": "string",
            "properties.isReact": "string",
            "properties.label": "string",
            "properties.list_id": "string",
            "properties.numberFacilities": "string",
            "properties.page": "string",
            "properties.productIds": [
                "int"
            ],
            "properties.products": [
                {
                    "distance": "string",
                    "id": "string",
                    "inNetwork": "string",
                    "name": "string",
                    "position": "string",
                    "rank": "string"
                }
            ],
            "properties.searchTerm": "string",
            "properties.search_id": "string",
            "properties.site_id": "string",
            "properties.value": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2020-01-16 12:16:32",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_product_list_viewed`\n(\n`sentAt`STRING,`version`STRING,`type`STRING,`event`STRING,`integrations`struct<`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`referrer`:STRING,`title`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`anonymousId`STRING,`timestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`properties`struct<`productIds`:array,`products`:array>,`value`:STRING,`isReact`:STRING,`page`:STRING,`search_id`:STRING,`list_id`:STRING,`searchTerm`:STRING,`label`:STRING,`Hit_Timestamp`:STRING,`site_id`:STRING,`numberFacilities`:STRING,`category`:STRING,`env`:STRING>,`receivedAt`STRING,`messageId`STRING,`context`struct<`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`term`:STRING,`content__`:STRING,`medium`:STRING,`name`:STRING,`campaign__`:STRING,`content`:STRING,`source__`:STRING,`medium__`:STRING,`source`:STRING>,`ip`:STRING,`userAgent`:STRING,`page`:struct<`referrer`:STRING,`search`:STRING,`url`:STRING,`title`:STRING,`path`:STRING>>,`userId`STRING,`_origin`STRING,`originalTimestamp`STRING,`channel`STRING,`projectId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/Product List Viewed'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_product_list_viewed`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_product_list_viewed"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}