Schema Info

Schema Name: sfdl_prod_segment.ssdc_nearby_product_list_viewed

created: 2020-11-16 11:27:49
disabled: False
format: raw
id: 812
is_partitioned: True
is_schema_datatyped: False

name:

{
    "database": "sfdl_prod_segment",
    "table": "ssdc_nearby_product_list_viewed"
}

type: segment

Schema Versions: 4

Version 178582

created: 2020-11-25 23:21:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_nearby_product_list_viewed`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_nearby_product_list_viewed`\n(\n`version`STRING,`messageId`STRING,`userId`STRING,`receivedAt`STRING,`event`STRING,`type`STRING,`originalTimestamp`STRING,`properties`struct<`page`:STRING,`env`:STRING,`isReact`:STRING,`products`:array>,`search_id`:STRING,`label`:STRING,`searchTerm`:STRING,`value`:STRING,`Hit_Timestamp`:STRING,`productIds`:array,`list_id`:STRING,`site_id`:STRING>,`_origin`STRING,`channel`STRING,`projectId`STRING,`context`struct<`userAgent`:STRING,`page`:struct<`path`:STRING,`title`:STRING,`referrer`:STRING,`url`:STRING,`search`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>,`locale`:STRING,`campaign`:struct<`campaign_5B_5D`:STRING,`content`:STRING,`medium__`:STRING,`source_5B_5D`:STRING,`content_5B_5D`:STRING,`source__`:STRING,`source`:STRING,`content__`:STRING,`campaign__`:STRING,`name`:STRING,`medium`:STRING,`medium_5B_5D`:STRING>,`ip`:STRING>,`sentAt`STRING,`timestamp`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_nearby_product_list_viewed"
]

hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed
id: 178582
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-11-26T05:21:22Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1606348800000/1606367729854.81558265efb9.fde281a.aadbd81b-6cfd-417b-8f2a-d8f5923ff7de.gz|segment_separator:37",
    "anonymousId": "b0c3828d-48e4-4570-b91b-510b145c97b0",
    "channel": "client",
    "context": {
        "campaign": {
            "campaign%5B%5D": "pro_national_nogeo_noproduct_dynamic",
            "content%5B%5D": "",
            "medium%5B%5D": "paidsearch",
            "source%5B%5D": "bing"
        },
        "ip": "50.16.153.186",
        "library": {
            "name": "analytics.js",
            "version": "4.0.4"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/california/los-angeles/",
            "referrer": "",
            "search": "",
            "title": "20 Best Los Angeles, CA Self-Storage Units | SelfStorage.com",
            "url": "https://www.selfstorage.com/self-storage/california/los-angeles/"
        },
        "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/61.0.3163.100 Chrome/61.0.3163.100 Safari/537.36 PingdomPageSpeed/1.0 (pingbot/2.0; +http://www.pingdom.com/)"
    },
    "event": "Nearby Product List Viewed",
    "integrations": {},
    "messageId": "ajs-9e19218e3a6aa44e58a8a80a052ced78",
    "originalTimestamp": "2020-11-26T04:22:08.870Z",
    "projectId": "5yGJd9z7eL",
    "properties": {
        "Hit Timestamp": 1606364528869,
        "env": "production",
        "isReact": true,
        "label": "enhancedecommerce",
        "list_id": "search results: Los Angeles, California",
        "page": 1,
        "productIds": [
            199842,
            158881,
            199693,
            36971,
            104555,
            215918
        ],
        "products": [
            {
                "distance": 9.5,
                "id": 107828,
                "inSearchResults": true,
                "name": "Price Self Storage National Boulevard",
                "position": 1
            }
        ],
        "searchTerm": "Los Angeles, CA",
        "search_id": "fc715fbf2d6ddd4251.01320658",
        "site_id": 27,
        "value": 1
    },
    "receivedAt": "2020-11-26T04:22:09.195Z",
    "sentAt": "2020-11-26T04:22:08.873Z",
    "timestamp": "2020-11-26T04:22:09.192Z",
    "type": "track",
    "userId": "bot",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.campaign_5B_5D": "string",
    "context.campaign.campaign__": "string",
    "context.campaign.content": "string",
    "context.campaign.content_5B_5D": "string",
    "context.campaign.content__": "string",
    "context.campaign.medium": "string",
    "context.campaign.medium_5B_5D": "string",
    "context.campaign.medium__": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.source_5B_5D": "string",
    "context.campaign.source__": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.page": "string",
    "properties.productIds": [
        "int"
    ],
    "properties.products": [
        {
            "distance": "string",
            "id": "string",
            "inSearchResults": "string",
            "name": "string",
            "position": "string"
        }
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 812
schema_scan_id: 44046031
updated: 2020-11-25 23:21:52

Version 177054

created: 2020-11-16 13:18:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_nearby_product_list_viewed`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_nearby_product_list_viewed`\n(\n`version`STRING,`type`STRING,`channel`STRING,`receivedAt`STRING,`projectId`STRING,`messageId`STRING,`sentAt`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`referrer`:STRING,`title`:STRING,`search`:STRING,`path`:STRING>,`locale`:STRING,`ip`:STRING,`userAgent`:STRING,`campaign`:struct<`medium__`:STRING,`medium`:STRING,`source`:STRING,`name`:STRING,`campaign__`:STRING,`source__`:STRING,`content__`:STRING,`content`:STRING>>,`originalTimestamp`STRING,`properties`struct<`value`:STRING,`Hit_Timestamp`:STRING,`page`:STRING,`site_id`:STRING,`isReact`:STRING,`productIds`:array,`label`:STRING,`searchTerm`:STRING,`list_id`:STRING,`env`:STRING,`search_id`:STRING,`products`:array>>,`_origin`STRING,`event`STRING,`userId`STRING,`timestamp`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_nearby_product_list_viewed"
]

hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed
id: 177054
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-11-16T19:17:48Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1605484800000/1605554130127.7e6817953e19.fde281a.30a89f4b-a8b9-4a61-969e-1a8be0c6eb5f.gz|segment_separator:37",
    "anonymousId": "15a4906e-ab43-4ae6-b171-51a784d9683c",
    "channel": "client",
    "context": {
        "campaign": {
            "campaign[]": "pro_national_nogeo_noproduct_dynamic",
            "content": "",
            "content[]": "",
            "medium": "paidsearch",
            "medium[]": "paidsearch",
            "name": "pro_national_nogeo_noproduct_dynamic",
            "source": "google",
            "source[]": "bing"
        },
        "ip": "73.107.196.254",
        "library": {
            "name": "analytics.js",
            "version": "4.0.4"
        },
        "locale": "en-us",
        "page": {
            "path": "/self-storage/pennsylvania/upper-darby/",
            "referrer": "https://www.google.com",
            "search": "?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_dynamic&utm_content=&ploc=1015129&iloc=9007271&mkwid=sAGfoUGKc%7Cpcrid%7C325580320459%7Cpkw%7C%7Cpmt%7Cb%7Cpdv%7Cc%7Cpgrid%7C9903717811%7Cptaid%7Caud-317123964680:dsa-54399997979&pgrid=9903717811&ptaid=aud-317123964680:dsa-54399997979&gclid=Cj0KCQiA48j9BRC-ARIsAMQu3WTI-OVp_rbG2OrqWYtnKV24EFDoQaQpspACgmuxqWzPDLNhUFH3-cEaAvz3EALw_wcB",
            "title": "20 Best Upper Darby, PA Self-Storage Units | $1 First Month Rent",
            "url": "https://www.selfstorage.com/self-storage/pennsylvania/upper-darby/?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_dynamic&utm_content=&ploc=1015129&iloc=9007271&mkwid=sAGfoUGKc%7Cpcrid%7C325580320459%7Cpkw%7C%7Cpmt%7Cb%7Cpdv%7Cc%7Cpgrid%7C9903717811%7Cptaid%7Caud-317123964680:dsa-54399997979&pgrid=9903717811&ptaid=aud-317123964680:dsa-54399997979&gclid=Cj0KCQiA48j9BRC-ARIsAMQu3WTI-OVp_rbG2OrqWYtnKV24EFDoQaQpspACgmuxqWzPDLNhUFH3-cEaAvz3EALw_wcB"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.0 Safari/605.1.15"
    },
    "event": "Nearby Product List Viewed",
    "integrations": {},
    "messageId": "ajs-0d2113f5cc2fdae74788c3a0d9fc25e9",
    "originalTimestamp": "2020-11-16T18:19:49.414Z",
    "projectId": "5yGJd9z7eL",
    "properties": {
        "Hit Timestamp": 1605550789413,
        "env": "production",
        "isReact": true,
        "label": "enhancedecommerce",
        "list_id": "search results: Upper Darby, Pennsylvania",
        "page": 1,
        "productIds": [
            215649,
            214023,
            214084,
            215755,
            214875,
            214914,
            214125,
            215629,
            214071
        ],
        "products": [
            {
                "distance": 2.3,
                "id": 217878,
                "inSearchResults": true,
                "name": "CubeSmart Self Storage - PA Upper Darby Fairfield Ave",
                "position": 1
            }
        ],
        "searchTerm": "Upper Darby, PA",
        "search_id": "2d4a5fb2c2c335c6d9.71018722",
        "site_id": 27,
        "value": 7
    },
    "receivedAt": "2020-11-16T18:19:49.714Z",
    "sentAt": "2020-11-16T18:19:49.415Z",
    "timestamp": "2020-11-16T18:19:49.713Z",
    "type": "track",
    "userId": "ad6922427a311aa2996586c0bc8273e8",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.campaign__": "string",
    "context.campaign.content": "string",
    "context.campaign.content__": "string",
    "context.campaign.medium": "string",
    "context.campaign.medium__": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.source__": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.page": "string",
    "properties.productIds": [
        "int"
    ],
    "properties.products": [
        {
            "distance": "string",
            "id": "string",
            "inSearchResults": "string",
            "name": "string",
            "position": "string"
        }
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 812
schema_scan_id: 43757997
updated: 2020-11-16 13:18:18

Version 177052

created: 2020-11-16 12:19:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_nearby_product_list_viewed`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_nearby_product_list_viewed`\n(\n`originalTimestamp`STRING,`sentAt`STRING,`messageId`STRING,`type`STRING,`version`STRING,`projectId`STRING,`properties`struct<`products`:array>,`env`:STRING,`searchTerm`:STRING,`productIds`:array,`list_id`:STRING,`value`:STRING,`site_id`:STRING,`label`:STRING,`search_id`:STRING,`page`:STRING,`Hit_Timestamp`:STRING,`isReact`:STRING>,`channel`STRING,`anonymousId`STRING,`context`struct<`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>,`userAgent`:STRING,`page`:struct<`path`:STRING,`referrer`:STRING,`url`:STRING,`title`:STRING,`search`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>,`ip`:STRING,`locale`:STRING>,`_origin`STRING,`receivedAt`STRING,`event`STRING,`userId`STRING,`timestamp`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_nearby_product_list_viewed"
]

hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed
id: 177052
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-11-16T18:19:20Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1605484800000/1605550523895.e8fef9ea33f1.fde281a.1dd8698e-6a44-4662-a595-91ee78879116.gz|segment_separator:37",
    "anonymousId": "b0c05f27-0f92-44ea-a935-a4e45b5ddf85",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "control",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_geobmm",
            "source": "google"
        },
        "ip": "172.58.75.53",
        "library": {
            "name": "analytics.js",
            "version": "4.0.4"
        },
        "locale": "en-us",
        "page": {
            "path": "/self-storage/nevada/las-vegas/",
            "referrer": "https://www.google.com",
            "search": "?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_geobmm&utm_content=control&ploc=9030809&iloc=9053161&mkwid=sEXgtfdi1%7Cpcrid%7C208973725390%7Cpkw%7C%2Bstorage%20%2Blas%20%2Bvegas%7Cpmt%7Cb%7Cpdv%7Cm%7Cpgrid%7C43067278445%7Cptaid%7Caud-575134509992:kwd-299952607320&pgrid=43067278445&ptaid=aud-575134509992:kwd-299952607320&gclid=EAIaIQobChMIpa6y48iH7QIV1BmtBh2lQg-dEAAYAiAAEgIYUfD_BwE",
            "title": "20 Best Las Vegas, NV Self-Storage Units | $1 First Month Rent",
            "url": "https://www.selfstorage.com/self-storage/nevada/las-vegas/?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_geobmm&utm_content=control&ploc=9030809&iloc=9053161&mkwid=sEXgtfdi1%7Cpcrid%7C208973725390%7Cpkw%7C%2Bstorage%20%2Blas%20%2Bvegas%7Cpmt%7Cb%7Cpdv%7Cm%7Cpgrid%7C43067278445%7Cptaid%7Caud-575134509992:kwd-299952607320&pgrid=43067278445&ptaid=aud-575134509992:kwd-299952607320&gclid=EAIaIQobChMIpa6y48iH7QIV1BmtBh2lQg-dEAAYAiAAEgIYUfD_BwE"
        },
        "userAgent": "Mozilla/5.0 (iPhone; CPU iPhone OS 14_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.0 Mobile/15E148 Safari/604.1"
    },
    "event": "Nearby Product List Viewed",
    "integrations": {},
    "messageId": "ajs-65007f83684dc902a485e9ccb1be1839",
    "originalTimestamp": "2020-11-16T17:17:34.266Z",
    "projectId": "5yGJd9z7eL",
    "properties": {
        "Hit Timestamp": 1605547054266,
        "env": "production",
        "isReact": true,
        "label": "enhancedecommerce",
        "list_id": "search results: Las Vegas, Nevada",
        "page": 1,
        "productIds": [
            204138,
            209101
        ],
        "products": [
            {
                "distance": 8.1,
                "id": 201026,
                "inSearchResults": true,
                "name": "CubeSmart Self Storage - Las Vegas - 2990 S Durango Dr",
                "position": 6
            }
        ],
        "searchTerm": "Las Vegas, NV",
        "search_id": "91485fb2b42bc471b0.39366879",
        "site_id": 27,
        "value": 9
    },
    "receivedAt": "2020-11-16T17:17:34.593Z",
    "sentAt": "2020-11-16T17:17:34.269Z",
    "timestamp": "2020-11-16T17:17:34.590Z",
    "type": "track",
    "userId": "d02368ead16dd8da786dec6ce3686db1",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.page": "string",
    "properties.productIds": [
        "int"
    ],
    "properties.products": [
        {
            "distance": "string",
            "id": "string",
            "inSearchResults": "string",
            "name": "string",
            "position": "string"
        }
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 812
schema_scan_id: 43756789
updated: 2020-11-16 12:20:00

Version 177050

created: 2020-11-16 11:27:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_nearby_product_list_viewed`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_nearby_product_list_viewed`\n(\n`version`STRING,`timestamp`STRING,`projectId`STRING,`userId`STRING,`properties`struct<`Hit_Timestamp`:STRING,`isReact`:STRING,`site_id`:STRING,`value`:STRING,`label`:STRING,`search_id`:STRING,`products`:array>,`env`:STRING,`list_id`:STRING,`searchTerm`:STRING,`productIds`:array,`page`:STRING>,`receivedAt`STRING,`anonymousId`STRING,`originalTimestamp`STRING,`context`struct<`locale`:STRING,`ip`:STRING,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>,`userAgent`:STRING>,`messageId`STRING,`_origin`STRING,`type`STRING,`event`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_nearby_product_list_viewed"
]

hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed
id: 177050
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-11-16T17:27:29Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1605484800000/1605546943271.a9b5dd643d48.fde281a.deea99f3-4450-4a93-ad2e-558c70408532.gz|segment_separator:37",
    "anonymousId": "ff7162bf-38ab-444b-93b8-5e30a1ff9fc4",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "47.4.225.154",
        "library": {
            "name": "analytics.js",
            "version": "4.0.4"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/georgia/duluth/climate-controlled/",
            "referrer": "https://www.google.com/",
            "search": "",
            "title": "Top Climate Control Storage Units Duluth, GA: Best Prices 2020",
            "url": "https://www.selfstorage.com/self-storage/georgia/duluth/climate-controlled/"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.81 Safari/537.36"
    },
    "event": "Nearby Product List Viewed",
    "integrations": {},
    "messageId": "ajs-ceedc251f6809aac3522bd68306ad0cc",
    "originalTimestamp": "2020-11-16T17:14:31.158Z",
    "projectId": "5yGJd9z7eL",
    "properties": {
        "Hit Timestamp": 1605546871157,
        "env": "production",
        "isReact": true,
        "label": "enhancedecommerce",
        "list_id": "search results: Duluth, Georgia",
        "page": 1,
        "productIds": [
            215183
        ],
        "products": [
            {
                "distance": 3.4,
                "id": 36932,
                "inSearchResults": true,
                "name": "CubeSmart Self Storage - Duluth - 3494 Gwinnett Place Dr",
                "position": 1
            }
        ],
        "searchTerm": "Duluth, GA",
        "search_id": "40475fb2b374ccf235.78644655",
        "site_id": 27,
        "value": 9
    },
    "receivedAt": "2020-11-16T17:14:31.452Z",
    "sentAt": "2020-11-16T17:14:31.161Z",
    "timestamp": "2020-11-16T17:14:31.449Z",
    "type": "track",
    "userId": "da92f8aa24eca759ea6e61d5881adf49",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.page": "string",
    "properties.productIds": [
        "int"
    ],
    "properties.products": [
        {
            "distance": "string",
            "id": "string",
            "inSearchResults": "string",
            "name": "string",
            "position": "string"
        }
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 812
schema_scan_id: 43755859
updated: 2020-11-16 11:28:00

Schema Scans: 4

Last at 2020-11-25 23:21:31

Scan 44046031

duration: 0:00:19.412571

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 11,
    "partitions_applied": false,
    "success": true
}

id: 44046031

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed/dt=2020-11-26/",
        "name": "dt",
        "type": "string",
        "value": "2020-11-26"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-prod",
        "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed",
        "key": "separated_dt/Nearby Product List Viewed/dt=2020-11-26/1606367729854.81558265efb9.fde281a.aadbd81b-6cfd-417b-8f2a-d8f5923ff7de.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.ssdc_Nearby_Product_List_Viewed",
        "type": "segment"
    }
}

running: False
schema_name_id: 812
start_time: 2020-11-25 23:21:31
success: True
trace_id: 13498978615038462131

Scan 43757997

duration: 0:00:17.019133

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 1,
    "partitions_applied": false,
    "success": true
}

id: 43757997

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed/dt=2020-11-16/",
        "name": "dt",
        "type": "string",
        "value": "2020-11-16"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-prod",
        "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed",
        "key": "separated_dt/Nearby Product List Viewed/dt=2020-11-16/1605554130127.7e6817953e19.fde281a.30a89f4b-a8b9-4a61-969e-1a8be0c6eb5f.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.ssdc_Nearby_Product_List_Viewed",
        "type": "segment"
    }
}

running: False
schema_name_id: 812
start_time: 2020-11-16 13:18:04
success: True
trace_id: 10597581735989694192

Scan 43756789

duration: 0:00:22.273136

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 1,
    "partitions_applied": false,
    "success": true
}

id: 43756789

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed/dt=2020-11-16/",
        "name": "dt",
        "type": "string",
        "value": "2020-11-16"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-prod",
        "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed",
        "key": "separated_dt/Nearby Product List Viewed/dt=2020-11-16/1605550523895.e8fef9ea33f1.fde281a.1dd8698e-6a44-4662-a595-91ee78879116.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.ssdc_Nearby_Product_List_Viewed",
        "type": "segment"
    }
}

running: False
schema_name_id: 812
start_time: 2020-11-16 12:19:41
success: True
trace_id: 18126698617209856390

Scan 43755859

duration: 0:00:14.244045

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 1,
    "partitions_applied": false,
    "success": true
}

id: 43755859

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed/dt=2020-11-16/",
        "name": "dt",
        "type": "string",
        "value": "2020-11-16"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-prod",
        "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed",
        "key": "separated_dt/Nearby Product List Viewed/dt=2020-11-16/1605546943271.a9b5dd643d48.fde281a.deea99f3-4450-4a93-ad2e-558c70408532.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.ssdc_Nearby_Product_List_Viewed",
        "type": "segment"
    }
}

running: False
schema_name_id: 812
start_time: 2020-11-16 11:27:49
success: True
trace_id: 12162994839632892583

Partitions:

count: 3

ddl:

[
    "ALTER TABLE\n    `sfdl_prod_segment.ssdc_nearby_product_list_viewed`\nADD\n\n\n PARTITION (dt='2021-01-27') location 's3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed/dt=2021-01-27/'\n PARTITION (dt='2021-02-04') location 's3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed/dt=2021-02-04/'\n PARTITION (dt='2021-02-06') location 's3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed/dt=2021-02-06/'\n;"
]

name: dt

state:

[
    {
        "info": {
            "id": 538906,
            "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed/dt=2021-01-27/",
            "name": "dt",
            "value": "2021-01-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-01-27 15:28:49",
                "last_data": "2021-01-27 15:28:49"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 540369,
            "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed/dt=2021-02-04/",
            "name": "dt",
            "value": "2021-02-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-04 18:07:43",
                "last_data": "2021-02-04 18:07:43"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 540679,
            "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed/dt=2021-02-06/",
            "name": "dt",
            "value": "2021-02-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-06 16:06:44",
                "last_data": "2021-02-06 16:06:44"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    }
]

type: string

Schema:

attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.campaign_5B_5D": "string",
    "context.campaign.campaign__": "string",
    "context.campaign.content": "string",
    "context.campaign.content_5B_5D": "string",
    "context.campaign.content__": "string",
    "context.campaign.medium": "string",
    "context.campaign.medium_5B_5D": "string",
    "context.campaign.medium__": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.source_5B_5D": "string",
    "context.campaign.source__": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.list_id": "string",
    "properties.page": "string",
    "properties.productIds": [
        "int"
    ],
    "properties.products": [
        {
            "distance": "string",
            "id": "string",
            "inSearchResults": "string",
            "name": "string",
            "position": "string"
        }
    ],
    "properties.searchTerm": "string",
    "properties.search_id": "string",
    "properties.site_id": "string",
    "properties.value": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

created: 2020-11-25 23:21:32

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_nearby_product_list_viewed`\n(\n`version`STRING,`messageId`STRING,`userId`STRING,`receivedAt`STRING,`event`STRING,`type`STRING,`originalTimestamp`STRING,`properties`struct<`page`:STRING,`env`:STRING,`isReact`:STRING,`products`:array>,`search_id`:STRING,`label`:STRING,`searchTerm`:STRING,`value`:STRING,`Hit_Timestamp`:STRING,`productIds`:array,`list_id`:STRING,`site_id`:STRING>,`_origin`STRING,`channel`STRING,`projectId`STRING,`context`struct<`userAgent`:STRING,`page`:struct<`path`:STRING,`title`:STRING,`referrer`:STRING,`url`:STRING,`search`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>,`locale`:STRING,`campaign`:struct<`campaign_5B_5D`:STRING,`content`:STRING,`medium__`:STRING,`source_5B_5D`:STRING,`content_5B_5D`:STRING,`source__`:STRING,`source`:STRING,`content__`:STRING,`campaign__`:STRING,`name`:STRING,`medium`:STRING,`medium_5B_5D`:STRING>,`ip`:STRING>,`sentAt`STRING,`timestamp`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_nearby_product_list_viewed`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_nearby_product_list_viewed"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2020-11-16 11:27:49",
        "disabled": false,
        "format": "raw",
        "id": 812,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_prod_segment",
            "table": "ssdc_nearby_product_list_viewed"
        },
        "type": "segment"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_prod_segment.ssdc_nearby_product_list_viewed`\nADD\n\n\n PARTITION (dt='2021-01-27') location 's3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed/dt=2021-01-27/'\n PARTITION (dt='2021-02-04') location 's3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed/dt=2021-02-04/'\n PARTITION (dt='2021-02-06') location 's3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed/dt=2021-02-06/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 538906,
                    "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed/dt=2021-01-27/",
                    "name": "dt",
                    "value": "2021-01-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-01-27 15:28:49",
                        "last_data": "2021-01-27 15:28:49"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 540369,
                    "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed/dt=2021-02-04/",
                    "name": "dt",
                    "value": "2021-02-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-04 18:07:43",
                        "last_data": "2021-02-04 18:07:43"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 540679,
                    "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed/dt=2021-02-06/",
                    "name": "dt",
                    "value": "2021-02-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-06 16:06:44",
                        "last_data": "2021-02-06 16:06:44"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "anonymousId": "string",
            "channel": "string",
            "context.campaign.campaign_5B_5D": "string",
            "context.campaign.campaign__": "string",
            "context.campaign.content": "string",
            "context.campaign.content_5B_5D": "string",
            "context.campaign.content__": "string",
            "context.campaign.medium": "string",
            "context.campaign.medium_5B_5D": "string",
            "context.campaign.medium__": "string",
            "context.campaign.name": "string",
            "context.campaign.source": "string",
            "context.campaign.source_5B_5D": "string",
            "context.campaign.source__": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.locale": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.userAgent": "string",
            "event": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.Hit_Timestamp": "string",
            "properties.env": "string",
            "properties.isReact": "string",
            "properties.label": "string",
            "properties.list_id": "string",
            "properties.page": "string",
            "properties.productIds": [
                "int"
            ],
            "properties.products": [
                {
                    "distance": "string",
                    "id": "string",
                    "inSearchResults": "string",
                    "name": "string",
                    "position": "string"
                }
            ],
            "properties.searchTerm": "string",
            "properties.search_id": "string",
            "properties.site_id": "string",
            "properties.value": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2020-11-25 23:21:32",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_nearby_product_list_viewed`\n(\n`version`STRING,`messageId`STRING,`userId`STRING,`receivedAt`STRING,`event`STRING,`type`STRING,`originalTimestamp`STRING,`properties`struct<`page`:STRING,`env`:STRING,`isReact`:STRING,`products`:array>,`search_id`:STRING,`label`:STRING,`searchTerm`:STRING,`value`:STRING,`Hit_Timestamp`:STRING,`productIds`:array,`list_id`:STRING,`site_id`:STRING>,`_origin`STRING,`channel`STRING,`projectId`STRING,`context`struct<`userAgent`:STRING,`page`:struct<`path`:STRING,`title`:STRING,`referrer`:STRING,`url`:STRING,`search`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>,`locale`:STRING,`campaign`:struct<`campaign_5B_5D`:STRING,`content`:STRING,`medium__`:STRING,`source_5B_5D`:STRING,`content_5B_5D`:STRING,`source__`:STRING,`source`:STRING,`content__`:STRING,`campaign__`:STRING,`name`:STRING,`medium`:STRING,`medium_5B_5D`:STRING>,`ip`:STRING>,`sentAt`STRING,`timestamp`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/Nearby Product List Viewed'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_nearby_product_list_viewed`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_nearby_product_list_viewed"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}