Schema Info

Schema Name: sfdl_prod_segment.ssdc_con_pageview

created: 2018-12-04 18:38:05
disabled: False
format: raw
id: 582
is_partitioned: True
is_schema_datatyped: False

name:

{
    "database": "sfdl_prod_segment",
    "table": "ssdc_con_pageview"
}

type: segment

Schema Versions: 4

Version 157526

created: 2020-07-28 05:59:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_con_pageview`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_con_pageview`\n(\n`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>,`channel`STRING,`version`STRING,`userId`STRING,`originalTimestamp`STRING,`timestamp`STRING,`messageId`STRING,`projectId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`context`struct<`ip`:STRING,`userAgent`:STRING,`page`:struct<`referrer`:STRING,`search`:STRING,`title`:STRING,`path`:STRING,`url`:STRING>,`locale`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`campaign`:struct<`campaign_5B_5D`:STRING,`content_5B_5D`:STRING,`source`:STRING,`medium__`:STRING,`sourc`:STRING,`preview`:STRING,`term`:STRING,`campaign__`:STRING,`content`:STRING,`medium`:STRING,`mediu`:STRING,`source_5B_5D`:STRING,`referrer`:STRING,`expid`:STRING,`name`:STRING,`medium_5B_5D`:STRING,`source__`:STRING,`content__`:STRING>>,`anonymousId`STRING,`_origin`STRING,`receivedAt`STRING,`type`STRING,`event`STRING,`properties`struct<`env`:STRING,`CON`:struct<`location`:struct<`state`:STRING,`id`:STRING,`city`:STRING>,`visit_id`:STRING,`transaction`:struct<`id`:STRING,`email`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`environment`:STRING,`page_type`:STRING,`ppc`:struct<`adwords`:struct<`page_type`:STRING,`date_end`:STRING,`date_start`:STRING>>,`site_type`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>,`site_id`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`site_content`:struct<`id`:STRING>,`timestamp`:STRING,`search_result`:struct<`id`:STRING,`listing_ids`:array,`page`:STRING,`query`:STRING>,`page_subtype`:STRING>,`isReact`:STRING,`site_id`:STRING,`Hit_Timestamp`:STRING>,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_con_pageview"
]

hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW
id: 157526
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-07-28T10:10:43Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1595894400000/1595930793433.80fe6df13684.baa71ec.f3cb8190-1a15-45bb-9f1f-2c77d56f5077.gz|segment_separator:37",
    "anonymousId": "c08fbe86-7b91-4f2b-a7e4-ade932e7eaa2",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "204.236.203.124",
        "library": {
            "name": "analytics.js",
            "version": "3.13.5"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/texas/austin/",
            "referrer": "",
            "search": "?mgr=ssdr&SELENIUM=true",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.com/self-storage/texas/austin/?mgr=ssdr&SELENIUM=true"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 6.2; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4147.89 Safari/537.36"
    },
    "event": "CON PAGEVIEW",
    "integrations": {
        "All": true,
        "Google Analytics": false
    },
    "messageId": "ajs-050b300a190bf3287c4fdd5b69109f81",
    "originalTimestamp": "2020-07-28T09:09:31.637Z",
    "projectId": "5yGJd9z7eL",
    "properties": {
        "CON": {
            "environment": "production",
            "location": {},
            "page_subtype": "cityLandingPage",
            "page_type": "searchPage",
            "ppc": {
                "adwords": {
                    "date_end": "2020-08-11T00:00:00.000Z",
                    "date_start": "2020-07-28T00:00:00.000Z",
                    "page_type": "searchresults"
                }
            },
            "search_result": {
                "id": "8b505f1fea289ca179.46588487",
                "listing_ids": [
                    215444,
                    209629,
                    215445,
                    156192,
                    215026,
                    104918,
                    214172,
                    104919,
                    216998,
                    107273,
                    107266,
                    107265,
                    107272
                ],
                "page": 1,
                "query": "norwalk, iowa"
            },
            "site_content": {},
            "site_id": 27,
            "site_type": "desktop",
            "timestamp": "2020-07-28T09:09:31.000Z",
            "visit_id": "6c32ceb0d2f5a05e7be5ab0b48104892"
        },
        "Hit Timestamp": 1595927371475,
        "env": "production",
        "isReact": true,
        "site_id": 27
    },
    "receivedAt": "2020-07-28T09:09:35.153Z",
    "sentAt": "2020-07-28T09:09:31.642Z",
    "timestamp": "2020-07-28T09:09:35.148Z",
    "type": "track",
    "userId": "SELENIUM",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.campaign_5B_5D": "string",
    "context.campaign.campaign__": "string",
    "context.campaign.content": "string",
    "context.campaign.content_5B_5D": "string",
    "context.campaign.content__": "string",
    "context.campaign.expid": "string",
    "context.campaign.mediu": "string",
    "context.campaign.medium": "string",
    "context.campaign.medium_5B_5D": "string",
    "context.campaign.medium__": "string",
    "context.campaign.name": "string",
    "context.campaign.preview": "string",
    "context.campaign.referrer": "string",
    "context.campaign.sourc": "string",
    "context.campaign.source": "string",
    "context.campaign.source_5B_5D": "string",
    "context.campaign.source__": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.environment": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.facility.title": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.id": "string",
    "properties.CON.location.state": "string",
    "properties.CON.page_subtype": "string",
    "properties.CON.page_type": "string",
    "properties.CON.ppc.adwords.date_end": "string",
    "properties.CON.ppc.adwords.date_start": "string",
    "properties.CON.ppc.adwords.page_type": "string",
    "properties.CON.search_result.id": "string",
    "properties.CON.search_result.listing_ids": [
        "int"
    ],
    "properties.CON.search_result.page": "string",
    "properties.CON.search_result.query": "string",
    "properties.CON.site_content.id": "string",
    "properties.CON.site_id": "string",
    "properties.CON.site_type": "string",
    "properties.CON.timestamp": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.CON.unit.id": "string",
    "properties.CON.unit.price": "string",
    "properties.CON.visit_id": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 582
schema_scan_id: 40312042
updated: 2020-07-28 06:02:18

Version 157523

created: 2020-07-28 05:52:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_con_pageview`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_con_pageview`\n(\n`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>,`userId`STRING,`version`STRING,`channel`STRING,`originalTimestamp`STRING,`timestamp`STRING,`messageId`STRING,`projectId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`context`struct<`ip`:STRING,`userAgent`:STRING,`page`:struct<`referrer`:STRING,`search`:STRING,`title`:STRING,`path`:STRING,`url`:STRING>,`locale`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`campaign`:struct<`campaign_5B_5D`:STRING,`content_5B_5D`:STRING,`source`:STRING,`medium__`:STRING,`sourc`:STRING,`preview`:STRING,`term`:STRING,`campaign__`:STRING,`content`:STRING,`medium`:STRING,`mediu`:STRING,`source_5B_5D`:STRING,`referrer`:STRING,`expid`:STRING,`name`:STRING,`medium_5B_5D`:STRING,`source__`:STRING,`content__`:STRING>>,`anonymousId`STRING,`_origin`STRING,`receivedAt`STRING,`type`STRING,`event`STRING,`properties`struct<`env`:STRING,`CON`:struct<`location`:struct<`state`:STRING,`id`:STRING,`city`:STRING>,`visit_id`:STRING,`transaction`:struct<`id`:STRING,`email`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`environment`:STRING,`page_type`:STRING,`ppc`:struct<`adwords`:struct<`page_type`:STRING,`date_end`:STRING,`date_start`:STRING>>,`site_type`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>,`site_id`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`site_content`:struct<`id`:STRING>,`timestamp`:STRING,`search_result`:struct<`id`:STRING,`listing_ids`:array,`page`:STRING,`query`:STRING>,`page_subtype`:STRING>,`isReact`:STRING,`site_id`:STRING,`Hit_Timestamp`:STRING>,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_con_pageview"
]

hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW
id: 157523
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-07-28T10:11:35Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1595894400000/1595930794285.0f2d259f130f.baa71ec.788deb31-e188-4c2d-9614-20b13bf93e31.gz|segment_separator:37",
    "anonymousId": "75057569-f872-4410-8236-864f42d2dcc3",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "172.58.99.178",
        "library": {
            "name": "analytics.js",
            "version": "3.13.5"
        },
        "locale": "en-US",
        "page": {
            "path": "/search",
            "referrer": "https://www.google.com/",
            "search": "?location=79936",
            "title": "SelfStorage.com: Find Cheap Storage Units Near You",
            "url": "https://www.selfstorage.com/search?location=79936"
        },
        "userAgent": "Mozilla/5.0 (Linux; Android 8.0.0; SM-G930T) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4147.89 Mobile Safari/537.36"
    },
    "event": "CON PAGEVIEW",
    "integrations": {
        "All": true,
        "Google Analytics": false
    },
    "messageId": "ajs-5b9e41df8ebf922279771465f5c5fd30",
    "originalTimestamp": "2020-07-28T09:09:19.909Z",
    "projectId": "5yGJd9z7eL",
    "properties": {
        "CON": {
            "environment": "production",
            "location": {},
            "page_type": "searchPage",
            "ppc": {
                "adwords": {
                    "date_end": "2020-08-11T00:00:00.000Z",
                    "date_start": "2020-07-28T00:00:00.000Z",
                    "page_type": "searchresults"
                }
            },
            "search_result": {
                "listing_ids": []
            },
            "site_content": {},
            "site_id": 27,
            "site_type": "desktop",
            "timestamp": "2020-07-28T09:08:49.000Z",
            "visit_id": "1b2e1ccde832c35e16829a01d64aa2a5"
        },
        "Hit Timestamp": 1595927359882,
        "env": "production",
        "isReact": true,
        "site_id": 27
    },
    "receivedAt": "2020-07-28T09:09:32.387Z",
    "sentAt": "2020-07-28T09:09:31.953Z",
    "timestamp": "2020-07-28T09:09:20.343Z",
    "type": "track",
    "userId": "1b2e1ccde832c35e16829a01d64aa2a5",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.campaign_5B_5D": "string",
    "context.campaign.campaign__": "string",
    "context.campaign.content": "string",
    "context.campaign.content_5B_5D": "string",
    "context.campaign.content__": "string",
    "context.campaign.expid": "string",
    "context.campaign.mediu": "string",
    "context.campaign.medium": "string",
    "context.campaign.medium_5B_5D": "string",
    "context.campaign.medium__": "string",
    "context.campaign.name": "string",
    "context.campaign.preview": "string",
    "context.campaign.referrer": "string",
    "context.campaign.sourc": "string",
    "context.campaign.source": "string",
    "context.campaign.source_5B_5D": "string",
    "context.campaign.source__": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.environment": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.facility.title": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.id": "string",
    "properties.CON.location.state": "string",
    "properties.CON.page_subtype": "string",
    "properties.CON.page_type": "string",
    "properties.CON.ppc.adwords.date_end": "string",
    "properties.CON.ppc.adwords.date_start": "string",
    "properties.CON.ppc.adwords.page_type": "string",
    "properties.CON.search_result.id": "string",
    "properties.CON.search_result.listing_ids": [
        "string"
    ],
    "properties.CON.search_result.page": "string",
    "properties.CON.search_result.query": "string",
    "properties.CON.site_content.id": "string",
    "properties.CON.site_id": "string",
    "properties.CON.site_type": "string",
    "properties.CON.timestamp": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.CON.unit.id": "string",
    "properties.CON.unit.price": "string",
    "properties.CON.visit_id": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 582
schema_scan_id: 40311992
updated: 2020-07-28 05:54:56

Version 154286

created: 2020-07-10 18:30:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_con_pageview`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_con_pageview`\n(\n`channel`STRING,`version`STRING,`userId`STRING,`sentAt`STRING,`projectId`STRING,`context`struct<`locale`:STRING,`campaign`:struct<`campaign_5B_5D`:STRING,`content_5B_5D`:STRING,`source`:STRING,`medium__`:STRING,`sourc`:STRING,`preview`:STRING,`term`:STRING,`campaign__`:STRING,`content`:STRING,`medium`:STRING,`mediu`:STRING,`source_5B_5D`:STRING,`referrer`:STRING,`expid`:STRING,`name`:STRING,`medium_5B_5D`:STRING,`source__`:STRING,`content__`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`page`:struct<`url`:STRING,`search`:STRING,`referrer`:STRING,`title`:STRING,`path`:STRING>,`userAgent`:STRING>,`_origin`STRING,`messageId`STRING,`originalTimestamp`STRING,`anonymousId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`timestamp`STRING,`receivedAt`STRING,`properties`struct<`isReact`:STRING,`CON`:struct<`location`:struct<`state`:STRING,`id`:STRING,`city`:STRING>,`visit_id`:STRING,`page_type`:STRING,`transaction`:struct<`id`:STRING,`email`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`page_subtype`:STRING,`timestamp`:STRING,`environment`:STRING,`site_content`:struct<`id`:STRING>,`unit`:struct<`id`:STRING,`price`:STRING>,`search_result`:struct<`query`:STRING,`page`:STRING,`id`:STRING,`listing_ids`:array>,`site_id`:STRING,`ppc`:struct<`adwords`:struct<`page_type`:STRING,`date_start`:STRING,`date_end`:STRING>>,`facility`:struct<`id`:STRING,`title`:STRING>,`site_type`:STRING>,`env`:STRING,`site_id`:STRING,`Hit_Timestamp`:STRING>,`type`STRING,`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`event`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_con_pageview"
]

hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW
id: 154286
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-07-10T23:11:24Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1594339200000/1594422417560.5b79ba696bc1.baa71ec.562413e7-de97-487d-9a45-f18efc176dd4.gz|segment_separator:37",
    "anonymousId": "dbc42e5d-d1dd-49ff-a1c9-a55a582370ea",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "",
            "medium": "paidsearch",
            "name": "pro_regional_west_storage_desktop-bmm",
            "sourc": "",
            "source": "google"
        },
        "ip": "67.143.160.36",
        "library": {
            "name": "analytics.js",
            "version": "3.13.5"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/ohio/maumee/a-self-storage-maumee-202710/",
            "referrer": "https://www.google.com/",
            "search": "",
            "title": "A+ Self Storage Maumee: Lowest Rates - SelfStorage.com",
            "url": "https://www.selfstorage.com/self-storage/ohio/maumee/a-self-storage-maumee-202710/"
        },
        "userAgent": "Mozilla/5.0 (Linux; Android 10; SM-G973U) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.106 Mobile Safari/537.36"
    },
    "event": "CON PAGEVIEW",
    "integrations": {
        "All": true,
        "Google Analytics": false
    },
    "messageId": "ajs-a799bd0dc33e9873e36e1422d362b23f",
    "originalTimestamp": "2020-07-10T22:06:38.570Z",
    "projectId": "5yGJd9z7eL",
    "properties": {
        "CON": {
            "environment": "production",
            "facility": {
                "id": 202710,
                "title": "A+ Self Storage Maumee"
            },
            "location": {
                "city": "Maumee",
                "id": 23515851,
                "state": "OH"
            },
            "page_subtype": "cityLandingPage",
            "page_type": "searchPage",
            "ppc": {
                "adwords": {
                    "date_end": "2020-07-24T00:00:00.000Z",
                    "date_start": "2020-07-10T00:00:00.000Z",
                    "page_type": "offerdetail"
                }
            },
            "search_result": {
                "id": "b2df5f08e6c55ec833.16178257",
                "listing_ids": [
                    213233,
                    199488,
                    213803,
                    205893,
                    153747,
                    202632,
                    153750,
                    205914,
                    203463,
                    213313,
                    210269,
                    212251,
                    209903,
                    50501,
                    204997,
                    211278,
                    211078,
                    153261,
                    213089,
                    210469
                ],
                "page": 1,
                "query": "Lutz, FL 33558, USA"
            },
            "site_content": {},
            "site_id": 27,
            "site_type": "desktop",
            "timestamp": "2020-07-10T22:06:37.000Z",
            "transaction": {
                "confirmation_code": "KF7AGZKZ3",
                "email": "[email protected]",
                "id": "KF7AGZKZ3",
                "npv": "78.00"
            },
            "unit": {
                "id": 22227919,
                "price": 252
            },
            "visit_id": "a6bf93d1139afedda62e92721ea26924"
        },
        "Hit Timestamp": 1594418798009,
        "env": "production",
        "isReact": true,
        "site_id": 27
    },
    "receivedAt": "2020-07-10T22:06:40.585Z",
    "sentAt": "2020-07-10T22:06:38.587Z",
    "timestamp": "2020-07-10T22:06:40.568Z",
    "type": "track",
    "userId": "f4e7fb35b2dff7ba8e8ef202fb892f96",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.campaign_5B_5D": "string",
    "context.campaign.campaign__": "string",
    "context.campaign.content": "string",
    "context.campaign.content_5B_5D": "string",
    "context.campaign.content__": "string",
    "context.campaign.expid": "string",
    "context.campaign.mediu": "string",
    "context.campaign.medium": "string",
    "context.campaign.medium_5B_5D": "string",
    "context.campaign.medium__": "string",
    "context.campaign.name": "string",
    "context.campaign.preview": "string",
    "context.campaign.referrer": "string",
    "context.campaign.sourc": "string",
    "context.campaign.source": "string",
    "context.campaign.source_5B_5D": "string",
    "context.campaign.source__": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.environment": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.facility.title": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.id": "string",
    "properties.CON.location.state": "string",
    "properties.CON.page_subtype": "string",
    "properties.CON.page_type": "string",
    "properties.CON.ppc.adwords.date_end": "string",
    "properties.CON.ppc.adwords.date_start": "string",
    "properties.CON.ppc.adwords.page_type": "string",
    "properties.CON.search_result.id": "string",
    "properties.CON.search_result.listing_ids": [
        "int"
    ],
    "properties.CON.search_result.page": "string",
    "properties.CON.search_result.query": "string",
    "properties.CON.site_content.id": "string",
    "properties.CON.site_id": "string",
    "properties.CON.site_type": "string",
    "properties.CON.timestamp": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.CON.unit.id": "string",
    "properties.CON.unit.price": "string",
    "properties.CON.visit_id": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 582
schema_scan_id: 39728718
updated: 2020-07-10 18:32:43

Version 151576

created: 2020-06-26 17:11:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_con_pageview`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_con_pageview`\n(\n`channel`STRING,`messageId`STRING,`type`STRING,`projectId`STRING,`sentAt`STRING,`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`context`struct<`page`:struct<`url`:STRING,`path`:STRING,`title`:STRING,`search`:STRING,`referrer`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING,`campaign`:struct<`source_5B_5D`:STRING,`mediu`:STRING,`referrer`:STRING,`medium__`:STRING,`medium_5B_5D`:STRING,`content__`:STRING,`source__`:STRING,`source`:STRING,`preview`:STRING,`expid`:STRING,`name`:STRING,`term`:STRING,`campaign_5B_5D`:STRING,`campaign__`:STRING,`content`:STRING,`medium`:STRING,`content_5B_5D`:STRING>,`userAgent`:STRING,`ip`:STRING>,`_origin`STRING,`timestamp`STRING,`userId`STRING,`anonymousId`STRING,`properties`struct<`isReact`:STRING,`env`:STRING,`Hit_Timestamp`:STRING,`CON`:struct<`page_subtype`:STRING,`environment`:STRING,`location`:struct<`city`:STRING,`state`:STRING,`id`:STRING>,`facility`:struct<`title`:STRING,`id`:STRING>,`ppc`:struct<`adwords`:struct<`date_end`:STRING,`date_start`:STRING,`page_type`:STRING>>,`site_content`:struct<`id`:STRING>,`site_type`:STRING,`visit_id`:STRING,`page_type`:STRING,`site_id`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`search_result`:struct<`page`:STRING,`query`:STRING,`id`:STRING,`listing_ids`:array>,`timestamp`:STRING,`transaction`:struct<`email`:STRING,`id`:STRING,`npv`:STRING,`confirmation_code`:STRING>>,`site_id`:STRING>,`version`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`receivedAt`STRING,`event`STRING,`originalTimestamp`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_con_pageview"
]

hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW
id: 151576
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-06-26T22:11:00Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1593129600000/1593209212980.046a4f835cfb.baa71ec.14519ba2-454b-402a-872c-4fc7a989dae8.gz|segment_separator:37",
    "anonymousId": "d2b21845-009c-4b0d-8066-6531f2513bfd",
    "channel": "client",
    "context": {
        "campaign": {
            "campaign[]": "pro_national_nogeo_noproduct_dynamic",
            "content": "",
            "content[]": "",
            "medium": "paidsearch",
            "medium[]": "paidsearch",
            "name": "pro_national_nogeo_noproduct_geobmm",
            "preview": ".GTM-NVLLR6_OPT-MK4J2.0",
            "referrer": "",
            "source": "google",
            "source[]": "bing"
        },
        "ip": "99.54.104.155",
        "library": {
            "name": "analytics.js",
            "version": "3.13.5"
        },
        "locale": "en-US",
        "page": {
            "path": "/what-to-expect",
            "referrer": "https://www.google.com/",
            "search": "?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_geobmm&utm_content=&ploc=9010281&iloc=1020991&mkwid=sAMJYnd1H|pcrid|334938538530|pkw|%2Bstorage%20%2Basheville|pmt|b|pdv|m|pgrid|9925380691|ptaid|kwd-406888708797&pgrid=9925380691&ptaid=kwd-406888708797&gclid=Cj0KCQjwudb3BRC9ARIsAEa-vUsoZCK3xWTe0xYupH5jMrVOMf9mxgmlqKHH8r_4U39CA-FirNAP8DAaAvEBEALw_wcB",
            "title": "Self-Storage Basics: What to Expect | SelfStorage.com",
            "url": "https://www.selfstorage.com/what-to-expect?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_geobmm&utm_content=&ploc=9010281&iloc=1020991&mkwid=sAMJYnd1H|pcrid|334938538530|pkw|%2Bstorage%20%2Basheville|pmt|b|pdv|m|pgrid|9925380691|ptaid|kwd-406888708797&pgrid=9925380691&ptaid=kwd-406888708797&gclid=Cj0KCQjwudb3BRC9ARIsAEa-vUsoZCK3xWTe0xYupH5jMrVOMf9mxgmlqKHH8r_4U39CA-FirNAP8DAaAvEBEALw_wcB"
        },
        "userAgent": "Mozilla/5.0 (Linux; Android 8.1.0; A503DL) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.101 Mobile Safari/537.36"
    },
    "event": "CON PAGEVIEW",
    "integrations": {
        "All": true,
        "Google Analytics": false
    },
    "messageId": "ajs-025e32d737bd059978c086d2906ba555",
    "originalTimestamp": "2020-06-26T21:06:39.732Z",
    "projectId": "5yGJd9z7eL",
    "properties": {
        "CON": {
            "environment": "production",
            "facility": {
                "id": 211730,
                "title": "iStorage Pasadena - Burke Rd."
            },
            "location": {
                "city": "Albuquerque",
                "id": "23835211",
                "state": "NM"
            },
            "page_subtype": "amenityLandingPage",
            "page_type": "searchPage",
            "ppc": {
                "adwords": {
                    "date_end": "2020-07-10T00:00:00.000Z",
                    "date_start": "2020-06-26T00:00:00.000Z",
                    "page_type": "other"
                }
            },
            "search_result": {
                "id": "198f5ef663698f6963.69094129",
                "listing_ids": [
                    107133,
                    158861,
                    210729,
                    209928,
                    109585,
                    210521,
                    105585,
                    200094,
                    82991,
                    86531,
                    91171,
                    87516,
                    79079,
                    98148,
                    87430,
                    100320,
                    74338,
                    93326,
                    187312,
                    87517
                ],
                "page": 1,
                "query": "Albuquerque, NM 87109, USA"
            },
            "site_content": {},
            "site_id": 27,
            "site_type": "desktop",
            "timestamp": "2020-06-26T20:52:37.000Z",
            "transaction": {
                "confirmation_code": "8HEJSHGSC",
                "email": "[email protected]",
                "id": "8HEJSHGSC",
                "npv": "86.90"
            },
            "unit": {
                "id": 21486839,
                "price": 164
            },
            "visit_id": "2fb5f7948ac64efe4d6cb466cbb6c070"
        },
        "Hit Timestamp": 1593205598266,
        "env": "production",
        "isReact": true,
        "site_id": 27
    },
    "receivedAt": "2020-06-26T21:06:41.596Z",
    "sentAt": "2020-06-26T21:06:39.750Z",
    "timestamp": "2020-06-26T21:06:41.578Z",
    "type": "track",
    "userId": "dd65752f3de2e12be3fb7f5f1deb2b24",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.campaign_5B_5D": "string",
    "context.campaign.campaign__": "string",
    "context.campaign.content": "string",
    "context.campaign.content_5B_5D": "string",
    "context.campaign.content__": "string",
    "context.campaign.expid": "string",
    "context.campaign.mediu": "string",
    "context.campaign.medium": "string",
    "context.campaign.medium_5B_5D": "string",
    "context.campaign.medium__": "string",
    "context.campaign.name": "string",
    "context.campaign.preview": "string",
    "context.campaign.referrer": "string",
    "context.campaign.source": "string",
    "context.campaign.source_5B_5D": "string",
    "context.campaign.source__": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.environment": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.facility.title": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.id": "string",
    "properties.CON.location.state": "string",
    "properties.CON.page_subtype": "string",
    "properties.CON.page_type": "string",
    "properties.CON.ppc.adwords.date_end": "string",
    "properties.CON.ppc.adwords.date_start": "string",
    "properties.CON.ppc.adwords.page_type": "string",
    "properties.CON.search_result.id": "string",
    "properties.CON.search_result.listing_ids": [
        "int"
    ],
    "properties.CON.search_result.page": "string",
    "properties.CON.search_result.query": "string",
    "properties.CON.site_content.id": "string",
    "properties.CON.site_id": "string",
    "properties.CON.site_type": "string",
    "properties.CON.timestamp": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.CON.unit.id": "string",
    "properties.CON.unit.price": "string",
    "properties.CON.visit_id": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 582
schema_scan_id: 39255094
updated: 2020-06-26 17:17:07

Schema Scans: 4

Last at 2020-07-28 05:59:43

Scan 40312042

duration: 0:02:39.949160

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 603,
    "partitions_applied": false,
    "success": true
}

id: 40312042

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW/dt=2020-07-28/",
        "name": "dt",
        "type": "string",
        "value": "2020-07-28"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-prod",
        "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW",
        "key": "separated_dt/CON PAGEVIEW/dt=2020-07-28/1595930793433.80fe6df13684.baa71ec.f3cb8190-1a15-45bb-9f1f-2c77d56f5077.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.ssdc_CON_PAGEVIEW",
        "type": "segment"
    }
}

running: False
schema_name_id: 582
start_time: 2020-07-28 05:59:43
success: True
trace_id: 4374838533817390283

Scan 40311992

duration: 0:02:44.677458

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 603,
    "partitions_applied": false,
    "success": true
}

id: 40311992

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW/dt=2020-07-28/",
        "name": "dt",
        "type": "string",
        "value": "2020-07-28"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-prod",
        "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW",
        "key": "separated_dt/CON PAGEVIEW/dt=2020-07-28/1595930794285.0f2d259f130f.baa71ec.788deb31-e188-4c2d-9614-20b13bf93e31.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.ssdc_CON_PAGEVIEW",
        "type": "segment"
    }
}

running: False
schema_name_id: 582
start_time: 2020-07-28 05:52:16
success: True
trace_id: 6633555082199914425

Scan 39728718

duration: 0:02:46.686353

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 585,
    "partitions_applied": false,
    "success": true
}

id: 39728718

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW/dt=2020-07-10/",
        "name": "dt",
        "type": "string",
        "value": "2020-07-10"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-prod",
        "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW",
        "key": "separated_dt/CON PAGEVIEW/dt=2020-07-10/1594422417560.5b79ba696bc1.baa71ec.562413e7-de97-487d-9a45-f18efc176dd4.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.ssdc_CON_PAGEVIEW",
        "type": "segment"
    }
}

running: False
schema_name_id: 582
start_time: 2020-07-10 18:30:02
success: True
trace_id: 13841183706622194964

Scan 39255094

duration: 0:02:32.665324

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 571,
    "partitions_applied": false,
    "success": true
}

id: 39255094

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW/dt=2020-06-26/",
        "name": "dt",
        "type": "string",
        "value": "2020-06-26"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-prod",
        "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW",
        "key": "separated_dt/CON PAGEVIEW/dt=2020-06-26/1593209212980.046a4f835cfb.baa71ec.14519ba2-454b-402a-872c-4fc7a989dae8.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.ssdc_CON_PAGEVIEW",
        "type": "segment"
    }
}

running: False
schema_name_id: 582
start_time: 2020-06-26 17:11:22
success: True
trace_id: 15673377125615255152

Partitions:

count: 3

ddl:

[
    "ALTER TABLE\n    `sfdl_prod_segment.ssdc_con_pageview`\nADD\n\n\n PARTITION (dt='2021-02-09') location 's3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW/dt=2021-02-09/'\n PARTITION (dt='2021-02-10') location 's3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW/dt=2021-02-10/'\n PARTITION (dt='2021-02-11') location 's3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW/dt=2021-02-11/'\n;"
]

name: dt

state:

[
    {
        "info": {
            "id": 541054,
            "location": "s3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW/dt=2021-02-09/",
            "name": "dt",
            "value": "2021-02-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-08 18:04:19",
                "last_data": "2021-02-09 18:45:42"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 541238,
            "location": "s3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW/dt=2021-02-10/",
            "name": "dt",
            "value": "2021-02-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-09 18:06:16",
                "last_data": "2021-02-10 19:06:07"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 541422,
            "location": "s3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW/dt=2021-02-11/",
            "name": "dt",
            "value": "2021-02-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-10 18:06:24",
                "last_data": "2021-02-11 15:30:58"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    }
]

type: string

Schema:

attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.campaign_5B_5D": "string",
    "context.campaign.campaign__": "string",
    "context.campaign.content": "string",
    "context.campaign.content_5B_5D": "string",
    "context.campaign.content__": "string",
    "context.campaign.expid": "string",
    "context.campaign.mediu": "string",
    "context.campaign.medium": "string",
    "context.campaign.medium_5B_5D": "string",
    "context.campaign.medium__": "string",
    "context.campaign.name": "string",
    "context.campaign.preview": "string",
    "context.campaign.referrer": "string",
    "context.campaign.sourc": "string",
    "context.campaign.source": "string",
    "context.campaign.source_5B_5D": "string",
    "context.campaign.source__": "string",
    "context.campaign.term": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.environment": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.facility.title": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.id": "string",
    "properties.CON.location.state": "string",
    "properties.CON.page_subtype": "string",
    "properties.CON.page_type": "string",
    "properties.CON.ppc.adwords.date_end": "string",
    "properties.CON.ppc.adwords.date_start": "string",
    "properties.CON.ppc.adwords.page_type": "string",
    "properties.CON.search_result.id": "string",
    "properties.CON.search_result.listing_ids": [
        "int"
    ],
    "properties.CON.search_result.page": "string",
    "properties.CON.search_result.query": "string",
    "properties.CON.site_content.id": "string",
    "properties.CON.site_id": "string",
    "properties.CON.site_type": "string",
    "properties.CON.timestamp": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.CON.unit.id": "string",
    "properties.CON.unit.price": "string",
    "properties.CON.visit_id": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

created: 2020-07-28 05:59:44

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_con_pageview`\n(\n`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>,`channel`STRING,`version`STRING,`userId`STRING,`originalTimestamp`STRING,`timestamp`STRING,`messageId`STRING,`projectId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`context`struct<`ip`:STRING,`userAgent`:STRING,`page`:struct<`referrer`:STRING,`search`:STRING,`title`:STRING,`path`:STRING,`url`:STRING>,`locale`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`campaign`:struct<`campaign_5B_5D`:STRING,`content_5B_5D`:STRING,`source`:STRING,`medium__`:STRING,`sourc`:STRING,`preview`:STRING,`term`:STRING,`campaign__`:STRING,`content`:STRING,`medium`:STRING,`mediu`:STRING,`source_5B_5D`:STRING,`referrer`:STRING,`expid`:STRING,`name`:STRING,`medium_5B_5D`:STRING,`source__`:STRING,`content__`:STRING>>,`anonymousId`STRING,`_origin`STRING,`receivedAt`STRING,`type`STRING,`event`STRING,`properties`struct<`env`:STRING,`CON`:struct<`location`:struct<`state`:STRING,`id`:STRING,`city`:STRING>,`visit_id`:STRING,`transaction`:struct<`id`:STRING,`email`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`environment`:STRING,`page_type`:STRING,`ppc`:struct<`adwords`:struct<`page_type`:STRING,`date_end`:STRING,`date_start`:STRING>>,`site_type`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>,`site_id`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`site_content`:struct<`id`:STRING>,`timestamp`:STRING,`search_result`:struct<`id`:STRING,`listing_ids`:array,`page`:STRING,`query`:STRING>,`page_subtype`:STRING>,`isReact`:STRING,`site_id`:STRING,`Hit_Timestamp`:STRING>,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_con_pageview`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_con_pageview"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2018-12-04 18:38:05",
        "disabled": false,
        "format": "raw",
        "id": 582,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_prod_segment",
            "table": "ssdc_con_pageview"
        },
        "type": "segment"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_prod_segment.ssdc_con_pageview`\nADD\n\n\n PARTITION (dt='2021-02-09') location 's3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW/dt=2021-02-09/'\n PARTITION (dt='2021-02-10') location 's3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW/dt=2021-02-10/'\n PARTITION (dt='2021-02-11') location 's3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW/dt=2021-02-11/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 541054,
                    "location": "s3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW/dt=2021-02-09/",
                    "name": "dt",
                    "value": "2021-02-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-08 18:04:19",
                        "last_data": "2021-02-09 18:45:42"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 541238,
                    "location": "s3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW/dt=2021-02-10/",
                    "name": "dt",
                    "value": "2021-02-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-09 18:06:16",
                        "last_data": "2021-02-10 19:06:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 541422,
                    "location": "s3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW/dt=2021-02-11/",
                    "name": "dt",
                    "value": "2021-02-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-10 18:06:24",
                        "last_data": "2021-02-11 15:30:58"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "anonymousId": "string",
            "channel": "string",
            "context.campaign.campaign_5B_5D": "string",
            "context.campaign.campaign__": "string",
            "context.campaign.content": "string",
            "context.campaign.content_5B_5D": "string",
            "context.campaign.content__": "string",
            "context.campaign.expid": "string",
            "context.campaign.mediu": "string",
            "context.campaign.medium": "string",
            "context.campaign.medium_5B_5D": "string",
            "context.campaign.medium__": "string",
            "context.campaign.name": "string",
            "context.campaign.preview": "string",
            "context.campaign.referrer": "string",
            "context.campaign.sourc": "string",
            "context.campaign.source": "string",
            "context.campaign.source_5B_5D": "string",
            "context.campaign.source__": "string",
            "context.campaign.term": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.locale": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.userAgent": "string",
            "event": "string",
            "integrations.All": "string",
            "integrations.Google_Analytics": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.CON.environment": "string",
            "properties.CON.facility.id": "string",
            "properties.CON.facility.title": "string",
            "properties.CON.location.city": "string",
            "properties.CON.location.id": "string",
            "properties.CON.location.state": "string",
            "properties.CON.page_subtype": "string",
            "properties.CON.page_type": "string",
            "properties.CON.ppc.adwords.date_end": "string",
            "properties.CON.ppc.adwords.date_start": "string",
            "properties.CON.ppc.adwords.page_type": "string",
            "properties.CON.search_result.id": "string",
            "properties.CON.search_result.listing_ids": [
                "int"
            ],
            "properties.CON.search_result.page": "string",
            "properties.CON.search_result.query": "string",
            "properties.CON.site_content.id": "string",
            "properties.CON.site_id": "string",
            "properties.CON.site_type": "string",
            "properties.CON.timestamp": "string",
            "properties.CON.transaction.confirmation_code": "string",
            "properties.CON.transaction.email": "string",
            "properties.CON.transaction.id": "string",
            "properties.CON.transaction.npv": "string",
            "properties.CON.unit.id": "string",
            "properties.CON.unit.price": "string",
            "properties.CON.visit_id": "string",
            "properties.Hit_Timestamp": "string",
            "properties.env": "string",
            "properties.isReact": "string",
            "properties.site_id": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2020-07-28 05:59:44",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_con_pageview`\n(\n`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>,`channel`STRING,`version`STRING,`userId`STRING,`originalTimestamp`STRING,`timestamp`STRING,`messageId`STRING,`projectId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`context`struct<`ip`:STRING,`userAgent`:STRING,`page`:struct<`referrer`:STRING,`search`:STRING,`title`:STRING,`path`:STRING,`url`:STRING>,`locale`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`campaign`:struct<`campaign_5B_5D`:STRING,`content_5B_5D`:STRING,`source`:STRING,`medium__`:STRING,`sourc`:STRING,`preview`:STRING,`term`:STRING,`campaign__`:STRING,`content`:STRING,`medium`:STRING,`mediu`:STRING,`source_5B_5D`:STRING,`referrer`:STRING,`expid`:STRING,`name`:STRING,`medium_5B_5D`:STRING,`source__`:STRING,`content__`:STRING>>,`anonymousId`STRING,`_origin`STRING,`receivedAt`STRING,`type`STRING,`event`STRING,`properties`struct<`env`:STRING,`CON`:struct<`location`:struct<`state`:STRING,`id`:STRING,`city`:STRING>,`visit_id`:STRING,`transaction`:struct<`id`:STRING,`email`:STRING,`confirmation_code`:STRING,`npv`:STRING>,`environment`:STRING,`page_type`:STRING,`ppc`:struct<`adwords`:struct<`page_type`:STRING,`date_end`:STRING,`date_start`:STRING>>,`site_type`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>,`site_id`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`site_content`:struct<`id`:STRING>,`timestamp`:STRING,`search_result`:struct<`id`:STRING,`listing_ids`:array,`page`:STRING,`query`:STRING>,`page_subtype`:STRING>,`isReact`:STRING,`site_id`:STRING,`Hit_Timestamp`:STRING>,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/CON PAGEVIEW'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_con_pageview`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_con_pageview"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}