Schema Info
Schema Name: sfdl_prod_segment.ssdc_experiment_impression
- created: 2018-03-22 10:01:19
- disabled: False
- format: raw
- id: 309
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_prod_segment", "table": "ssdc_experiment_impression" } - type: segment
Schema Versions: 3
-
Version 1266454
- created: 2025-04-15 08:14:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_experiment_impression`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_experiment_impression`\n(\n`version`STRING,`messageId`STRING,`sentAt`STRING,`receivedAt`STRING,`context`struct<`locale`:STRING,`userAgentData`:struct<`brands`:array,`unbundled`:array >,`event`STRING,`anonymousId`STRING,`_origin`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression'\n", "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_experiment_impression" ] - hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression
- id: 1266454
- processed: 1
- raw_data:
{ "__segment_internal": {}, "_metadata": { "bundled": [ "Google Tag Manager", "Segment.io" ], "bundledIds": [ "5aba5e646e396464865d9ca3" ], "unbundled": [] }, "_origin": "2025-04-15T13:14:26Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1744675200000/1744722836312.events-archiver-480-23..07a7ca81-3328-4362-ba04-7721a55f2a47.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "fa5c6504-b028-4be5-b100-fd7b86885dad", "channel": "client", "context": { "campaign": { "content": "control", "id": "120211033152860078_v2_s01", "medium": "paidsearch", "name": "SSDC_Bing_General_Exact", "source": "bing", "source%2020": "", "term": "discount self storage near me" }, "ip": "24.96.44.157", "library": { "name": "analytics.js", "version": "next-1.77.0" }, "locale": "en-US", "page": { "path": "/lpg/lf/storage-location", "referrer": "https://www.google.com/", "search": "?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=SSDC+Google%7CPMAX&utm_content=&ploc=1014984&iloc=&mkwid=|pcrid||pkw||pmt||pdv|m|pgrid||cpgnid|21142830401|ptaid||adext|&pgrid=&ptaid=&gad_source=1&gclid=Cj0KCQjwh_i_BhCzARIsANimeoHGtvsrpOH7AW6KFS1wc46y9HpZAmii4MSdd2wlCt255hgIw5dRI8saAiIIEALw_wcB", "title": "SelfStorage.com: Find Cheap Storage Units Near You", "url": "https://www.selfstorage.com/lpg/lf/storage-location?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=SSDC+Google%7CPMAX&utm_content=&ploc=1014984&iloc=&mkwid=|pcrid||pkw||pmt||pdv|m|pgrid||cpgnid|21142830401|ptaid||adext|&pgrid=&ptaid=&gad_source=1&gclid=Cj0KCQjwh_i_BhCzARIsANimeoHGtvsrpOH7AW6KFS1wc46y9HpZAmii4MSdd2wlCt255hgIw5dRI8saAiIIEALw_wcB" }, "timezone": "America/New_York", "userAgent": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/135.0.0.0 Mobile Safari/537.36", "userAgentData": { "brands": [ { "brand": "Chromium", "version": "135" } ], "mobile": true, "platform": "Android" } }, "event": "experiment_impression", "integrations": { "All": true, "Google Analytics": false }, "messageId": "ajs-next-1744719587216-81ffea99-e8fb-4795-be9e-364dcaf1705c", "originalTimestamp": "2025-04-15T12:19:47.216Z", "projectId": "5yGJd9z7eL", "properties": { "Hit Timestamp": 1744719586772, "env": "production", "experiment_name": "sf_12127_ssdc_paid_landing_refresh", "experiment_variation": "control", "isReact": true, "site_id": 27 }, "receivedAt": "2025-04-15T12:19:47.658Z", "sentAt": "2025-04-15T12:19:47.236Z", "timestamp": "2025-04-15T12:19:47.638Z", "type": "track", "userId": "8b19080a2acbecc6ed17596c403c91f1", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.20on_20lineutm_campaign": "string", "context.campaign.audience": "string", "context.campaign.campaiggoldenwest_20storagen": "string", "context.campaign.campaign_5B_5D": "string", "context.campaign.campaign_5b_5d": "string", "context.campaign.campaign__": "string", "context.campaign.colantent": "string", "context.campaign.conte": "string", "context.campaign.conte_20int": "string", "context.campaign.content": "string", "context.campaign.content_5B_5D": "string", "context.campaign.content_5b_5d": "string", "context.campaign.content__": "string", "context.campaign.expid": "string", "context.campaign.id": "string", "context.campaign.mderreldium": "string", "context.campaign.med": "string", "context.campaign.mediu": "string", "context.campaign.medium": "string", "context.campaign.medium_5B_5D": "string", "context.campaign.medium_5b_5d": "string", "context.campaign.medium__": "string", "context.campaign.mediumsepaidsearch": "string", "context.campaign.name": "string", "context.campaign.referrer": "string", "context.campaign.s_3A_2F_2Fstorage.com_2Fpaid_landing_2F_3Futm_source": "string", "context.campaign.s_3A_2F_2Fwww.selfstorage.com_2Flpg_2Flf_2Fhp_copy_3Futm_source": "string", "context.campaign.sourc": "string", "context.campaign.source": "string", "context.campaign.source_2020": "string", "context.campaign.source_5B_5D": "string", "context.campaign.source_5b_5d": "string", "context.campaign.source__": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.campaign.utm_term": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.experiment_name": "string", "properties.experiment_variation": "string", "properties.isReact": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 309
- schema_scan_id: 140601452
- updated: 2025-04-15 08:15:34
-
Version 1244585
- created: 2025-03-29 01:44:31
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_experiment_impression`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_experiment_impression`\n(\n`_metadata`struct<`bundled`:array,`unbundled`:array >,`anonymousId`STRING,`type`STRING,`originalTimestamp`STRING,`sentAt`STRING,`properties`struct<`Hit_Timestamp`:STRING,`isReact`:STRING,`env`:STRING,`experiment_name`:STRING,`experiment_variation`:STRING,`site_id`:STRING>,`userId`STRING,`receivedAt`STRING,`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>,`context`struct<`library`:struct<`name`:STRING,`version`:STRING>,`ip`:STRING,`campaign`:struct<`term`:STRING,`mediumsepaidsearch`:STRING,`medium_5b_5d`:STRING,`content`:STRING,`medium_5B_5D`:STRING,`audience`:STRING,`content__`:STRING,`utm_content`:STRING,`utm_term`:STRING,`s_3A_2F_2Fstorage`:struct<`com_2Fpaid_landing_2F_3Futm_source`:STRING>,`20on_20lineutm_campaign`:STRING,`mderreldium`:STRING,`referrer`:STRING,`utm_campaign`:STRING,`medium`:STRING,`campaiggoldenwest_20storagen`:STRING,`content_5B_5D`:STRING,`medium__`:STRING,`id`:STRING,`conte_20int`:STRING,`name`:STRING,`campaign_5b_5d`:STRING,`source`:STRING,`campaign__`:STRING,`utm_source`:STRING,`s_3A_2F_2Fwww`:struct<`selfstorage`:struct<`com_2Flpg_2Flf_2Fhp_copy_3Futm_source`:STRING>>,`source_5b_5d`:STRING,`med`:STRING,`expid`:STRING,`campaign_5B_5D`:STRING,`source_5B_5D`:STRING,`sourc`:STRING,`content_5b_5d`:STRING,`conte`:STRING,`colantent`:STRING,`source__`:STRING,`utm_medium`:STRING,`mediu`:STRING>,`userAgent`:STRING,`locale`:STRING,`timezone`:STRING,`page`:struct<`search`:STRING,`url`:STRING,`title`:STRING,`referrer`:STRING,`path`:STRING>,`userAgentData`:struct<`platform`:STRING,`mobile`:STRING,`brands`:array - hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression
- id: 1244585
- processed: 1
- raw_data:
{ "__segment_internal": {}, "_metadata": { "bundled": [ "Google Tag Manager", "Segment.io" ], "bundledIds": [ "5aba5e646e396464865d9ca3" ], "unbundled": [] }, "_origin": "2025-03-29T06:44:16Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1743206400000/1743230636059.events-archiver-480-2..67b81208-f47b-4137-9e2b-bfb06abfb718.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "06e57608-c35e-434d-b180-dac81e5e774d", "channel": "client", "context": { "campaign": { "audience": "customers", "content": "Cost", "id": "120211033152860078_v2_s08", "medium": "paid", "name": "Test - SSDC Facebook|General", "source": "facebook", "term": "storage with climate control" }, "ip": "73.63.29.107", "library": { "name": "analytics.js", "version": "next-1.77.0" }, "locale": "en-US", "page": { "path": "/lpg/lf/storage-location", "referrer": "https://tip-digest.com/", "search": "?tsid=bing-ppc&cid=SSDC_Bing_Search_Partners_Exact&utm_source=bing&utm_medium=paidsearch&utm_campaign=SSDC_Bing_Search_Partners_Exact&utm_content=&ploc=99653&iloc=&mkwid=W4RM5t07|pcrid|77240890527826|pkw|storage%20with%20climate%20control|pmt|be|pdv|m|pgrid|1235851227076874|ptaid|kwd-77240831895010:loc-190&pgrid=1235851227076874&ptaid=kwd-77240831895010:loc-190&msclkid=f2122dbcabad17eb63de4a5b23264988&utm_term=storage%20with%20climate%20control", "title": "SelfStorage.com: Find Cheap Storage Units Near You", "url": "https://www.selfstorage.com/lpg/lf/storage-location?tsid=bing-ppc&cid=SSDC_Bing_Search_Partners_Exact&utm_source=bing&utm_medium=paidsearch&utm_campaign=SSDC_Bing_Search_Partners_Exact&utm_content=&ploc=99653&iloc=&mkwid=W4RM5t07|pcrid|77240890527826|pkw|storage%20with%20climate%20control|pmt|be|pdv|m|pgrid|1235851227076874|ptaid|kwd-77240831895010:loc-190&pgrid=1235851227076874&ptaid=kwd-77240831895010:loc-190&msclkid=f2122dbcabad17eb63de4a5b23264988&utm_term=storage%20with%20climate%20control" }, "timezone": "America/Denver", "userAgent": "Mozilla/5.0 (Linux; Android 13; PGIM10) AppleWebKit/537.36 (KHTML like Gecko) Chrome/133.0.0.0 Mobile Safari/537.36", "userAgentData": { "brands": [ { "brand": "Chromium", "version": "133" } ], "mobile": true, "platform": "Android" } }, "event": "experiment_impression", "integrations": { "All": true, "Google Analytics": false }, "messageId": "ajs-next-1743227043843-c35e034d-f180-4ac8-9e5e-774d81c787f8", "originalTimestamp": "2025-03-29T05:44:03.843Z", "projectId": "5yGJd9z7eL", "properties": { "Hit Timestamp": 1743227035771, "env": "production", "experiment_name": "sf_12127_ssdc_paid_landing_refresh", "experiment_variation": "control", "isReact": true, "site_id": 27 }, "receivedAt": "2025-03-29T05:44:04.586Z", "sentAt": "2025-03-29T05:44:03.869Z", "timestamp": "2025-03-29T05:44:04.560Z", "type": "track", "userId": "db4780e88ec7adb5dcb822746f974713", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.20on_20lineutm_campaign": "string", "context.campaign.audience": "string", "context.campaign.campaiggoldenwest_20storagen": "string", "context.campaign.campaign_5B_5D": "string", "context.campaign.campaign_5b_5d": "string", "context.campaign.campaign__": "string", "context.campaign.colantent": "string", "context.campaign.conte": "string", "context.campaign.conte_20int": "string", "context.campaign.content": "string", "context.campaign.content_5B_5D": "string", "context.campaign.content_5b_5d": "string", "context.campaign.content__": "string", "context.campaign.expid": "string", "context.campaign.id": "string", "context.campaign.mderreldium": "string", "context.campaign.med": "string", "context.campaign.mediu": "string", "context.campaign.medium": "string", "context.campaign.medium_5B_5D": "string", "context.campaign.medium_5b_5d": "string", "context.campaign.medium__": "string", "context.campaign.mediumsepaidsearch": "string", "context.campaign.name": "string", "context.campaign.referrer": "string", "context.campaign.s_3A_2F_2Fstorage.com_2Fpaid_landing_2F_3Futm_source": "string", "context.campaign.s_3A_2F_2Fwww.selfstorage.com_2Flpg_2Flf_2Fhp_copy_3Futm_source": "string", "context.campaign.sourc": "string", "context.campaign.source": "string", "context.campaign.source_5B_5D": "string", "context.campaign.source_5b_5d": "string", "context.campaign.source__": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.campaign.utm_term": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.experiment_name": "string", "properties.experiment_variation": "string", "properties.isReact": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 309
- schema_scan_id: 139608855
- updated: 2025-03-29 01:45:33
-
Version 1205017
- created: 2025-02-24 00:02:53
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_experiment_impression`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_experiment_impression`\n(\n`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>,`anonymousId`STRING,`sentAt`STRING,`projectId`STRING,`event`STRING,`_origin`STRING,`channel`STRING,`timestamp`STRING,`type`STRING,`version`STRING,`messageId`STRING,`properties`struct<`site_id`:STRING,`Hit_Timestamp`:STRING,`isReact`:STRING,`experiment_name`:STRING,`env`:STRING,`experiment_variation`:STRING>,`context`struct<`timezone`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`utm_term`:STRING,`conte_20int`:STRING,`campaiggoldenwest_20storagen`:STRING,`medium__`:STRING,`source`:STRING,`campaign__`:STRING,`s_3A_2F_2Fstorage`:struct<`com_2Fpaid_landing_2F_3Futm_source`:STRING>,`mderreldium`:STRING,`utm_medium`:STRING,`mediumsepaidsearch`:STRING,`medium_5b_5d`:STRING,`source_5b_5d`:STRING,`conte`:STRING,`utm_content`:STRING,`source_5B_5D`:STRING,`term`:STRING,`medium_5B_5D`:STRING,`name`:STRING,`sourc`:STRING,`content`:STRING,`20on_20lineutm_campaign`:STRING,`content__`:STRING,`med`:STRING,`medium`:STRING,`utm_campaign`:STRING,`expid`:STRING,`mediu`:STRING,`utm_source`:STRING,`source__`:STRING,`campaign_5b_5d`:STRING,`s_3A_2F_2Fwww`:struct<`selfstorage`:struct<`com_2Flpg_2Flf_2Fhp_copy_3Futm_source`:STRING>>,`colantent`:STRING,`content_5b_5d`:STRING,`id`:STRING,`campaign_5B_5D`:STRING,`referrer`:STRING,`content_5B_5D`:STRING>,`ip`:STRING,`userAgentData`:struct<`platform`:STRING,`mobile`:STRING,`brands`:array,`unbundled`:array >,`userId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression'\n", "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_experiment_impression" ] - hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression
- id: 1205017
- processed: 1
- raw_data:
{ "__segment_internal": {}, "_metadata": { "bundled": [ "Google Tag Manager", "Segment.io" ], "bundledIds": [ "5aba5e646e396464865d9ca3" ], "unbundled": [] }, "_origin": "2025-02-24T06:01:02Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1740355200000/1740376760062.events-archiver-480-30..9e6cfc48-40e4-43be-a487-2c2992c6526c.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "9bd8095f-5bf0-45af-94a3-7f35f005b477", "channel": "client", "context": { "campaign": { "conte": "", "content": "", "medium": "paidsearch", "name": "", "source": "bing", "term": "+storage +near" }, "ip": "174.197.3.54", "library": { "name": "analytics.js", "version": "next-1.77.0" }, "locale": "en-US", "page": { "path": "/lpg/lf/storage-location", "referrer": "https://www.google.com/", "search": "?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=SSDC+Google%7CPMAX&utm_content=&ploc=9027401&iloc=&mkwid=|pcrid||pkw||pmt||pdv|m|pgrid||cpgnid|21142830401|ptaid||adext|&pgrid=&ptaid=&gad_source=1&gclid=Cj0KCQiAq-u9BhCjARIsANLj-s2jH-5Ec3PGjt85taT9KncDnD4cpk-rr8iyHbYcLmaMAEUMthlmqi0aAm4REALw_wcB", "title": "SelfStorage.com: Find Cheap Storage Units Near You", "url": "https://www.selfstorage.com/lpg/lf/storage-location?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=SSDC+Google%7CPMAX&utm_content=&ploc=9027401&iloc=&mkwid=|pcrid||pkw||pmt||pdv|m|pgrid||cpgnid|21142830401|ptaid||adext|&pgrid=&ptaid=&gad_source=1&gclid=Cj0KCQiAq-u9BhCjARIsANLj-s2jH-5Ec3PGjt85taT9KncDnD4cpk-rr8iyHbYcLmaMAEUMthlmqi0aAm4REALw_wcB" }, "timezone": "America/Chicago", "userAgent": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Mobile Safari/537.36", "userAgentData": { "brands": [ { "brand": "Chromium", "version": "133" } ], "mobile": true, "platform": "Android" } }, "event": "experiment_impression", "integrations": { "All": true, "Google Analytics": false }, "messageId": "ajs-next-1740373452885-5bf0b5af-94a3-4f35-b005-b477ab3a2d00", "originalTimestamp": "2025-02-24T05:04:12.885Z", "projectId": "5yGJd9z7eL", "properties": { "Hit Timestamp": 1740373452142, "env": "production", "experiment_name": "sf_12127_ssdc_paid_landing_refresh", "experiment_variation": "variation", "isReact": true, "site_id": 27 }, "receivedAt": "2025-02-24T05:04:13.347Z", "sentAt": "2025-02-24T05:04:12.915Z", "timestamp": "2025-02-24T05:04:13.317Z", "type": "track", "userId": "63d4b48e6e5c9198d845cf502d740ffd", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.20on_20lineutm_campaign": "string", "context.campaign.campaiggoldenwest_20storagen": "string", "context.campaign.campaign_5B_5D": "string", "context.campaign.campaign_5b_5d": "string", "context.campaign.campaign__": "string", "context.campaign.colantent": "string", "context.campaign.conte": "string", "context.campaign.conte_20int": "string", "context.campaign.content": "string", "context.campaign.content_5B_5D": "string", "context.campaign.content_5b_5d": "string", "context.campaign.content__": "string", "context.campaign.expid": "string", "context.campaign.id": "string", "context.campaign.mderreldium": "string", "context.campaign.med": "string", "context.campaign.mediu": "string", "context.campaign.medium": "string", "context.campaign.medium_5B_5D": "string", "context.campaign.medium_5b_5d": "string", "context.campaign.medium__": "string", "context.campaign.mediumsepaidsearch": "string", "context.campaign.name": "string", "context.campaign.referrer": "string", "context.campaign.s_3A_2F_2Fstorage.com_2Fpaid_landing_2F_3Futm_source": "string", "context.campaign.s_3A_2F_2Fwww.selfstorage.com_2Flpg_2Flf_2Fhp_copy_3Futm_source": "string", "context.campaign.sourc": "string", "context.campaign.source": "string", "context.campaign.source_5B_5D": "string", "context.campaign.source_5b_5d": "string", "context.campaign.source__": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.campaign.utm_term": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.experiment_name": "string", "properties.experiment_variation": "string", "properties.isReact": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 309
- schema_scan_id: 137705744
- updated: 2025-02-24 00:04:37
Schema Scans: 3
Last at 2025-04-15 08:14:35
-
Scan 140601452
- duration: 0:01:44.133597
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 2582, "partitions_applied": false, "success": true } - id: 140601452
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-04-15/", "name": "dt", "type": "string", "value": "2025-04-15" }, "s3": { "bucket": "sfdl-segment-ssdc-prod", "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression", "key": "separated_dt/experiment_impression/dt=2025-04-15/1744722836312.events-archiver-480-23..07a7ca81-3328-4362-ba04-7721a55f2a47.json.gz" }, "schema": { "name": "sfdl_prod_segment.ssdc_experiment_impression", "type": "segment" } } - running: False
- schema_name_id: 309
- start_time: 2025-04-15 08:14:35
- success: True
- trace_id: 12599900249912404313
-
Scan 139608855
- duration: 0:01:50.168692
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 2565, "partitions_applied": false, "success": true } - id: 139608855
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-03-29/", "name": "dt", "type": "string", "value": "2025-03-29" }, "s3": { "bucket": "sfdl-segment-ssdc-prod", "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression", "key": "separated_dt/experiment_impression/dt=2025-03-29/1743230636059.events-archiver-480-2..67b81208-f47b-4137-9e2b-bfb06abfb718.json.gz" }, "schema": { "name": "sfdl_prod_segment.ssdc_experiment_impression", "type": "segment" } } - running: False
- schema_name_id: 309
- start_time: 2025-03-29 01:44:29
- success: True
- trace_id: 10743290729465291192
-
Scan 137705744
- duration: 0:00:50.968621
- exit_message:
{ "exception": "failed to apply schema `Query failed: FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask `MSCK REPAIR TABLE sfdl_prod_segment.ssdc_experiment_impression``: ['CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`', 'DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_experiment_impression`', \"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_segment.ssdc_experiment_impression`\\n(\\n`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>,`anonymousId`STRING,`sentAt`STRING,`projectId`STRING,`event`STRING,`_origin`STRING,`channel`STRING,`timestamp`STRING,`type`STRING,`version`STRING,`messageId`STRING,`properties`struct<`site_id`:STRING,`Hit_Timestamp`:STRING,`isReact`:STRING,`experiment_name`:STRING,`env`:STRING,`experiment_variation`:STRING>,`context`struct<`timezone`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`utm_term`:STRING,`conte_20int`:STRING,`campaiggoldenwest_20storagen`:STRING,`medium__`:STRING,`source`:STRING,`campaign__`:STRING,`s_3A_2F_2Fstorage`:struct<`com_2Fpaid_landing_2F_3Futm_source`:STRING>,`mderreldium`:STRING,`utm_medium`:STRING,`mediumsepaidsearch`:STRING,`medium_5b_5d`:STRING,`source_5b_5d`:STRING,`conte`:STRING,`utm_content`:STRING,`source_5B_5D`:STRING,`term`:STRING,`medium_5B_5D`:STRING,`name`:STRING,`sourc`:STRING,`content`:STRING,`20on_20lineutm_campaign`:STRING,`content__`:STRING,`med`:STRING,`medium`:STRING,`utm_campaign`:STRING,`expid`:STRING,`mediu`:STRING,`utm_source`:STRING,`source__`:STRING,`campaign_5b_5d`:STRING,`s_3A_2F_2Fwww`:struct<`selfstorage`:struct<`com_2Flpg_2Flf_2Fhp_copy_3Futm_source`:STRING>>,`colantent`:STRING,`content_5b_5d`:STRING,`id`:STRING,`campaign_5B_5D`:STRING,`referrer`:STRING,`content_5B_5D`:STRING>,`ip`:STRING,`userAgentData`:struct<`platform`:STRING,`mobile`:STRING,`brands`:array,`unbundled`:array >,`userId`STRING\\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n 'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression'\\n\", 'MSCK REPAIR TABLE sfdl_prod_segment.ssdc_experiment_impression']\nTraceback (most recent call last):\n File \"/schema_manager/schema_generator/table_generator.py\", line 24, in apply_latest_version\n self.runner.run_multi_query(schema_version.ddl, timeout=DDLQueueWorker.TIMEOUT)\n File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 133, in run_multi_query\n result = self.run_single_query(query, timeout, database)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 51, in run_single_query\n return self._run_single_query(query, timeout, database)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 120, in _run_single_query\n raise e\n File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 103, in _run_single_query\n raise AthenaRunnerQueryException('Query failed: {} `{}`'.format(info['QueryExecution']['Status']['StateChangeReason'], query))\nstodl.athena_runner.exceptions.AthenaRunnerQueryException: Query failed: FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask `MSCK REPAIR TABLE sfdl_prod_segment.ssdc_experiment_impression`\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/schema_manager/schema_generator/schema_scanner.py\", line 102, in scan\n response = service.run()\n ^^^^^^^^^^^^^\n File \"/schema_manager/schema_generator/process_hive_table.py\", line 98, in run\n response['ddl_changed'] = table_generator.run()\n ^^^^^^^^^^^^^^^^^^^^^\n File \"/schema_manager/schema_generator/table_generator.py\", line 35, in run\n self.apply_latest_version()\n File \"/schema_manager/schema_generator/table_generator.py\", line 26, in apply_latest_version\n raise Exception('failed to apply schema `{}`: {}'.format(e, schema_version.ddl))\nException: failed to apply schema `Query failed: FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask `MSCK REPAIR TABLE sfdl_prod_segment.ssdc_experiment_impression``: ['CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`', 'DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_experiment_impression`', \"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_segment.ssdc_experiment_impression`\\n(\\n`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>,`anonymousId`STRING,`sentAt`STRING,`projectId`STRING,`event`STRING,`_origin`STRING,`channel`STRING,`timestamp`STRING,`type`STRING,`version`STRING,`messageId`STRING,`properties`struct<`site_id`:STRING,`Hit_Timestamp`:STRING,`isReact`:STRING,`experiment_name`:STRING,`env`:STRING,`experiment_variation`:STRING>,`context`struct<`timezone`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`utm_term`:STRING,`conte_20int`:STRING,`campaiggoldenwest_20storagen`:STRING,`medium__`:STRING,`source`:STRING,`campaign__`:STRING,`s_3A_2F_2Fstorage`:struct<`com_2Fpaid_landing_2F_3Futm_source`:STRING>,`mderreldium`:STRING,`utm_medium`:STRING,`mediumsepaidsearch`:STRING,`medium_5b_5d`:STRING,`source_5b_5d`:STRING,`conte`:STRING,`utm_content`:STRING,`source_5B_5D`:STRING,`term`:STRING,`medium_5B_5D`:STRING,`name`:STRING,`sourc`:STRING,`content`:STRING,`20on_20lineutm_campaign`:STRING,`content__`:STRING,`med`:STRING,`medium`:STRING,`utm_campaign`:STRING,`expid`:STRING,`mediu`:STRING,`utm_source`:STRING,`source__`:STRING,`campaign_5b_5d`:STRING,`s_3A_2F_2Fwww`:struct<`selfstorage`:struct<`com_2Flpg_2Flf_2Fhp_copy_3Futm_source`:STRING>>,`colantent`:STRING,`content_5b_5d`:STRING,`id`:STRING,`campaign_5B_5D`:STRING,`referrer`:STRING,`content_5B_5D`:STRING>,`ip`:STRING,`userAgentData`:struct<`platform`:STRING,`mobile`:STRING,`brands`:array ,`unbundled`:array >,`userId`STRING\\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n 'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression'\\n\", 'MSCK REPAIR TABLE sfdl_prod_segment.ssdc_experiment_impression']\n: Expecting value: line 1 column 1 (char 0)" } - id: 137705744
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-02-24/", "name": "dt", "type": "string", "value": "2025-02-24" }, "s3": { "bucket": "sfdl-segment-ssdc-prod", "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression", "key": "separated_dt/experiment_impression/dt=2025-02-24/1740376760062.events-archiver-480-30..9e6cfc48-40e4-43be-a487-2c2992c6526c.json.gz" }, "schema": { "name": "sfdl_prod_segment.ssdc_experiment_impression", "type": "segment" } } - running: False
- schema_name_id: 309
- start_time: 2025-02-24 00:02:52
- success: False
- trace_id: 555960770828105031
- count: 31
- ddl:
[ "ALTER TABLE\n `sfdl_prod_segment.ssdc_experiment_impression`\nADD\n\n\n PARTITION (dt='2025-10-16') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-10-16/'\n PARTITION (dt='2025-10-31') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-10-31/'\n PARTITION (dt='2025-11-02') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-11-02/'\n PARTITION (dt='2025-11-03') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-11-03/'\n PARTITION (dt='2025-11-08') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-11-08/'\n PARTITION (dt='2025-11-11') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-11-11/'\n PARTITION (dt='2025-11-14') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-11-14/'\n PARTITION (dt='2025-12-03') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-03/'\n PARTITION (dt='2025-12-04') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-04/'\n PARTITION (dt='2025-12-08') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-08/'\n PARTITION (dt='2025-12-18') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-18/'\n PARTITION (dt='2025-12-24') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-24/'\n PARTITION (dt='2025-12-25') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-25/'\n PARTITION (dt='2025-12-30') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-30/'\n PARTITION (dt='2026-01-01') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-01/'\n PARTITION (dt='2026-01-06') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-06/'\n PARTITION (dt='2026-01-11') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-11/'\n PARTITION (dt='2026-01-16') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-16/'\n PARTITION (dt='2026-01-21') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-21/'\n PARTITION (dt='2026-01-23') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-23/'\n PARTITION (dt='2026-01-26') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-26/'\n PARTITION (dt='2026-01-27') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-27/'\n PARTITION (dt='2026-01-28') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-28/'\n PARTITION (dt='2026-01-29') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-29/'\n PARTITION (dt='2026-01-30') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-30/'\n PARTITION (dt='2026-01-31') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-31/'\n PARTITION (dt='2026-02-02') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-02-02/'\n PARTITION (dt='2026-02-11') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-02-11/'\n PARTITION (dt='2026-03-01') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-03-01/'\n PARTITION (dt='2026-03-17') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-03-17/'\n PARTITION (dt='2026-04-13') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-04-13/'\n;" ] - name: dt
- state:
[ { "info": { "id": 1566405, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-10-16/", "name": "dt", "value": "2025-10-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-16 13:31:38", "last_data": "2025-10-16 13:39:25" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1599466, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-10-31/", "name": "dt", "value": "2025-10-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-31 13:23:14", "last_data": "2025-10-31 13:26:47" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1600011, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-11-02/", "name": "dt", "value": "2025-11-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-02 02:56:57", "last_data": "2025-11-02 02:56:57" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1600220, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-11-03/", "name": "dt", "value": "2025-11-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-02 20:05:18", "last_data": "2025-11-02 20:05:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1601593, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-11-08/", "name": "dt", "value": "2025-11-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-08 16:30:19", "last_data": "2025-11-08 16:42:50" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1602160, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-11-11/", "name": "dt", "value": "2025-11-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-10 21:13:51", "last_data": "2025-11-10 21:42:14" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1602877, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-11-14/", "name": "dt", "value": "2025-11-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-14 02:52:56", "last_data": "2025-11-14 02:59:47" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1610069, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-03/", "name": "dt", "value": "2025-12-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-02 19:06:59", "last_data": "2025-12-02 19:17:27" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1610480, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-04/", "name": "dt", "value": "2025-12-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-04 14:11:51", "last_data": "2025-12-04 14:11:51" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1611555, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-08/", "name": "dt", "value": "2025-12-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-08 03:04:18", "last_data": "2025-12-08 03:04:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1616900, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-18/", "name": "dt", "value": "2025-12-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-18 10:07:11", "last_data": "2025-12-18 10:07:11" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1618173, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-24/", "name": "dt", "value": "2025-12-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-24 09:02:19", "last_data": "2025-12-24 09:03:49" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1618452, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-25/", "name": "dt", "value": "2025-12-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-25 14:57:43", "last_data": "2025-12-25 14:57:43" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1619425, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-30/", "name": "dt", "value": "2025-12-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-30 00:53:05", "last_data": "2025-12-30 00:53:05" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1620004, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-01/", "name": "dt", "value": "2026-01-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-01 11:01:10", "last_data": "2026-01-01 11:04:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1621093, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-06/", "name": "dt", "value": "2026-01-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-06 11:54:51", "last_data": "2026-01-06 11:54:51" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1622082, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-11/", "name": "dt", "value": "2026-01-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-11 02:58:19", "last_data": "2026-01-11 02:58:19" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1625585, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-16/", "name": "dt", "value": "2026-01-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-16 10:03:24", "last_data": "2026-01-16 10:03:24" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1626912, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-21/", "name": "dt", "value": "2026-01-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-21 15:58:21", "last_data": "2026-01-21 16:02:50" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1627171, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-23/", "name": "dt", "value": "2026-01-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-22 18:54:45", "last_data": "2026-01-22 18:54:45" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1627882, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-26/", "name": "dt", "value": "2026-01-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-26 05:51:17", "last_data": "2026-01-26 06:00:20" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1628085, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-27/", "name": "dt", "value": "2026-01-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-27 03:55:30", "last_data": "2026-01-27 03:57:44" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1628282, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-28/", "name": "dt", "value": "2026-01-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-27 20:00:46", "last_data": "2026-01-28 16:52:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1628499, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-29/", "name": "dt", "value": "2026-01-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-28 19:55:39", "last_data": "2026-01-29 14:34:04" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1628871, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-30/", "name": "dt", "value": "2026-01-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-30 13:42:54", "last_data": "2026-01-30 18:39:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1628952, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-31/", "name": "dt", "value": "2026-01-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-30 19:57:13", "last_data": "2026-01-30 23:53:37" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1629519, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-02-02/", "name": "dt", "value": "2026-02-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-02 11:54:37", "last_data": "2026-02-02 11:57:51" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1631435, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-02-11/", "name": "dt", "value": "2026-02-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-10 21:54:04", "last_data": "2026-02-10 21:54:04" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1641482, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-03-01/", "name": "dt", "value": "2026-03-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-01 11:56:26", "last_data": "2026-03-01 11:56:26" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1648095, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-03-17/", "name": "dt", "value": "2026-03-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-16 21:55:47", "last_data": "2026-03-16 21:55:47" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1658246, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-04-13/", "name": "dt", "value": "2026-04-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-12 23:58:03", "last_data": "2026-04-12 23:58:03" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.20on_20lineutm_campaign": "string", "context.campaign.audience": "string", "context.campaign.campaiggoldenwest_20storagen": "string", "context.campaign.campaign_5B_5D": "string", "context.campaign.campaign_5b_5d": "string", "context.campaign.campaign__": "string", "context.campaign.colantent": "string", "context.campaign.conte": "string", "context.campaign.conte_20int": "string", "context.campaign.content": "string", "context.campaign.content_5B_5D": "string", "context.campaign.content_5b_5d": "string", "context.campaign.content__": "string", "context.campaign.expid": "string", "context.campaign.id": "string", "context.campaign.mderreldium": "string", "context.campaign.med": "string", "context.campaign.mediu": "string", "context.campaign.medium": "string", "context.campaign.medium_5B_5D": "string", "context.campaign.medium_5b_5d": "string", "context.campaign.medium__": "string", "context.campaign.mediumsepaidsearch": "string", "context.campaign.name": "string", "context.campaign.referrer": "string", "context.campaign.s_3A_2F_2Fstorage.com_2Fpaid_landing_2F_3Futm_source": "string", "context.campaign.s_3A_2F_2Fwww.selfstorage.com_2Flpg_2Flf_2Fhp_copy_3Futm_source": "string", "context.campaign.sourc": "string", "context.campaign.source": "string", "context.campaign.source_2020": "string", "context.campaign.source_5B_5D": "string", "context.campaign.source_5b_5d": "string", "context.campaign.source__": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.campaign.utm_term": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.experiment_name": "string", "properties.experiment_variation": "string", "properties.isReact": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2025-04-15 08:14:37
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_experiment_impression`\n(\n`version`STRING,`messageId`STRING,`sentAt`STRING,`receivedAt`STRING,`context`struct<`locale`:STRING,`userAgentData`:struct<`brands`:array,`unbundled`:array >,`event`STRING,`anonymousId`STRING,`_origin`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_experiment_impression`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_experiment_impression" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2018-03-22 10:01:19",
"disabled": false,
"format": "raw",
"id": 309,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_prod_segment",
"table": "ssdc_experiment_impression"
},
"type": "segment"
},
"partition": {
"count": 31,
"ddl": [
"ALTER TABLE\n `sfdl_prod_segment.ssdc_experiment_impression`\nADD\n\n\n PARTITION (dt='2025-10-16') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-10-16/'\n PARTITION (dt='2025-10-31') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-10-31/'\n PARTITION (dt='2025-11-02') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-11-02/'\n PARTITION (dt='2025-11-03') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-11-03/'\n PARTITION (dt='2025-11-08') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-11-08/'\n PARTITION (dt='2025-11-11') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-11-11/'\n PARTITION (dt='2025-11-14') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-11-14/'\n PARTITION (dt='2025-12-03') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-03/'\n PARTITION (dt='2025-12-04') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-04/'\n PARTITION (dt='2025-12-08') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-08/'\n PARTITION (dt='2025-12-18') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-18/'\n PARTITION (dt='2025-12-24') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-24/'\n PARTITION (dt='2025-12-25') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-25/'\n PARTITION (dt='2025-12-30') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-30/'\n PARTITION (dt='2026-01-01') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-01/'\n PARTITION (dt='2026-01-06') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-06/'\n PARTITION (dt='2026-01-11') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-11/'\n PARTITION (dt='2026-01-16') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-16/'\n PARTITION (dt='2026-01-21') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-21/'\n PARTITION (dt='2026-01-23') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-23/'\n PARTITION (dt='2026-01-26') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-26/'\n PARTITION (dt='2026-01-27') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-27/'\n PARTITION (dt='2026-01-28') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-28/'\n PARTITION (dt='2026-01-29') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-29/'\n PARTITION (dt='2026-01-30') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-30/'\n PARTITION (dt='2026-01-31') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-31/'\n PARTITION (dt='2026-02-02') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-02-02/'\n PARTITION (dt='2026-02-11') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-02-11/'\n PARTITION (dt='2026-03-01') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-03-01/'\n PARTITION (dt='2026-03-17') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-03-17/'\n PARTITION (dt='2026-04-13') location 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-04-13/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 1566405,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-10-16/",
"name": "dt",
"value": "2025-10-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-16 13:31:38",
"last_data": "2025-10-16 13:39:25"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1599466,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-10-31/",
"name": "dt",
"value": "2025-10-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-31 13:23:14",
"last_data": "2025-10-31 13:26:47"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1600011,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-11-02/",
"name": "dt",
"value": "2025-11-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-02 02:56:57",
"last_data": "2025-11-02 02:56:57"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1600220,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-11-03/",
"name": "dt",
"value": "2025-11-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-02 20:05:18",
"last_data": "2025-11-02 20:05:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1601593,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-11-08/",
"name": "dt",
"value": "2025-11-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-08 16:30:19",
"last_data": "2025-11-08 16:42:50"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1602160,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-11-11/",
"name": "dt",
"value": "2025-11-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-10 21:13:51",
"last_data": "2025-11-10 21:42:14"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1602877,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-11-14/",
"name": "dt",
"value": "2025-11-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-14 02:52:56",
"last_data": "2025-11-14 02:59:47"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1610069,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-03/",
"name": "dt",
"value": "2025-12-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-02 19:06:59",
"last_data": "2025-12-02 19:17:27"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1610480,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-04/",
"name": "dt",
"value": "2025-12-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-04 14:11:51",
"last_data": "2025-12-04 14:11:51"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1611555,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-08/",
"name": "dt",
"value": "2025-12-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-08 03:04:18",
"last_data": "2025-12-08 03:04:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1616900,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-18/",
"name": "dt",
"value": "2025-12-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-18 10:07:11",
"last_data": "2025-12-18 10:07:11"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1618173,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-24/",
"name": "dt",
"value": "2025-12-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-24 09:02:19",
"last_data": "2025-12-24 09:03:49"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1618452,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-25/",
"name": "dt",
"value": "2025-12-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-25 14:57:43",
"last_data": "2025-12-25 14:57:43"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1619425,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2025-12-30/",
"name": "dt",
"value": "2025-12-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-30 00:53:05",
"last_data": "2025-12-30 00:53:05"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1620004,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-01/",
"name": "dt",
"value": "2026-01-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-01 11:01:10",
"last_data": "2026-01-01 11:04:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1621093,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-06/",
"name": "dt",
"value": "2026-01-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-06 11:54:51",
"last_data": "2026-01-06 11:54:51"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1622082,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-11/",
"name": "dt",
"value": "2026-01-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-11 02:58:19",
"last_data": "2026-01-11 02:58:19"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1625585,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-16/",
"name": "dt",
"value": "2026-01-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-16 10:03:24",
"last_data": "2026-01-16 10:03:24"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1626912,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-21/",
"name": "dt",
"value": "2026-01-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-21 15:58:21",
"last_data": "2026-01-21 16:02:50"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1627171,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-23/",
"name": "dt",
"value": "2026-01-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-22 18:54:45",
"last_data": "2026-01-22 18:54:45"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1627882,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-26/",
"name": "dt",
"value": "2026-01-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-26 05:51:17",
"last_data": "2026-01-26 06:00:20"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1628085,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-27/",
"name": "dt",
"value": "2026-01-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-27 03:55:30",
"last_data": "2026-01-27 03:57:44"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1628282,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-28/",
"name": "dt",
"value": "2026-01-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-27 20:00:46",
"last_data": "2026-01-28 16:52:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1628499,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-29/",
"name": "dt",
"value": "2026-01-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-28 19:55:39",
"last_data": "2026-01-29 14:34:04"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1628871,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-30/",
"name": "dt",
"value": "2026-01-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-30 13:42:54",
"last_data": "2026-01-30 18:39:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1628952,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-01-31/",
"name": "dt",
"value": "2026-01-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-30 19:57:13",
"last_data": "2026-01-30 23:53:37"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1629519,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-02-02/",
"name": "dt",
"value": "2026-02-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-02 11:54:37",
"last_data": "2026-02-02 11:57:51"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1631435,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-02-11/",
"name": "dt",
"value": "2026-02-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-10 21:54:04",
"last_data": "2026-02-10 21:54:04"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1641482,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-03-01/",
"name": "dt",
"value": "2026-03-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-01 11:56:26",
"last_data": "2026-03-01 11:56:26"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1648095,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-03-17/",
"name": "dt",
"value": "2026-03-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-16 21:55:47",
"last_data": "2026-03-16 21:55:47"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1658246,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression/dt=2026-04-13/",
"name": "dt",
"value": "2026-04-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-12 23:58:03",
"last_data": "2026-04-12 23:58:03"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"anonymousId": "string",
"channel": "string",
"context.campaign.20on_20lineutm_campaign": "string",
"context.campaign.audience": "string",
"context.campaign.campaiggoldenwest_20storagen": "string",
"context.campaign.campaign_5B_5D": "string",
"context.campaign.campaign_5b_5d": "string",
"context.campaign.campaign__": "string",
"context.campaign.colantent": "string",
"context.campaign.conte": "string",
"context.campaign.conte_20int": "string",
"context.campaign.content": "string",
"context.campaign.content_5B_5D": "string",
"context.campaign.content_5b_5d": "string",
"context.campaign.content__": "string",
"context.campaign.expid": "string",
"context.campaign.id": "string",
"context.campaign.mderreldium": "string",
"context.campaign.med": "string",
"context.campaign.mediu": "string",
"context.campaign.medium": "string",
"context.campaign.medium_5B_5D": "string",
"context.campaign.medium_5b_5d": "string",
"context.campaign.medium__": "string",
"context.campaign.mediumsepaidsearch": "string",
"context.campaign.name": "string",
"context.campaign.referrer": "string",
"context.campaign.s_3A_2F_2Fstorage.com_2Fpaid_landing_2F_3Futm_source": "string",
"context.campaign.s_3A_2F_2Fwww.selfstorage.com_2Flpg_2Flf_2Fhp_copy_3Futm_source": "string",
"context.campaign.sourc": "string",
"context.campaign.source": "string",
"context.campaign.source_2020": "string",
"context.campaign.source_5B_5D": "string",
"context.campaign.source_5b_5d": "string",
"context.campaign.source__": "string",
"context.campaign.term": "string",
"context.campaign.utm_campaign": "string",
"context.campaign.utm_content": "string",
"context.campaign.utm_medium": "string",
"context.campaign.utm_source": "string",
"context.campaign.utm_term": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.locale": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.timezone": "string",
"context.userAgent": "string",
"context.userAgentData.brands": [
{
"brand": "string",
"version": "string"
}
],
"context.userAgentData.mobile": "string",
"context.userAgentData.platform": "string",
"event": "string",
"integrations.All": "string",
"integrations.Google_Analytics": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.Hit_Timestamp": "string",
"properties.env": "string",
"properties.experiment_name": "string",
"properties.experiment_variation": "string",
"properties.isReact": "string",
"properties.site_id": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2025-04-15 08:14:37",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_experiment_impression`\n(\n`version`STRING,`messageId`STRING,`sentAt`STRING,`receivedAt`STRING,`context`struct<`locale`:STRING,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>,`campaign`:struct<`utm_campaign`:STRING,`expid`:STRING,`campaign_5B_5D`:STRING,`source__`:STRING,`s_3A_2F_2Fwww`:struct<`selfstorage`:struct<`com_2Flpg_2Flf_2Fhp_copy_3Futm_source`:STRING>>,`medium_5B_5D`:STRING,`campaiggoldenwest_20storagen`:STRING,`content_5B_5D`:STRING,`content`:STRING,`id`:STRING,`name`:STRING,`campaign_5b_5d`:STRING,`mediu`:STRING,`colantent`:STRING,`term`:STRING,`mderreldium`:STRING,`utm_source`:STRING,`audience`:STRING,`20on_20lineutm_campaign`:STRING,`med`:STRING,`medium_5b_5d`:STRING,`conte`:STRING,`referrer`:STRING,`source_5B_5D`:STRING,`mediumsepaidsearch`:STRING,`campaign__`:STRING,`medium`:STRING,`utm_content`:STRING,`sourc`:STRING,`source_2020`:STRING,`medium__`:STRING,`content_5b_5d`:STRING,`utm_medium`:STRING,`s_3A_2F_2Fstorage`:struct<`com_2Fpaid_landing_2F_3Futm_source`:STRING>,`conte_20int`:STRING,`content__`:STRING,`source`:STRING,`source_5b_5d`:STRING,`utm_term`:STRING>,`ip`:STRING,`page`:struct<`referrer`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`url`:STRING>,`timezone`:STRING,`userAgent`:STRING>,`type`STRING,`integrations`struct<`All`:STRING,`Google_Analytics`:STRING>,`userId`STRING,`originalTimestamp`STRING,`channel`STRING,`timestamp`STRING,`properties`struct<`Hit_Timestamp`:STRING,`site_id`:STRING,`isReact`:STRING,`env`:STRING,`experiment_name`:STRING,`experiment_variation`:STRING>,`projectId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`event`STRING,`anonymousId`STRING,`_origin`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-prod/separated_dt/experiment_impression'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_experiment_impression`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_experiment_impression"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}