Schema Info
Schema Name: sfdl_prod_segment.storagedc_experimentviewed
- created: 2025-05-27 15:38:47
- disabled: False
- format: raw
- id: 4240
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_prod_segment", "table": "storagedc_experimentviewed" } - type: segment
Schema Versions: 3
-
Version 1398332
- created: 2025-07-24 10:54:09
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.storagedc_experimentviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagedc_experimentviewed`\n(\n`_origin`STRING,`userId`STRING,`anonymousId`STRING,`messageId`STRING,`timestamp`STRING,`receivedAt`STRING,`channel`STRING,`event`STRING,`projectId`STRING,`properties`struct<`environment`:STRING,`siteId`:STRING,`category`:STRING,`variant_id`:STRING,`experiment_source`:STRING,`label`:STRING,`experiment_id`:STRING,`visitId`:STRING,`timestamp`:STRING>,`context`struct<`userAgentData`:struct<`platform`:STRING,`brands`:array>,`mobile`:STRING>,`campaign`:struct<`medium`:STRING,`source_platform`:STRING,`name`:STRING,`utm_medium`:STRING,`content`:STRING,`term`:STRING,`source`:STRING,`utm_campaign`:STRING,`customer`:STRING,`utm_content`:STRING,`marketing_tactic`:STRING,`customertype`:STRING,`utm_source`:STRING,`utm_term`:STRING,`id`:STRING,`audience`:STRING,`tm_source`:STRING>,`locale`:STRING,`ip`:STRING,`page`:struct<`title`:STRING,`url`:STRING,`referrer`:STRING,`search`:STRING,`path`:STRING>,`userAgent`:STRING,`timezone`:STRING,`library`:struct<`name`:STRING,`version`:STRING>>,`originalTimestamp`STRING,`version`STRING,`type`STRING,`integrations`struct<`Segment`:struct<`io`:STRING>>,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed'\n", "MSCK REPAIR TABLE sfdl_prod_segment.storagedc_experimentviewed" ] - hive_path: s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed
- id: 1398332
- processed: 1
- raw_data:
{ "__segment_internal": {}, "_metadata": { "bundled": [ "Google Tag Manager", "Segment.io" ], "bundledIds": [ "6202dd597b97c61eb27f9e4d" ], "unbundled": [] }, "_origin": "2025-07-24T15:53:58Z|s3://sfdl-segment-storagedc-prod/segment-logs/7RamQeLeAzhGjGjBKzNi4R/1753315200000/1753372388132.events-archiver-480-6..176d9bc2-ebfb-4287-be4e-3f01dad3cba0.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "71bd5622-abe3-44ba-9e1f-801d16dfcc63", "channel": "client", "context": { "campaign": { "content": "", "medium": "paidsearch", "name": "SDC Google|PMAX", "source": "bing", "term": "storage.com", "tm_source": "facebook" }, "ip": "178.171.60.211", "library": { "name": "analytics.js", "version": "npm:next-1.79.0" }, "locale": "en-US", "page": { "path": "/paid-landing/", "referrer": "", "search": "?tsid=google-ppc&utm_source=bing&utm_medium=paidsearch&utm_campaign=SDC+Google%7CPMAX&utm_content=&ploc=74052&iloc=&mkwid=s|pcrid||pkw|storage.com|pmt|b|pdv|c|pgrid|1229255185247204|cpgnid|677675494|ptaid|kwd-2328628189834025:loc-190|adext|{extensionid}&pgrid=1229255185247204&ptaid=kwd-2328628189834025:loc-190&msclkid=0485a800c1291f0e8948c0828a76f32c&utm_term=storage.com", "title": "Find the Cheapest Storage Units with Storage.com", "url": "https://www.storage.com/paid-landing/?tsid=google-ppc&utm_source=bing&utm_medium=paidsearch&utm_campaign=SDC+Google%7CPMAX&utm_content=&ploc=74052&iloc=&mkwid=s|pcrid||pkw|storage.com|pmt|b|pdv|c|pgrid|1229255185247204|cpgnid|677675494|ptaid|kwd-2328628189834025:loc-190|adext|{extensionid}&pgrid=1229255185247204&ptaid=kwd-2328628189834025:loc-190&msclkid=0485a800c1291f0e8948c0828a76f32c&utm_term=storage.com" }, "timezone": "America/Los_Angeles", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Safari/537.36", "userAgentData": { "brands": [ { "brand": "Google Chrome", "version": "138" } ], "mobile": false, "platform": "" } }, "event": "Experiment Viewed", "integrations": { "Segment.io": true }, "messageId": "ajs-next-1753369677346-5e1f801d-16df-4c63-99df-ed6124b44a86", "originalTimestamp": "2025-07-24T15:07:57.346Z", "projectId": "7RamQeLeAzhGjGjBKzNi4R", "properties": { "category": "sf_14850_hero_promo_test_sdc", "environment": "production", "experiment_id": "sf_14850_hero_promo_test_sdc", "experiment_source": "Phlag", "label": "Phlag sf_14850_hero_promo_test_sdc variation2", "siteId": 424, "timestamp": "2025-07-24T15:07:55.710Z", "variant_id": "variation2", "visitId": "3830c699ea558128772a26c7ade79a42" }, "receivedAt": "2025-07-24T15:07:59.183Z", "sentAt": "2025-07-24T15:07:57.354Z", "timestamp": "2025-07-24T15:07:59.175Z", "type": "track", "userId": "3830c699ea558128772a26c7ade79a42", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.audience": "string", "context.campaign.content": "string", "context.campaign.customer": "string", "context.campaign.customertype": "string", "context.campaign.id": "string", "context.campaign.marketing_tactic": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.campaign.source_platform": "string", "context.campaign.term": "string", "context.campaign.tm_source": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.campaign.utm_term": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "integrations.Segment.io": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.category": "string", "properties.environment": "string", "properties.experiment_id": "string", "properties.experiment_source": "string", "properties.label": "string", "properties.siteId": "string", "properties.timestamp": "string", "properties.variant_id": "string", "properties.visitId": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 4240
- schema_scan_id: 146233046
- updated: 2025-07-24 10:54:23
-
Version 1387073
- created: 2025-07-15 12:01:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.storagedc_experimentviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagedc_experimentviewed`\n(\n`userId`STRING,`_origin`STRING,`anonymousId`STRING,`messageId`STRING,`timestamp`STRING,`event`STRING,`projectId`STRING,`receivedAt`STRING,`channel`STRING,`properties`struct<`environment`:STRING,`siteId`:STRING,`category`:STRING,`variant_id`:STRING,`experiment_source`:STRING,`label`:STRING,`experiment_id`:STRING,`visitId`:STRING,`timestamp`:STRING>,`context`struct<`userAgentData`:struct<`mobile`:STRING,`brands`:array>,`platform`:STRING>,`campaign`:struct<`medium`:STRING,`source`:STRING,`utm_content`:STRING,`source_platform`:STRING,`name`:STRING,`marketing_tactic`:STRING,`customertype`:STRING,`utm_medium`:STRING,`content`:STRING,`utm_source`:STRING,`utm_term`:STRING,`customer`:STRING,`term`:STRING,`id`:STRING,`audience`:STRING,`utm_campaign`:STRING>,`locale`:STRING,`ip`:STRING,`page`:struct<`title`:STRING,`url`:STRING,`referrer`:STRING,`search`:STRING,`path`:STRING>,`userAgent`:STRING,`timezone`:STRING,`library`:struct<`name`:STRING,`version`:STRING>>,`originalTimestamp`STRING,`version`STRING,`type`STRING,`integrations`struct<`Segment`:struct<`io`:STRING>>,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed'\n", "MSCK REPAIR TABLE sfdl_prod_segment.storagedc_experimentviewed" ] - hive_path: s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed
- id: 1387073
- processed: 1
- raw_data:
{ "__segment_internal": {}, "_metadata": { "bundled": [ "Google Tag Manager", "Segment.io" ], "bundledIds": [ "6202dd597b97c61eb27f9e4d" ], "unbundled": [] }, "_origin": "2025-07-15T16:58:30Z|s3://sfdl-segment-storagedc-prod/segment-logs/7RamQeLeAzhGjGjBKzNi4R/1752537600000/1752598659736.events-archiver-480-12..cb2aeb98-68b0-42eb-bd1b-41243bd5dc06.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "4c74e090-2f55-4320-a60d-4ddd9698b57d", "channel": "client", "context": { "campaign": { "content": "Non Reservers|60 Days", "id": "120210691061860545_v2_s02", "marketing_tactic": "prospecting", "medium": "paid", "name": "SDC Facebook|General|Remarketing", "source": "facebook", "term": "120218049570320545" }, "ip": "172.59.194.46", "library": { "name": "analytics.js", "version": "npm:next-1.79.0" }, "locale": "en-XX", "page": { "path": "/paid-landing/", "referrer": "", "search": "?utm_source=facebook&utm_medium=paid&utm_campaign=LM_SDC_PROSP_CONVERSION_WEB&utm_content=03112025_LifeEvent&tsid=meta-paid&fbclid=IwZXh0bgNhZW0BMABhZGlkAasZrd3ueyEBHmjp2XC8RWcIwU6u-MDRGFAFn3j8DRvwWuEOUO_u5HRasqCIH3bZY2zqwY-Y_aem_IY8SU7GmlCKNZ4qZb-4H2A&utm_id=120210691061860545_v2_s02&utm_term=120218049570320545", "title": "Find the Cheapest Storage Units with Storage.com", "url": "https://www.storage.com/paid-landing/?utm_source=facebook&utm_medium=paid&utm_campaign=LM_SDC_PROSP_CONVERSION_WEB&utm_content=03112025_LifeEvent&tsid=meta-paid&fbclid=IwZXh0bgNhZW0BMABhZGlkAasZrd3ueyEBHmjp2XC8RWcIwU6u-MDRGFAFn3j8DRvwWuEOUO_u5HRasqCIH3bZY2zqwY-Y_aem_IY8SU7GmlCKNZ4qZb-4H2A&utm_id=120210691061860545_v2_s02&utm_term=120218049570320545" }, "timezone": "America/Chicago", "userAgent": "Mozilla/5.0 (Linux; Android 15; Pixel 8a Build/BP1A.250505.005.B1; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/138.0.7204.146 Mobile Safari/537.36 [FB_IAB/FB4A;FBAV/521.0.0.42.97;IABMV/1;]", "userAgentData": { "brands": [ { "brand": "Android WebView", "version": "138" } ], "mobile": true, "platform": "Android" } }, "event": "Experiment Viewed", "integrations": { "Segment.io": true }, "messageId": "ajs-next-1752595438362-a60d4ddd-9698-457d-9652-dfa5e7558c76", "originalTimestamp": "2025-07-15T16:03:58.362Z", "projectId": "7RamQeLeAzhGjGjBKzNi4R", "properties": { "category": "sf_14850_hero_promo_test_sdc", "environment": "production", "experiment_id": "sf_14850_hero_promo_test_sdc", "experiment_source": "Phlag", "label": "Phlag sf_14850_hero_promo_test_sdc control", "siteId": 424, "timestamp": "2025-07-15T16:03:57.191Z", "variant_id": "control", "visitId": "eede376a2c721b9ecf0bd123a3ae361c" }, "receivedAt": "2025-07-15T16:03:57.918Z", "sentAt": "2025-07-15T16:03:58.404Z", "timestamp": "2025-07-15T16:03:57.876Z", "type": "track", "userId": "eede376a2c721b9ecf0bd123a3ae361c", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.audience": "string", "context.campaign.content": "string", "context.campaign.customer": "string", "context.campaign.customertype": "string", "context.campaign.id": "string", "context.campaign.marketing_tactic": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.campaign.source_platform": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.campaign.utm_term": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "integrations.Segment.io": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.category": "string", "properties.environment": "string", "properties.experiment_id": "string", "properties.experiment_source": "string", "properties.label": "string", "properties.siteId": "string", "properties.timestamp": "string", "properties.variant_id": "string", "properties.visitId": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 4240
- schema_scan_id: 145679914
- updated: 2025-07-15 12:02:04
-
Version 1369878
- created: 2025-07-01 18:00:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.storagedc_experimentviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagedc_experimentviewed`\n(\n`_origin`STRING,`userId`STRING,`anonymousId`STRING,`messageId`STRING,`timestamp`STRING,`receivedAt`STRING,`channel`STRING,`event`STRING,`projectId`STRING,`properties`struct<`environment`:STRING,`siteId`:STRING,`category`:STRING,`variant_id`:STRING,`experiment_source`:STRING,`label`:STRING,`experiment_id`:STRING,`visitId`:STRING,`timestamp`:STRING>,`context`struct<`userAgentData`:struct<`platform`:STRING,`brands`:array>,`mobile`:STRING>,`campaign`:struct<`medium`:STRING,`utm_content`:STRING,`source_platform`:STRING,`name`:STRING,`customertype`:STRING,`utm_medium`:STRING,`content`:STRING,`audience`:STRING,`utm_source`:STRING,`utm_campaign`:STRING,`utm_term`:STRING,`term`:STRING,`id`:STRING,`source`:STRING,`customer`:STRING>,`locale`:STRING,`ip`:STRING,`page`:struct<`title`:STRING,`url`:STRING,`referrer`:STRING,`search`:STRING,`path`:STRING>,`userAgent`:STRING,`timezone`:STRING,`library`:struct<`name`:STRING,`version`:STRING>>,`originalTimestamp`STRING,`version`STRING,`type`STRING,`integrations`struct<`Segment`:struct<`io`:STRING>>,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed'\n", "MSCK REPAIR TABLE sfdl_prod_segment.storagedc_experimentviewed" ] - hive_path: s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed
- id: 1369878
- processed: 1
- raw_data:
{ "__segment_internal": {}, "_metadata": { "bundled": [ "Google Tag Manager", "Segment.io" ], "bundledIds": [ "6202dd597b97c61eb27f9e4d" ], "unbundled": [] }, "_origin": "2025-07-01T22:58:18Z|s3://sfdl-segment-storagedc-prod/segment-logs/7RamQeLeAzhGjGjBKzNi4R/1751328000000/1751410670285.events-archiver-480-16..ecec9ee7-7636-4ca1-babc-42a336ab2119.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "9edc4cb3-7dc8-4c9b-b1a4-8735e7b7a4bc", "channel": "client", "context": { "campaign": { "content": "", "medium": "paidsearch", "name": "SDC_Bing_National_General_Exact", "source": "bing", "term": "climate controlled storage near me", "utm_campaign": "SDC_Bing_National_General_Vehicle_Broad", "utm_content": "", "utm_medium": "paidsearch", "utm_source": "bing", "utm_term": "car storage" }, "ip": "75.237.159.60", "library": { "name": "analytics.js", "version": "npm:next-1.79.0" }, "locale": "en-US", "page": { "path": "/paid-landing/", "referrer": "", "search": "?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=SDC+Google%7CPMAX&utm_content=&ploc=9029989&iloc=&mkwid=|pcrid||pkw||pmt||pdv|m|pgrid||cpgnid|21142829243|ptaid||adext|&pgrid=&ptaid=&gad_source=5&gad_campaignid=21135995208&gclid=Cj0KCQjwyIPDBhDBARIsAHJyyViVtQ6Ug9z1VNz3WZHFKBUIuXb2KszTNnUlVrQoAyXabyCc4gMJnuYaAoh6EALw_wcB", "title": "Find the Cheapest Storage Units with Storage.com", "url": "https://www.storage.com/paid-landing/?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=SDC+Google%7CPMAX&utm_content=&ploc=9029989&iloc=&mkwid=|pcrid||pkw||pmt||pdv|m|pgrid||cpgnid|21142829243|ptaid||adext|&pgrid=&ptaid=&gad_source=5&gad_campaignid=21135995208&gclid=Cj0KCQjwyIPDBhDBARIsAHJyyViVtQ6Ug9z1VNz3WZHFKBUIuXb2KszTNnUlVrQoAyXabyCc4gMJnuYaAoh6EALw_wcB" }, "timezone": "America/Phoenix", "userAgent": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Mobile Safari/537.36", "userAgentData": { "brands": [ { "brand": "Google Chrome", "version": "138" } ], "mobile": true, "platform": "Android" } }, "event": "Experiment Viewed", "integrations": { "Segment.io": true }, "messageId": "ajs-next-1751407229975-b2e7c3df-48b9-4abf-b5ed-bb889a5df88a", "originalTimestamp": "2025-07-01T22:00:29.975Z", "projectId": "7RamQeLeAzhGjGjBKzNi4R", "properties": { "category": "sf_14850_hero_promo_test_sdc", "environment": "production", "experiment_id": "sf_14850_hero_promo_test_sdc", "experiment_source": "Phlag", "label": "Phlag sf_14850_hero_promo_test_sdc variation2", "siteId": 424, "timestamp": "2025-07-01T22:00:29.532Z", "variant_id": "variation2", "visitId": "047ba95594436ffd0f93adaa8c383098" }, "receivedAt": "2025-07-01T22:00:30.906Z", "sentAt": "2025-07-01T22:00:30.013Z", "timestamp": "2025-07-01T22:00:30.868Z", "type": "track", "userId": "047ba95594436ffd0f93adaa8c383098", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.audience": "string", "context.campaign.content": "string", "context.campaign.customer": "string", "context.campaign.customertype": "string", "context.campaign.id": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.campaign.source_platform": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.campaign.utm_term": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "integrations.Segment.io": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.category": "string", "properties.environment": "string", "properties.experiment_id": "string", "properties.experiment_source": "string", "properties.label": "string", "properties.siteId": "string", "properties.timestamp": "string", "properties.variant_id": "string", "properties.visitId": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 4240
- schema_scan_id: 144864968
- updated: 2025-07-01 18:00:38
Schema Scans: 3
Last at 2025-07-24 10:54:07
-
Scan 146233046
- duration: 0:00:19.104044
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 59, "partitions_applied": false, "success": true } - id: 146233046
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-07-24/", "name": "dt", "type": "string", "value": "2025-07-24" }, "s3": { "bucket": "sfdl-segment-storagedc-prod", "hive_path": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed", "key": "separated_dt/Experiment Viewed/dt=2025-07-24/1753372388132.events-archiver-480-6..176d9bc2-ebfb-4287-be4e-3f01dad3cba0.json.gz" }, "schema": { "name": "sfdl_prod_segment.storagedc_ExperimentViewed", "type": "segment" } } - running: False
- schema_name_id: 4240
- start_time: 2025-07-24 10:54:07
- success: True
- trace_id: 17319859125900298185
-
Scan 145679914
- duration: 0:00:20.750619
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 50, "partitions_applied": false, "success": true } - id: 145679914
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-07-15/", "name": "dt", "type": "string", "value": "2025-07-15" }, "s3": { "bucket": "sfdl-segment-storagedc-prod", "hive_path": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed", "key": "separated_dt/Experiment Viewed/dt=2025-07-15/1752598659736.events-archiver-480-12..cb2aeb98-68b0-42eb-bd1b-41243bd5dc06.json.gz" }, "schema": { "name": "sfdl_prod_segment.storagedc_ExperimentViewed", "type": "segment" } } - running: False
- schema_name_id: 4240
- start_time: 2025-07-15 12:01:47
- success: True
- trace_id: 17604267600858533821
-
Scan 144864968
- duration: 0:00:21.705775
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 36, "partitions_applied": false, "success": true } - id: 144864968
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-07-01/", "name": "dt", "type": "string", "value": "2025-07-01" }, "s3": { "bucket": "sfdl-segment-storagedc-prod", "hive_path": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed", "key": "separated_dt/Experiment Viewed/dt=2025-07-01/1751410670285.events-archiver-480-16..ecec9ee7-7636-4ca1-babc-42a336ab2119.json.gz" }, "schema": { "name": "sfdl_prod_segment.storagedc_ExperimentViewed", "type": "segment" } } - running: False
- schema_name_id: 4240
- start_time: 2025-07-01 17:59:58
- success: True
- trace_id: 17190745608620426681
- count: 23
- ddl:
[ "ALTER TABLE\n `sfdl_prod_segment.storagedc_experimentviewed`\nADD\n\n\n PARTITION (dt='2025-10-25') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-10-25/'\n PARTITION (dt='2025-11-02') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-11-02/'\n PARTITION (dt='2025-11-04') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-11-04/'\n PARTITION (dt='2025-11-18') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-11-18/'\n PARTITION (dt='2025-11-24') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-11-24/'\n PARTITION (dt='2025-11-29') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-11-29/'\n PARTITION (dt='2025-12-13') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-12-13/'\n PARTITION (dt='2025-12-14') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-12-14/'\n PARTITION (dt='2026-01-05') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-05/'\n PARTITION (dt='2026-01-07') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-07/'\n PARTITION (dt='2026-01-08') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-08/'\n PARTITION (dt='2026-01-23') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-23/'\n PARTITION (dt='2026-01-24') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-24/'\n PARTITION (dt='2026-01-26') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-26/'\n PARTITION (dt='2026-01-27') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-27/'\n PARTITION (dt='2026-02-16') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-02-16/'\n PARTITION (dt='2026-02-23') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-02-23/'\n PARTITION (dt='2026-02-28') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-02-28/'\n PARTITION (dt='2026-03-12') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-03-12/'\n PARTITION (dt='2026-03-18') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-03-18/'\n PARTITION (dt='2026-04-02') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-04-02/'\n PARTITION (dt='2026-04-04') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-04-04/'\n PARTITION (dt='2026-04-11') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-04-11/'\n;" ] - name: dt
- state:
[ { "info": { "id": 1598064, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-10-25/", "name": "dt", "value": "2025-10-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-25 17:06:56", "last_data": "2025-10-25 17:06:56" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1600030, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-11-02/", "name": "dt", "value": "2025-11-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-02 04:59:38", "last_data": "2025-11-02 04:59:38" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1600524, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-11-04/", "name": "dt", "value": "2025-11-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-04 08:03:02", "last_data": "2025-11-04 08:03:02" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1606174, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-11-18/", "name": "dt", "value": "2025-11-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-18 16:59:40", "last_data": "2025-11-18 16:59:40" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1607983, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-11-24/", "name": "dt", "value": "2025-11-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-23 21:08:21", "last_data": "2025-11-23 21:08:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1609295, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-11-29/", "name": "dt", "value": "2025-11-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-29 14:50:16", "last_data": "2025-11-29 14:50:16" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1613194, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-12-13/", "name": "dt", "value": "2025-12-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-13 10:03:17", "last_data": "2025-12-13 10:03:17" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1613438, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-12-14/", "name": "dt", "value": "2025-12-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-14 11:01:55", "last_data": "2025-12-14 11:01:55" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1620878, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-05/", "name": "dt", "value": "2026-01-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-05 15:00:45", "last_data": "2026-01-05 15:00:45" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1621299, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-07/", "name": "dt", "value": "2026-01-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-07 12:53:42", "last_data": "2026-01-07 12:53:42" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1621451, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-08/", "name": "dt", "value": "2026-01-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-08 06:56:59", "last_data": "2026-01-08 06:56:59" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1627203, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-23/", "name": "dt", "value": "2026-01-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-22 22:59:39", "last_data": "2026-01-22 22:59:39" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1627424, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-24/", "name": "dt", "value": "2026-01-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-24 01:58:04", "last_data": "2026-01-24 01:58:04" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1627983, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-26/", "name": "dt", "value": "2026-01-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-26 12:52:54", "last_data": "2026-01-26 12:52:54" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1628027, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-27/", "name": "dt", "value": "2026-01-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-26 18:52:44", "last_data": "2026-01-26 18:52:44" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1634976, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-02-16/", "name": "dt", "value": "2026-02-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-16 15:51:33", "last_data": "2026-02-16 15:51:33" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1636540, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-02-23/", "name": "dt", "value": "2026-02-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-23 17:34:47", "last_data": "2026-02-23 17:34:47" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1641258, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-02-28/", "name": "dt", "value": "2026-02-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-28 17:48:39", "last_data": "2026-02-28 17:48:39" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1645266, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-03-12/", "name": "dt", "value": "2026-03-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-12 06:56:16", "last_data": "2026-03-12 06:56:16" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1648441, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-03-18/", "name": "dt", "value": "2026-03-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-18 11:01:12", "last_data": "2026-03-18 11:01:12" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1652520, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-04-02/", "name": "dt", "value": "2026-04-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-02 10:55:54", "last_data": "2026-04-02 10:55:54" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1652955, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-04-04/", "name": "dt", "value": "2026-04-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-04 12:59:47", "last_data": "2026-04-04 12:59:47" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1657962, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-04-11/", "name": "dt", "value": "2026-04-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-11 15:58:24", "last_data": "2026-04-11 15:58:24" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.audience": "string", "context.campaign.content": "string", "context.campaign.customer": "string", "context.campaign.customertype": "string", "context.campaign.id": "string", "context.campaign.marketing_tactic": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.campaign.source_platform": "string", "context.campaign.term": "string", "context.campaign.tm_source": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.campaign.utm_term": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "integrations.Segment.io": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.category": "string", "properties.environment": "string", "properties.experiment_id": "string", "properties.experiment_source": "string", "properties.label": "string", "properties.siteId": "string", "properties.timestamp": "string", "properties.variant_id": "string", "properties.visitId": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2025-07-24 10:54:09
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagedc_experimentviewed`\n(\n`_origin`STRING,`userId`STRING,`anonymousId`STRING,`messageId`STRING,`timestamp`STRING,`receivedAt`STRING,`channel`STRING,`event`STRING,`projectId`STRING,`properties`struct<`environment`:STRING,`siteId`:STRING,`category`:STRING,`variant_id`:STRING,`experiment_source`:STRING,`label`:STRING,`experiment_id`:STRING,`visitId`:STRING,`timestamp`:STRING>,`context`struct<`userAgentData`:struct<`platform`:STRING,`brands`:array>,`mobile`:STRING>,`campaign`:struct<`medium`:STRING,`source_platform`:STRING,`name`:STRING,`utm_medium`:STRING,`content`:STRING,`term`:STRING,`source`:STRING,`utm_campaign`:STRING,`customer`:STRING,`utm_content`:STRING,`marketing_tactic`:STRING,`customertype`:STRING,`utm_source`:STRING,`utm_term`:STRING,`id`:STRING,`audience`:STRING,`tm_source`:STRING>,`locale`:STRING,`ip`:STRING,`page`:struct<`title`:STRING,`url`:STRING,`referrer`:STRING,`search`:STRING,`path`:STRING>,`userAgent`:STRING,`timezone`:STRING,`library`:struct<`name`:STRING,`version`:STRING>>,`originalTimestamp`STRING,`version`STRING,`type`STRING,`integrations`struct<`Segment`:struct<`io`:STRING>>,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.storagedc_experimentviewed`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.storagedc_experimentviewed" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2025-05-27 15:38:47",
"disabled": false,
"format": "raw",
"id": 4240,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_prod_segment",
"table": "storagedc_experimentviewed"
},
"type": "segment"
},
"partition": {
"count": 23,
"ddl": [
"ALTER TABLE\n `sfdl_prod_segment.storagedc_experimentviewed`\nADD\n\n\n PARTITION (dt='2025-10-25') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-10-25/'\n PARTITION (dt='2025-11-02') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-11-02/'\n PARTITION (dt='2025-11-04') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-11-04/'\n PARTITION (dt='2025-11-18') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-11-18/'\n PARTITION (dt='2025-11-24') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-11-24/'\n PARTITION (dt='2025-11-29') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-11-29/'\n PARTITION (dt='2025-12-13') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-12-13/'\n PARTITION (dt='2025-12-14') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-12-14/'\n PARTITION (dt='2026-01-05') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-05/'\n PARTITION (dt='2026-01-07') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-07/'\n PARTITION (dt='2026-01-08') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-08/'\n PARTITION (dt='2026-01-23') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-23/'\n PARTITION (dt='2026-01-24') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-24/'\n PARTITION (dt='2026-01-26') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-26/'\n PARTITION (dt='2026-01-27') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-27/'\n PARTITION (dt='2026-02-16') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-02-16/'\n PARTITION (dt='2026-02-23') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-02-23/'\n PARTITION (dt='2026-02-28') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-02-28/'\n PARTITION (dt='2026-03-12') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-03-12/'\n PARTITION (dt='2026-03-18') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-03-18/'\n PARTITION (dt='2026-04-02') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-04-02/'\n PARTITION (dt='2026-04-04') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-04-04/'\n PARTITION (dt='2026-04-11') location 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-04-11/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 1598064,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-10-25/",
"name": "dt",
"value": "2025-10-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-25 17:06:56",
"last_data": "2025-10-25 17:06:56"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1600030,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-11-02/",
"name": "dt",
"value": "2025-11-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-02 04:59:38",
"last_data": "2025-11-02 04:59:38"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1600524,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-11-04/",
"name": "dt",
"value": "2025-11-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-04 08:03:02",
"last_data": "2025-11-04 08:03:02"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1606174,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-11-18/",
"name": "dt",
"value": "2025-11-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-18 16:59:40",
"last_data": "2025-11-18 16:59:40"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1607983,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-11-24/",
"name": "dt",
"value": "2025-11-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-23 21:08:21",
"last_data": "2025-11-23 21:08:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1609295,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-11-29/",
"name": "dt",
"value": "2025-11-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-29 14:50:16",
"last_data": "2025-11-29 14:50:16"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1613194,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-12-13/",
"name": "dt",
"value": "2025-12-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-13 10:03:17",
"last_data": "2025-12-13 10:03:17"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1613438,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2025-12-14/",
"name": "dt",
"value": "2025-12-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-14 11:01:55",
"last_data": "2025-12-14 11:01:55"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1620878,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-05/",
"name": "dt",
"value": "2026-01-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-05 15:00:45",
"last_data": "2026-01-05 15:00:45"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1621299,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-07/",
"name": "dt",
"value": "2026-01-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-07 12:53:42",
"last_data": "2026-01-07 12:53:42"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1621451,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-08/",
"name": "dt",
"value": "2026-01-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-08 06:56:59",
"last_data": "2026-01-08 06:56:59"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1627203,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-23/",
"name": "dt",
"value": "2026-01-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-22 22:59:39",
"last_data": "2026-01-22 22:59:39"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1627424,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-24/",
"name": "dt",
"value": "2026-01-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-24 01:58:04",
"last_data": "2026-01-24 01:58:04"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1627983,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-26/",
"name": "dt",
"value": "2026-01-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-26 12:52:54",
"last_data": "2026-01-26 12:52:54"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1628027,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-01-27/",
"name": "dt",
"value": "2026-01-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-26 18:52:44",
"last_data": "2026-01-26 18:52:44"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1634976,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-02-16/",
"name": "dt",
"value": "2026-02-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-16 15:51:33",
"last_data": "2026-02-16 15:51:33"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1636540,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-02-23/",
"name": "dt",
"value": "2026-02-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-23 17:34:47",
"last_data": "2026-02-23 17:34:47"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1641258,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-02-28/",
"name": "dt",
"value": "2026-02-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-28 17:48:39",
"last_data": "2026-02-28 17:48:39"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1645266,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-03-12/",
"name": "dt",
"value": "2026-03-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-12 06:56:16",
"last_data": "2026-03-12 06:56:16"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1648441,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-03-18/",
"name": "dt",
"value": "2026-03-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-18 11:01:12",
"last_data": "2026-03-18 11:01:12"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1652520,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-04-02/",
"name": "dt",
"value": "2026-04-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-02 10:55:54",
"last_data": "2026-04-02 10:55:54"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1652955,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-04-04/",
"name": "dt",
"value": "2026-04-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-04 12:59:47",
"last_data": "2026-04-04 12:59:47"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1657962,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed/dt=2026-04-11/",
"name": "dt",
"value": "2026-04-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-11 15:58:24",
"last_data": "2026-04-11 15:58:24"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"anonymousId": "string",
"channel": "string",
"context.campaign.audience": "string",
"context.campaign.content": "string",
"context.campaign.customer": "string",
"context.campaign.customertype": "string",
"context.campaign.id": "string",
"context.campaign.marketing_tactic": "string",
"context.campaign.medium": "string",
"context.campaign.name": "string",
"context.campaign.source": "string",
"context.campaign.source_platform": "string",
"context.campaign.term": "string",
"context.campaign.tm_source": "string",
"context.campaign.utm_campaign": "string",
"context.campaign.utm_content": "string",
"context.campaign.utm_medium": "string",
"context.campaign.utm_source": "string",
"context.campaign.utm_term": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.locale": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.timezone": "string",
"context.userAgent": "string",
"context.userAgentData.brands": [
{
"brand": "string",
"version": "string"
}
],
"context.userAgentData.mobile": "string",
"context.userAgentData.platform": "string",
"event": "string",
"integrations.Segment.io": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.category": "string",
"properties.environment": "string",
"properties.experiment_id": "string",
"properties.experiment_source": "string",
"properties.label": "string",
"properties.siteId": "string",
"properties.timestamp": "string",
"properties.variant_id": "string",
"properties.visitId": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2025-07-24 10:54:09",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagedc_experimentviewed`\n(\n`_origin`STRING,`userId`STRING,`anonymousId`STRING,`messageId`STRING,`timestamp`STRING,`receivedAt`STRING,`channel`STRING,`event`STRING,`projectId`STRING,`properties`struct<`environment`:STRING,`siteId`:STRING,`category`:STRING,`variant_id`:STRING,`experiment_source`:STRING,`label`:STRING,`experiment_id`:STRING,`visitId`:STRING,`timestamp`:STRING>,`context`struct<`userAgentData`:struct<`platform`:STRING,`brands`:array>,`mobile`:STRING>,`campaign`:struct<`medium`:STRING,`source_platform`:STRING,`name`:STRING,`utm_medium`:STRING,`content`:STRING,`term`:STRING,`source`:STRING,`utm_campaign`:STRING,`customer`:STRING,`utm_content`:STRING,`marketing_tactic`:STRING,`customertype`:STRING,`utm_source`:STRING,`utm_term`:STRING,`id`:STRING,`audience`:STRING,`tm_source`:STRING>,`locale`:STRING,`ip`:STRING,`page`:struct<`title`:STRING,`url`:STRING,`referrer`:STRING,`search`:STRING,`path`:STRING>,`userAgent`:STRING,`timezone`:STRING,`library`:struct<`name`:STRING,`version`:STRING>>,`originalTimestamp`STRING,`version`STRING,`type`STRING,`integrations`struct<`Segment`:struct<`io`:STRING>>,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagedc-prod/separated_dt/Experiment Viewed'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.storagedc_experimentviewed`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.storagedc_experimentviewed"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}