Schema Info
Schema Name: sfdl_prod_segment.storagedc_submit
- created: 2022-02-16 18:18:32
- disabled: False
- format: raw
- id: 963
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_prod_segment", "table": "storagedc_submit" } - type: segment
Schema Versions: 3
-
Version 1245655
- created: 2025-03-29 20:53:48
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.storagedc_submit`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagedc_submit`\n(\n`projectId`STRING,`timestamp`STRING,`type`STRING,`context`struct<`userAgentData`:struct<`brands`:array - hive_path: s3://sfdl-segment-storagedc-prod/separated_dt/submit
- id: 1245655
- processed: 1
- raw_data:
{ "__segment_internal": {}, "_metadata": { "bundled": [ "Google Tag Manager", "Segment.io" ], "bundledIds": [ "6202dd597b97c61eb27f9e4d" ], "unbundled": [] }, "_origin": "2025-03-30T01:53:06Z|s3://sfdl-segment-storagedc-prod/segment-logs/7RamQeLeAzhGjGjBKzNi4R/1743292800000/1743299480909.events-archiver-480-34..0143abb3-3373-4583-a368-752d7b054adf.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "37ffb3ca-5325-4f22-8329-1125c67be506", "channel": "client", "context": { "campaign": { "content": "Non Reservers|60 Days", "id": "120210691061860545_v2_s07", "marketing_tactic": "prospecting", "medium": "paid", "name": "SDC Facebook|General|Remarketing", "source": "facebook", "term": "120218049570320545" }, "ip": "172.56.66.1", "library": { "name": "analytics.js", "version": "next-1.77.0" }, "locale": "en-US", "page": { "path": "/paid-landing/", "referrer": "", "search": "?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=SDC+Google%7CPMAX&utm_content=&ploc=1015254&iloc=&mkwid=|pcrid||pkw||pmt||pdv|m|pgrid||cpgnid|21142829243|ptaid||adext|&pgrid=&ptaid=&gad_source=5&gclid=Cj0KCQjwtJ6_BhDWARIsAGanmKfKgLQo8bhrgGvOdOaUThTc-faXv7DPlmy1viykzk8VUqzP-GHiowcaAi3iEALw_wcB", "title": "Find the Cheapest Storage Units with Storage.com", "url": "https://www.storage.com/paid-landing/?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=SDC+Google%7CPMAX&utm_content=&ploc=1015254&iloc=&mkwid=|pcrid||pkw||pmt||pdv|m|pgrid||cpgnid|21142829243|ptaid||adext|&pgrid=&ptaid=&gad_source=5&gclid=Cj0KCQjwtJ6_BhDWARIsAGanmKfKgLQo8bhrgGvOdOaUThTc-faXv7DPlmy1viykzk8VUqzP-GHiowcaAi3iEALw_wcB" }, "timezone": "America/New_York", "userAgent": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Mobile Safari/537.36", "userAgentData": { "brands": [ { "brand": "Google Chrome", "version": "134" } ], "mobile": true, "platform": "Android" } }, "event": "submit", "integrations": {}, "messageId": "ajs-next-1743295913385-ed523ef1-6b07-4247-ada9-b8d6c2fdbe37", "originalTimestamp": "2025-03-30T00:51:53.385Z", "projectId": "7RamQeLeAzhGjGjBKzNi4R", "properties": { "Hit Timestamp": 1743295913385, "category": "Hero-SearchBar", "env": "production", "isReact": true, "label": "search-bar-success", "site_id": 424 }, "receivedAt": "2025-03-30T00:51:54.847Z", "sentAt": "2025-03-30T00:51:54.063Z", "timestamp": "2025-03-30T00:51:54.169Z", "type": "track", "userId": "0edfcb079ff54aafc5841b82d362f8b8", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.audience": "string", "context.campaign.content": "string", "context.campaign.id": "string", "context.campaign.marketing_tactic": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.s_3A_2F_2Fstorage.com_2Fpaid_landing_2F_3Futm_source": "string", "context.campaign.source": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.category": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 963
- schema_scan_id: 139656018
- updated: 2025-03-29 20:58:38
-
Version 1243267
- created: 2025-03-27 23:56:27
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.storagedc_submit`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagedc_submit`\n(\n`properties`struct<`category`:STRING,`Hit_Timestamp`:STRING,`isReact`:STRING,`label`:STRING,`site_id`:STRING,`env`:STRING>,`projectId`STRING,`messageId`STRING,`sentAt`STRING,`type`STRING,`originalTimestamp`STRING,`timestamp`STRING,`_origin`STRING,`receivedAt`STRING,`userId`STRING,`context`struct<`library`:struct<`version`:STRING,`name`:STRING>,`ip`:STRING,`campaign`:struct<`content`:STRING,`s_3A_2F_2Fstorage`:struct<`com_2Fpaid_landing_2F_3Futm_source`:STRING>,`source`:STRING,`utm_content`:STRING,`term`:STRING,`id`:STRING,`utm_medium`:STRING,`audience`:STRING,`medium`:STRING,`utm_source`:STRING,`utm_campaign`:STRING,`name`:STRING>,`locale`:STRING,`userAgentData`:struct<`brands`:array - hive_path: s3://sfdl-segment-storagedc-prod/separated_dt/submit
- id: 1243267
- processed: 1
- raw_data:
{ "__segment_internal": {}, "_metadata": { "bundled": [ "Google Tag Manager", "Segment.io" ], "bundledIds": [ "6202dd597b97c61eb27f9e4d" ], "unbundled": [] }, "_origin": "2025-03-28T04:54:31Z|s3://sfdl-segment-storagedc-prod/segment-logs/7RamQeLeAzhGjGjBKzNi4R/1743120000000/1743137595391.events-archiver-480-18..dfc9af69-7db6-4679-8443-3a43ce5eeba0.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "ccf79b7e-bb30-4d57-bca4-4f0a20a942fd", "channel": "client", "context": { "campaign": { "audience": "new", "content": "03032025_RecentlyMoved", "id": "120210691061860545_v2_s01", "medium": "paid", "name": "LM_SDC_PROSP_CONVERSION_WEB", "source": "facebook", "term": "120217642818020545" }, "ip": "100.7.22.241", "library": { "name": "analytics.js", "version": "next-1.77.0" }, "locale": "en-US", "page": { "path": "/self-storage/virginia/midlothian/extra-space-storage-7692-midlothian-huguenot-road-232147/", "referrer": "https://www.storage.com/", "search": "", "title": "Extra Space Storage - 7692 - Midlothian - Huguenot Road: Lowest Rates - Storage.com", "url": "https://www.storage.com/self-storage/virginia/midlothian/extra-space-storage-7692-midlothian-huguenot-road-232147/" }, "timezone": "America/New_York", "userAgent": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Mobile Safari/537.36", "userAgentData": { "brands": [ { "brand": "Chromium", "version": "134" }, { "brand": "Not:A-Brand", "version": "24" }, { "brand": "Google Chrome", "version": "134" } ], "mobile": true, "platform": "Android" } }, "event": "submit", "integrations": {}, "messageId": "ajs-next-1743134689373-d409cecd-fbc7-4790-9fd0-7f19a296c5f0", "originalTimestamp": "2025-03-28T04:04:49.373Z", "projectId": "7RamQeLeAzhGjGjBKzNi4R", "properties": { "Hit Timestamp": 1743134689373, "category": "missing category", "env": "production", "isReact": true, "label": "missing label", "site_id": 424 }, "receivedAt": "2025-03-28T04:04:49.952Z", "sentAt": "2025-03-28T04:04:49.437Z", "timestamp": "2025-03-28T04:04:49.888Z", "type": "track", "userId": "f0e532d4d8a656f3e67691709c974ccd", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.audience": "string", "context.campaign.content": "string", "context.campaign.id": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.s_3A_2F_2Fstorage.com_2Fpaid_landing_2F_3Futm_source": "string", "context.campaign.source": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.category": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 963
- schema_scan_id: 139546896
- updated: 2025-03-27 23:56:59
-
Version 1020481
- created: 2024-09-18 15:45:49
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.storagedc_submit`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagedc_submit`\n(\n`event`STRING,`projectId`STRING,`channel`STRING,`sentAt`STRING,`messageId`STRING,`version`STRING,`properties`struct<`isReact`:STRING,`category`:STRING,`Hit_Timestamp`:STRING,`env`:STRING,`label`:STRING,`site_id`:STRING>,`context`struct<`userAgent`:STRING,`campaign`:struct<`s_3A_2F_2Fstorage`:struct<`com_2Fpaid_landing_2F_3Futm_source`:STRING>,`name`:STRING,`utm_content`:STRING,`id`:STRING,`utm_campaign`:STRING,`utm_source`:STRING,`medium`:STRING,`utm_medium`:STRING,`content`:STRING,`source`:STRING,`term`:STRING>,`page`:struct<`referrer`:STRING,`path`:STRING,`title`:STRING,`search`:STRING,`url`:STRING>,`locale`:STRING,`userAgentData`:struct<`mobile`:STRING,`brands`:array - hive_path: s3://sfdl-segment-storagedc-prod/separated_dt/submit
- id: 1020481
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Tag Manager", "Segment.io" ], "bundledIds": [ "6202dd597b97c61eb27f9e4d" ], "unbundled": [] }, "_origin": "2024-09-18T20:45:32Z|s3://sfdl-segment-storagedc-prod/segment-logs/7RamQeLeAzhGjGjBKzNi4R/1726617600000/1726692318492.events-archiver-480-44..38d572fb-3878-4482-98cc-c4d2a8447a52.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "f09d8be4-b349-41ea-8ca7-435f194d73bc", "channel": "client", "context": { "campaign": { "content": "24 Hour", "id": "120210691061860545", "medium": "paid", "name": "Test - SDC Facebook|General", "source": "facebook", "term": "120210691061830545" }, "ip": "76.32.254.157", "library": { "name": "analytics.js", "version": "next-1.72.1" }, "locale": "en-US", "page": { "path": "/paid-landing/", "referrer": "", "search": "?utm_source=facebook&utm_medium=paid&utm_campaign=Test+-+SDC+Facebook%7CGeneral&utm_content=24+Hour&tsid=meta-paid&utm_id=120210691061860545&utm_term=120210691061830545&fbclid=PAZXh0bgNhZW0BMAABpl-5iOwojrFuDziEgmJNMSzpB3vF-u9RrNg653r8UzA6-WUvoz05i6GhVQ_aem_PP_7c2wY6jGrPnNIjjw-lQ", "title": "Find the Cheapest Storage Units with Storage.com", "url": "https://www.storage.com/paid-landing/?utm_source=facebook&utm_medium=paid&utm_campaign=Test+-+SDC+Facebook%7CGeneral&utm_content=24+Hour&tsid=meta-paid&utm_id=120210691061860545&utm_term=120210691061830545&fbclid=PAZXh0bgNhZW0BMAABpl-5iOwojrFuDziEgmJNMSzpB3vF-u9RrNg653r8UzA6-WUvoz05i6GhVQ_aem_PP_7c2wY6jGrPnNIjjw-lQ" }, "timezone": "America/Los_Angeles", "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36 Edg/128.0.0.0", "userAgentData": { "brands": [ { "brand": "Chromium", "version": "128" }, { "brand": "Not;A=Brand", "version": "24" }, { "brand": "Microsoft Edge", "version": "128" } ], "mobile": false, "platform": "Windows" } }, "event": "submit", "integrations": {}, "messageId": "ajs-next-1726689360987-435f194d-73bc-4dc3-926f-170e276d809e", "originalTimestamp": "2024-09-18T19:56:00.987Z", "projectId": "7RamQeLeAzhGjGjBKzNi4R", "properties": { "Hit Timestamp": 1726689360987, "category": "Hero-SearchBar", "env": "production", "isReact": true, "label": "search-bar-success", "site_id": 424 }, "receivedAt": "2024-09-18T19:56:01.052Z", "sentAt": "2024-09-18T19:56:01.014Z", "timestamp": "2024-09-18T19:56:01.025Z", "type": "track", "userId": "94ffc8f9b4ff2df799d4937cd4e8e7c0", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.id": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.s_3A_2F_2Fstorage.com_2Fpaid_landing_2F_3Futm_source": "string", "context.campaign.source": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.category": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 963
- schema_scan_id: 127646683
- updated: 2024-09-18 15:46:18
Schema Scans: 3
Last at 2025-03-29 20:53:47
-
Scan 139656018
- duration: 0:00:12.763774
- exit_message:
{ "exception": "failed to apply schema `Query failed: FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask `MSCK REPAIR TABLE sfdl_prod_segment.storagedc_submit``: ['CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`', 'DROP TABLE IF EXISTS `sfdl_prod_segment.storagedc_submit`', \"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_segment.storagedc_submit`\\n(\\n`projectId`STRING,`timestamp`STRING,`type`STRING,`context`struct<`userAgentData`:struct<`brands`:array - id: 139656018
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-03-30/", "name": "dt", "type": "string", "value": "2025-03-30" }, "s3": { "bucket": "sfdl-segment-storagedc-prod", "hive_path": "s3://sfdl-segment-storagedc-prod/separated_dt/submit", "key": "separated_dt/submit/dt=2025-03-30/1743299480909.events-archiver-480-34..0143abb3-3373-4583-a368-752d7b054adf.json.gz" }, "schema": { "name": "sfdl_prod_segment.storagedc_submit", "type": "segment" } } - running: False
- schema_name_id: 963
- start_time: 2025-03-29 20:53:47
- success: False
- trace_id: 10350861567609611429
-
Scan 139546896
- duration: 0:01:50.858942
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 1134, "partitions_applied": false, "success": true } - id: 139546896
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-03-28/", "name": "dt", "type": "string", "value": "2025-03-28" }, "s3": { "bucket": "sfdl-segment-storagedc-prod", "hive_path": "s3://sfdl-segment-storagedc-prod/separated_dt/submit", "key": "separated_dt/submit/dt=2025-03-28/1743137595391.events-archiver-480-18..dfc9af69-7db6-4679-8443-3a43ce5eeba0.json.gz" }, "schema": { "name": "sfdl_prod_segment.storagedc_submit", "type": "segment" } } - running: False
- schema_name_id: 963
- start_time: 2025-03-27 23:56:25
- success: True
- trace_id: 16143584451436202495
-
Scan 127646683
- duration: 0:00:52.923244
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 943, "partitions_applied": false, "success": true } - id: 127646683
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2024-09-18/", "name": "dt", "type": "string", "value": "2024-09-18" }, "s3": { "bucket": "sfdl-segment-storagedc-prod", "hive_path": "s3://sfdl-segment-storagedc-prod/separated_dt/submit", "key": "separated_dt/submit/dt=2024-09-18/1726692318492.events-archiver-480-44..38d572fb-3878-4482-98cc-c4d2a8447a52.json.gz" }, "schema": { "name": "sfdl_prod_segment.storagedc_submit", "type": "segment" } } - running: False
- schema_name_id: 963
- start_time: 2024-09-18 15:45:48
- success: True
- trace_id: 17417019501310778027
- count: 32
- ddl:
[ "ALTER TABLE\n `sfdl_prod_segment.storagedc_submit`\nADD\n\n\n PARTITION (dt='2025-10-22') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-10-22/'\n PARTITION (dt='2025-10-28') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-10-28/'\n PARTITION (dt='2025-10-29') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-10-29/'\n PARTITION (dt='2025-10-31') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-10-31/'\n PARTITION (dt='2025-11-02') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-11-02/'\n PARTITION (dt='2025-11-09') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-11-09/'\n PARTITION (dt='2025-11-21') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-11-21/'\n PARTITION (dt='2025-12-08') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-08/'\n PARTITION (dt='2025-12-10') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-10/'\n PARTITION (dt='2025-12-13') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-13/'\n PARTITION (dt='2025-12-15') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-15/'\n PARTITION (dt='2025-12-26') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-26/'\n PARTITION (dt='2025-12-29') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-29/'\n PARTITION (dt='2026-01-12') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-01-12/'\n PARTITION (dt='2026-01-23') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-01-23/'\n PARTITION (dt='2026-01-28') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-01-28/'\n PARTITION (dt='2026-01-29') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-01-29/'\n PARTITION (dt='2026-01-30') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-01-30/'\n PARTITION (dt='2026-02-04') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-04/'\n PARTITION (dt='2026-02-17') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-17/'\n PARTITION (dt='2026-02-21') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-21/'\n PARTITION (dt='2026-02-23') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-23/'\n PARTITION (dt='2026-02-26') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-26/'\n PARTITION (dt='2026-02-27') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-27/'\n PARTITION (dt='2026-03-19') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-03-19/'\n PARTITION (dt='2026-03-26') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-03-26/'\n PARTITION (dt='2026-03-29') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-03-29/'\n PARTITION (dt='2026-04-02') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-04-02/'\n PARTITION (dt='2026-04-04') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-04-04/'\n PARTITION (dt='2026-04-07') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-04-07/'\n PARTITION (dt='2026-04-09') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-04-09/'\n PARTITION (dt='2026-04-10') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-04-10/'\n;" ] - name: dt
- state:
[ { "info": { "id": 1597331, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-10-22/", "name": "dt", "value": "2025-10-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-22 10:57:30", "last_data": "2025-10-22 10:57:30" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1598699, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-10-28/", "name": "dt", "value": "2025-10-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-28 10:12:19", "last_data": "2025-10-28 10:12:19" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1598989, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-10-29/", "name": "dt", "value": "2025-10-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-29 11:45:31", "last_data": "2025-10-29 11:45:31" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1599312, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-10-31/", "name": "dt", "value": "2025-10-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-30 20:13:02", "last_data": "2025-10-30 20:13:02" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1599988, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-11-02/", "name": "dt", "value": "2025-11-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-01 22:55:43", "last_data": "2025-11-01 22:55:43" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1601831, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-11-09/", "name": "dt", "value": "2025-11-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-09 18:07:15", "last_data": "2025-11-09 18:07:15" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1606730, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-11-21/", "name": "dt", "value": "2025-11-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-20 20:20:57", "last_data": "2025-11-20 20:20:57" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1611689, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-08/", "name": "dt", "value": "2025-12-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-08 11:02:14", "last_data": "2025-12-08 11:02:14" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1612266, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-10/", "name": "dt", "value": "2025-12-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-09 21:03:26", "last_data": "2025-12-09 21:05:07" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1612985, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-13/", "name": "dt", "value": "2025-12-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-12 18:59:23", "last_data": "2025-12-12 18:59:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1613579, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-15/", "name": "dt", "value": "2025-12-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-15 08:34:41", "last_data": "2025-12-15 08:34:41" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1618664, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-26/", "name": "dt", "value": "2025-12-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-26 10:56:46", "last_data": "2025-12-26 10:56:46" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1619347, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-29/", "name": "dt", "value": "2025-12-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-29 17:01:38", "last_data": "2025-12-29 17:01:38" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1622374, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-01-12/", "name": "dt", "value": "2026-01-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-12 08:58:43", "last_data": "2026-01-12 11:03:20" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1627211, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-01-23/", "name": "dt", "value": "2026-01-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-23 01:58:26", "last_data": "2026-01-23 01:58:26" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1628285, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-01-28/", "name": "dt", "value": "2026-01-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-27 20:51:08", "last_data": "2026-01-27 20:56:28" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1628650, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-01-29/", "name": "dt", "value": "2026-01-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-29 17:50:59", "last_data": "2026-01-29 18:27:36" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1628866, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-01-30/", "name": "dt", "value": "2026-01-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-30 10:03:33", "last_data": "2026-01-30 10:03:33" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1629897, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-04/", "name": "dt", "value": "2026-02-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-03 22:58:13", "last_data": "2026-02-03 22:58:13" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1635195, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-17/", "name": "dt", "value": "2026-02-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-17 13:56:14", "last_data": "2026-02-17 13:56:14" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1636045, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-21/", "name": "dt", "value": "2026-02-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-21 12:01:42", "last_data": "2026-02-21 12:01:42" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1636535, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-23/", "name": "dt", "value": "2026-02-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-23 13:53:59", "last_data": "2026-02-23 16:53:13" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1637652, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-26/", "name": "dt", "value": "2026-02-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-26 15:03:37", "last_data": "2026-02-26 15:03:37" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1641040, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-27/", "name": "dt", "value": "2026-02-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-27 13:58:04", "last_data": "2026-02-27 13:58:04" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1648523, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-03-19/", "name": "dt", "value": "2026-03-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-18 21:00:48", "last_data": "2026-03-18 21:00:48" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1650342, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-03-26/", "name": "dt", "value": "2026-03-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-26 13:03:44", "last_data": "2026-03-26 13:03:44" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1651398, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-03-29/", "name": "dt", "value": "2026-03-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-29 11:57:38", "last_data": "2026-03-29 11:57:38" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1652227, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-04-02/", "name": "dt", "value": "2026-04-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-01 20:03:15", "last_data": "2026-04-01 20:03:15" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1652859, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-04-04/", "name": "dt", "value": "2026-04-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-04 06:57:39", "last_data": "2026-04-04 07:01:47" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1656904, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-04-07/", "name": "dt", "value": "2026-04-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-07 18:58:43", "last_data": "2026-04-07 18:58:43" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1657393, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-04-09/", "name": "dt", "value": "2026-04-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-08 23:02:49", "last_data": "2026-04-08 23:02:49" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1657742, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-04-10/", "name": "dt", "value": "2026-04-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-10 09:49:15", "last_data": "2026-04-10 09:49:15" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.audience": "string", "context.campaign.content": "string", "context.campaign.id": "string", "context.campaign.marketing_tactic": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.s_3A_2F_2Fstorage.com_2Fpaid_landing_2F_3Futm_source": "string", "context.campaign.source": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.category": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2025-03-29 20:53:48
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagedc_submit`\n(\n`projectId`STRING,`timestamp`STRING,`type`STRING,`context`struct<`userAgentData`:struct<`brands`:array
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2022-02-16 18:18:32",
"disabled": false,
"format": "raw",
"id": 963,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_prod_segment",
"table": "storagedc_submit"
},
"type": "segment"
},
"partition": {
"count": 32,
"ddl": [
"ALTER TABLE\n `sfdl_prod_segment.storagedc_submit`\nADD\n\n\n PARTITION (dt='2025-10-22') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-10-22/'\n PARTITION (dt='2025-10-28') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-10-28/'\n PARTITION (dt='2025-10-29') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-10-29/'\n PARTITION (dt='2025-10-31') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-10-31/'\n PARTITION (dt='2025-11-02') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-11-02/'\n PARTITION (dt='2025-11-09') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-11-09/'\n PARTITION (dt='2025-11-21') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-11-21/'\n PARTITION (dt='2025-12-08') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-08/'\n PARTITION (dt='2025-12-10') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-10/'\n PARTITION (dt='2025-12-13') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-13/'\n PARTITION (dt='2025-12-15') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-15/'\n PARTITION (dt='2025-12-26') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-26/'\n PARTITION (dt='2025-12-29') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-29/'\n PARTITION (dt='2026-01-12') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-01-12/'\n PARTITION (dt='2026-01-23') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-01-23/'\n PARTITION (dt='2026-01-28') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-01-28/'\n PARTITION (dt='2026-01-29') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-01-29/'\n PARTITION (dt='2026-01-30') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-01-30/'\n PARTITION (dt='2026-02-04') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-04/'\n PARTITION (dt='2026-02-17') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-17/'\n PARTITION (dt='2026-02-21') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-21/'\n PARTITION (dt='2026-02-23') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-23/'\n PARTITION (dt='2026-02-26') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-26/'\n PARTITION (dt='2026-02-27') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-27/'\n PARTITION (dt='2026-03-19') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-03-19/'\n PARTITION (dt='2026-03-26') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-03-26/'\n PARTITION (dt='2026-03-29') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-03-29/'\n PARTITION (dt='2026-04-02') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-04-02/'\n PARTITION (dt='2026-04-04') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-04-04/'\n PARTITION (dt='2026-04-07') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-04-07/'\n PARTITION (dt='2026-04-09') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-04-09/'\n PARTITION (dt='2026-04-10') location 's3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-04-10/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 1597331,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-10-22/",
"name": "dt",
"value": "2025-10-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-22 10:57:30",
"last_data": "2025-10-22 10:57:30"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1598699,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-10-28/",
"name": "dt",
"value": "2025-10-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-28 10:12:19",
"last_data": "2025-10-28 10:12:19"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1598989,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-10-29/",
"name": "dt",
"value": "2025-10-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-29 11:45:31",
"last_data": "2025-10-29 11:45:31"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1599312,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-10-31/",
"name": "dt",
"value": "2025-10-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-30 20:13:02",
"last_data": "2025-10-30 20:13:02"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1599988,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-11-02/",
"name": "dt",
"value": "2025-11-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-01 22:55:43",
"last_data": "2025-11-01 22:55:43"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1601831,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-11-09/",
"name": "dt",
"value": "2025-11-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-09 18:07:15",
"last_data": "2025-11-09 18:07:15"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1606730,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-11-21/",
"name": "dt",
"value": "2025-11-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-20 20:20:57",
"last_data": "2025-11-20 20:20:57"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1611689,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-08/",
"name": "dt",
"value": "2025-12-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-08 11:02:14",
"last_data": "2025-12-08 11:02:14"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1612266,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-10/",
"name": "dt",
"value": "2025-12-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-09 21:03:26",
"last_data": "2025-12-09 21:05:07"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1612985,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-13/",
"name": "dt",
"value": "2025-12-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-12 18:59:23",
"last_data": "2025-12-12 18:59:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1613579,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-15/",
"name": "dt",
"value": "2025-12-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-15 08:34:41",
"last_data": "2025-12-15 08:34:41"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1618664,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-26/",
"name": "dt",
"value": "2025-12-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-26 10:56:46",
"last_data": "2025-12-26 10:56:46"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1619347,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2025-12-29/",
"name": "dt",
"value": "2025-12-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-29 17:01:38",
"last_data": "2025-12-29 17:01:38"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1622374,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-01-12/",
"name": "dt",
"value": "2026-01-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-12 08:58:43",
"last_data": "2026-01-12 11:03:20"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1627211,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-01-23/",
"name": "dt",
"value": "2026-01-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-23 01:58:26",
"last_data": "2026-01-23 01:58:26"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1628285,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-01-28/",
"name": "dt",
"value": "2026-01-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-27 20:51:08",
"last_data": "2026-01-27 20:56:28"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1628650,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-01-29/",
"name": "dt",
"value": "2026-01-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-29 17:50:59",
"last_data": "2026-01-29 18:27:36"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1628866,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-01-30/",
"name": "dt",
"value": "2026-01-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-30 10:03:33",
"last_data": "2026-01-30 10:03:33"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1629897,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-04/",
"name": "dt",
"value": "2026-02-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-03 22:58:13",
"last_data": "2026-02-03 22:58:13"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1635195,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-17/",
"name": "dt",
"value": "2026-02-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-17 13:56:14",
"last_data": "2026-02-17 13:56:14"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1636045,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-21/",
"name": "dt",
"value": "2026-02-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-21 12:01:42",
"last_data": "2026-02-21 12:01:42"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1636535,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-23/",
"name": "dt",
"value": "2026-02-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-23 13:53:59",
"last_data": "2026-02-23 16:53:13"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1637652,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-26/",
"name": "dt",
"value": "2026-02-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-26 15:03:37",
"last_data": "2026-02-26 15:03:37"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1641040,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-02-27/",
"name": "dt",
"value": "2026-02-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-27 13:58:04",
"last_data": "2026-02-27 13:58:04"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1648523,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-03-19/",
"name": "dt",
"value": "2026-03-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-18 21:00:48",
"last_data": "2026-03-18 21:00:48"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1650342,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-03-26/",
"name": "dt",
"value": "2026-03-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-26 13:03:44",
"last_data": "2026-03-26 13:03:44"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1651398,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-03-29/",
"name": "dt",
"value": "2026-03-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-29 11:57:38",
"last_data": "2026-03-29 11:57:38"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1652227,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-04-02/",
"name": "dt",
"value": "2026-04-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-01 20:03:15",
"last_data": "2026-04-01 20:03:15"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1652859,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-04-04/",
"name": "dt",
"value": "2026-04-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-04 06:57:39",
"last_data": "2026-04-04 07:01:47"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1656904,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-04-07/",
"name": "dt",
"value": "2026-04-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-07 18:58:43",
"last_data": "2026-04-07 18:58:43"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1657393,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-04-09/",
"name": "dt",
"value": "2026-04-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-08 23:02:49",
"last_data": "2026-04-08 23:02:49"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1657742,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/submit/dt=2026-04-10/",
"name": "dt",
"value": "2026-04-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-10 09:49:15",
"last_data": "2026-04-10 09:49:15"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"anonymousId": "string",
"channel": "string",
"context.campaign.audience": "string",
"context.campaign.content": "string",
"context.campaign.id": "string",
"context.campaign.marketing_tactic": "string",
"context.campaign.medium": "string",
"context.campaign.name": "string",
"context.campaign.s_3A_2F_2Fstorage.com_2Fpaid_landing_2F_3Futm_source": "string",
"context.campaign.source": "string",
"context.campaign.term": "string",
"context.campaign.utm_campaign": "string",
"context.campaign.utm_content": "string",
"context.campaign.utm_medium": "string",
"context.campaign.utm_source": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.locale": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.timezone": "string",
"context.userAgent": "string",
"context.userAgentData.brands": [
{
"brand": "string",
"version": "string"
}
],
"context.userAgentData.mobile": "string",
"context.userAgentData.platform": "string",
"event": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.Hit_Timestamp": "string",
"properties.category": "string",
"properties.env": "string",
"properties.isReact": "string",
"properties.label": "string",
"properties.site_id": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2025-03-29 20:53:48",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagedc_submit`\n(\n`projectId`STRING,`timestamp`STRING,`type`STRING,`context`struct<`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`page`:struct<`path`:STRING,`search`:STRING,`url`:STRING,`title`:STRING,`referrer`:STRING>,`ip`:STRING,`userAgent`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING,`timezone`:STRING,`campaign`:struct<`s_3A_2F_2Fstorage`:struct<`com_2Fpaid_landing_2F_3Futm_source`:STRING>,`id`:STRING,`utm_campaign`:STRING,`utm_content`:STRING,`medium`:STRING,`audience`:STRING,`term`:STRING,`source`:STRING,`utm_medium`:STRING,`utm_source`:STRING,`content`:STRING,`marketing_tactic`:STRING,`name`:STRING>>,`receivedAt`STRING,`version`STRING,`sentAt`STRING,`_origin`STRING,`messageId`STRING,`event`STRING,`userId`STRING,`originalTimestamp`STRING,`properties`struct<`label`:STRING,`env`:STRING,`category`:STRING,`Hit_Timestamp`:STRING,`isReact`:STRING,`site_id`:STRING>,`channel`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagedc-prod/separated_dt/submit'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.storagedc_submit`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.storagedc_submit"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}