Schema Info
Schema Name: sfdl_prod_segment.storagedc_experiment_bucketing
- created: 2022-02-15 14:26:37
- disabled: False
- format: raw
- id: 961
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_prod_segment", "table": "storagedc_experiment_bucketing" } - type: segment
Schema Versions: 3
-
Version 1248887
- created: 2025-04-01 05:52:36
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.storagedc_experiment_bucketing`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagedc_experiment_bucketing`\n(\n`projectId`STRING,`context`struct<`page`:struct<`path`:STRING,`search`:STRING,`url`:STRING,`title`:STRING,`referrer`:STRING>,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`ip`:STRING,`userAgent`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING,`timezone`:STRING,`campaign`:struct<`matchtype`:STRING,`device`:STRING,`source_platform`:STRING,`content`:STRING,`medium`:STRING,`sid_3Dgoogle_ppc_26utm_source_3Dgoogle_26utm_medium_3Dpaidsearch_26utm_campaign_3DSDC_2BGoogle_257CNational_2BGeneral_257CBroad_26utm_content_3D_26ploc_3D2840_26iloc_3D_26mkwid_3DsmfGjMnHA_7Cpcrid_7C679406718121_7Cpkw_7Cself_2520storage_7Cpmt_7Cb_7Cpdv_7Cm_7Cpgrid_7C153597924205_7Ccpgnid_7C20740617041_7Cptaid_7Ckwd_10373131_7Cadext_7C_26pgrid_3D153597924205_26ptaid_3Dkwd_10373131_26gad_source_3D5`:STRING,`sourc`:STRING,`source`:STRING,`clkid`:STRING,`c`:STRING,`marketing_tactic`:STRING,`ca`:STRING,`sid_3Dgoogle_ppc_26utm_source_3Dgoogle_26utm_medium_3Dpaidsearch_26utm_campaign_3DSDC_2BGoogle_257CNational_2BGeneral_257CBroad_26utm_content_3D_26ploc_3D2840_26iloc_3D_26mkwid_3DsmERl1nuE_7Cpcrid_7C679406717971_7Cpkw_7Cstorage_2520companies_7Cpmt_7Cb_7Cpdv_7Cc_7Cpgrid_7C153597923885_7Ccpgnid_7C20740617041_7Cptaid_7Ckwd_10840201_7Cadext_7C_26pgrid_3D153597923885_26ptaid_3Dkwd_10840201_26gad_source_3D5`:STRING,`name`:STRING,`id`:STRING,`utm_campaign`:STRING,`s_3A_2F_2Fstorage`:struct<`com_2Fpaid_landing_2F_3Futm_source`:STRING>,`t`:STRING,`utm_content`:STRING,`audience`:STRING,`term`:STRING,`utm_medium`:STRING,`utm_source`:STRING,`keyword`:STRING>>,`version`STRING,`sentAt`STRING,`event`STRING,`anonymousId`STRING,`timestamp`STRING,`type`STRING,`receivedAt`STRING,`_origin`STRING,`messageId`STRING,`userId`STRING,`originalTimestamp`STRING,`properties`struct<`Hit_Timestamp`:STRING,`env`:STRING,`experiment_variation`:STRING,`isReact`:STRING,`site_id`:STRING,`experiment_name`:STRING>,`channel`STRING,`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing'\n", "MSCK REPAIR TABLE sfdl_prod_segment.storagedc_experiment_bucketing" ] - hive_path: s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing
- id: 1248887
- processed: 1
- raw_data:
{ "__segment_internal": {}, "_metadata": { "bundled": [ "Google Tag Manager", "Segment.io" ], "bundledIds": [ "6202dd597b97c61eb27f9e4d" ], "unbundled": [] }, "_origin": "2025-04-01T10:52:17Z|s3://sfdl-segment-storagedc-prod/segment-logs/7RamQeLeAzhGjGjBKzNi4R/1743465600000/1743504678594.events-archiver-480-0..358e2655-d95f-4ab7-b881-211a556a89af.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "5fe95bf2-d574-4270-a3ea-cd042b2e79ca", "channel": "client", "context": { "campaign": { "content": "03112025_LifeEvent", "id": "120210691061860545_v2_s12_e6966", "medium": "paid", "name": "LM_SDC_PROSP_CONVERSION_WEB", "source": "facebook", "source_platform": "not_hot_4month", "term": "120217642818020545" }, "ip": "38.13.26.243", "library": { "name": "analytics.js", "version": "next-1.77.0" }, "locale": "en-US", "page": { "path": "/paid-landing/", "referrer": "", "search": "?utm_source=facebook&utm_medium=paid&utm_campaign=LM_SDC_PROSP_CONVERSION_WEB&utm_content=03032025_RecentlyMoved&tsid=meta-paid&fbclid=IwZXh0bgNhZW0BMABhZGlkAasZTyzVMrEBHeQaPS-ohyeCUtm_rUOcB-pSDjRQCjem2KKpHhL90N5m065jO1kVTpO_PA_aem_kzjepadVz9FT64uOgLUXBQ&utm_id=120210691061860545_v2_s12_e6966&utm_term=120217642818020545", "title": "Find the Cheapest Storage Units with Storage.com", "url": "https://www.storage.com/paid-landing/?utm_source=facebook&utm_medium=paid&utm_campaign=LM_SDC_PROSP_CONVERSION_WEB&utm_content=03032025_RecentlyMoved&tsid=meta-paid&fbclid=IwZXh0bgNhZW0BMABhZGlkAasZTyzVMrEBHeQaPS-ohyeCUtm_rUOcB-pSDjRQCjem2KKpHhL90N5m065jO1kVTpO_PA_aem_kzjepadVz9FT64uOgLUXBQ&utm_id=120210691061860545_v2_s12_e6966&utm_term=120217642818020545" }, "timezone": "America/Los_Angeles", "userAgent": "Mozilla/5.0 (Linux; Android 14; moto g stylus 5G - 2024 Build/U2UBS34.44-30-6-3-4; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/134.0.6998.170 Mobile Safari/537.36 [FB_IAB/FB4A;FBAV/506.1.0.74.27;IABMV/1;]", "userAgentData": { "brands": [ { "brand": "Android WebView", "version": "134" } ], "mobile": true, "platform": "Android" } }, "event": "experiment_bucketing", "integrations": { "All": true, "Google Analytics": true }, "messageId": "ajs-next-1743502154890-006c7ab4-a4c7-43aa-b54c-737f4ede775f", "originalTimestamp": "2025-04-01T10:09:14.890Z", "projectId": "7RamQeLeAzhGjGjBKzNi4R", "properties": { "Hit Timestamp": 1743502154805, "env": "production", "experiment_name": "sf_12127_ssdc_paid_landing_refresh", "experiment_variation": "variation", "isReact": true, "site_id": 424 }, "receivedAt": "2025-04-01T10:09:14.671Z", "sentAt": "2025-04-01T10:09:14.913Z", "timestamp": "2025-04-01T10:09:14.648Z", "type": "track", "userId": "834cb4c387aa27910c684887d9d36253", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.audience": "string", "context.campaign.c": "string", "context.campaign.ca": "string", "context.campaign.clkid": "string", "context.campaign.content": "string", "context.campaign.device": "string", "context.campaign.id": "string", "context.campaign.keyword": "string", "context.campaign.marketing_tactic": "string", "context.campaign.matchtype": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.s_3A_2F_2Fstorage.com_2Fpaid_landing_2F_3Futm_source": "string", "context.campaign.sid_3Dgoogle_ppc_26utm_source_3Dgoogle_26utm_medium_3Dpaidsearch_26utm_campaign_3DSDC_2BGoogle_257CNational_2BGeneral_257CBroad_26utm_content_3D_26ploc_3D2840_26iloc_3D_26mkwid_3DsmERl1nuE_7Cpcrid_7C679406717971_7Cpkw_7Cstorage_2520companies_7Cpmt_7Cb_7Cpdv_7Cc_7Cpgrid_7C153597923885_7Ccpgnid_7C20740617041_7Cptaid_7Ckwd_10840201_7Cadext_7C_26pgrid_3D153597923885_26ptaid_3Dkwd_10840201_26gad_source_3D5": "string", "context.campaign.sid_3Dgoogle_ppc_26utm_source_3Dgoogle_26utm_medium_3Dpaidsearch_26utm_campaign_3DSDC_2BGoogle_257CNational_2BGeneral_257CBroad_26utm_content_3D_26ploc_3D2840_26iloc_3D_26mkwid_3DsmfGjMnHA_7Cpcrid_7C679406718121_7Cpkw_7Cself_2520storage_7Cpmt_7Cb_7Cpdv_7Cm_7Cpgrid_7C153597924205_7Ccpgnid_7C20740617041_7Cptaid_7Ckwd_10373131_7Cadext_7C_26pgrid_3D153597924205_26ptaid_3Dkwd_10373131_26gad_source_3D5": "string", "context.campaign.sourc": "string", "context.campaign.source": "string", "context.campaign.source_platform": "string", "context.campaign.t": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.experiment_name": "string", "properties.experiment_variation": "string", "properties.isReact": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 961
- schema_scan_id: 139789748
- updated: 2025-04-01 05:57:10
-
Version 1245656
- created: 2025-03-29 20:56:36
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.storagedc_experiment_bucketing`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagedc_experiment_bucketing`\n(\n`anonymousId`STRING,`type`STRING,`originalTimestamp`STRING,`sentAt`STRING,`properties`struct<`Hit_Timestamp`:STRING,`isReact`:STRING,`env`:STRING,`experiment_name`:STRING,`experiment_variation`:STRING,`site_id`:STRING>,`userId`STRING,`receivedAt`STRING,`context`struct<`library`:struct<`name`:STRING,`version`:STRING>,`ip`:STRING,`campaign`:struct<`term`:STRING,`sid_3Dgoogle_ppc_26utm_source_3Dgoogle_26utm_medium_3Dpaidsearch_26utm_campaign_3DSDC_2BGoogle_257CNational_2BGeneral_257CBroad_26utm_content_3D_26ploc_3D2840_26iloc_3D_26mkwid_3DsmERl1nuE_7Cpcrid_7C679406717971_7Cpkw_7Cstorage_2520companies_7Cpmt_7Cb_7Cpdv_7Cc_7Cpgrid_7C153597923885_7Ccpgnid_7C20740617041_7Cptaid_7Ckwd_10840201_7Cadext_7C_26pgrid_3D153597923885_26ptaid_3Dkwd_10840201_26gad_source_3D5`:STRING,`id`:STRING,`content`:STRING,`name`:STRING,`keyword`:STRING,`source`:STRING,`ca`:STRING,`audience`:STRING,`utm_source`:STRING,`sid_3Dgoogle_ppc_26utm_source_3Dgoogle_26utm_medium_3Dpaidsearch_26utm_campaign_3DSDC_2BGoogle_257CNational_2BGeneral_257CBroad_26utm_content_3D_26ploc_3D2840_26iloc_3D_26mkwid_3DsmfGjMnHA_7Cpcrid_7C679406718121_7Cpkw_7Cself_2520storage_7Cpmt_7Cb_7Cpdv_7Cm_7Cpgrid_7C153597924205_7Ccpgnid_7C20740617041_7Cptaid_7Ckwd_10373131_7Cadext_7C_26pgrid_3D153597924205_26ptaid_3Dkwd_10373131_26gad_source_3D5`:STRING,`clkid`:STRING,`utm_content`:STRING,`s_3A_2F_2Fstorage`:struct<`com_2Fpaid_landing_2F_3Futm_source`:STRING>,`matchtype`:STRING,`t`:STRING,`sourc`:STRING,`marketing_tactic`:STRING,`c`:STRING,`utm_campaign`:STRING,`device`:STRING,`medium`:STRING,`utm_medium`:STRING>,`userAgent`:STRING,`locale`:STRING,`page`:struct<`search`:STRING,`url`:STRING,`title`:STRING,`referrer`:STRING,`path`:STRING>,`timezone`:STRING,`userAgentData`:struct<`platform`:STRING,`mobile`:STRING,`brands`:array>>>,`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>,`messageId`STRING,`channel`STRING,`event`STRING,`projectId`STRING,`_origin`STRING,`timestamp`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing'\n", "MSCK REPAIR TABLE sfdl_prod_segment.storagedc_experiment_bucketing" ] - hive_path: s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing
- id: 1245656
- processed: 1
- raw_data:
{ "__segment_internal": {}, "_metadata": { "bundled": [ "Google Tag Manager", "Segment.io" ], "bundledIds": [ "6202dd597b97c61eb27f9e4d" ], "unbundled": [] }, "_origin": "2025-03-30T01:55:00Z|s3://sfdl-segment-storagedc-prod/segment-logs/7RamQeLeAzhGjGjBKzNi4R/1743292800000/1743299631126.events-archiver-480-36..0768234d-efc2-4e55-97b5-cb67378c6ae6.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "d5a3d953-b808-4b3a-b9a8-b3598ecc48eb", "channel": "client", "context": { "campaign": { "content": "Non Reservers|60 Days", "id": "120210767246160545_v2_s01", "marketing_tactic": "prospecting", "medium": "paid", "name": "SDC Facebook|General|Remarketing", "source": "facebook", "term": "120210767246240545" }, "ip": "172.58.57.45", "library": { "name": "analytics.js", "version": "next-1.77.0" }, "locale": "en-US", "page": { "path": "/paid-landing/", "referrer": "", "search": "?utm_source=facebook&utm_medium=paid&utm_campaign=SDC+Facebook%7CGeneral%7CRemarketing&utm_content=Non+Reservers%7C30+Days&tsid=meta-paid&fbclid=IwZXh0bgNhZW0BMABhZGlkAasZreCQnUEBHeXTePpvtibZYQDCp1lkDoFwQ2dWCIfkNWwFB4bFHEGR4XbJdy_6DihMNg_aem_14MoHx9Vi2uClwsMcKZ9OQ&utm_id=120210767246160545_v2_s01&utm_term=120210767246240545", "title": "Find the Cheapest Storage Units with Storage.com", "url": "https://www.storage.com/paid-landing/?utm_source=facebook&utm_medium=paid&utm_campaign=SDC+Facebook%7CGeneral%7CRemarketing&utm_content=Non+Reservers%7C30+Days&tsid=meta-paid&fbclid=IwZXh0bgNhZW0BMABhZGlkAasZreCQnUEBHeXTePpvtibZYQDCp1lkDoFwQ2dWCIfkNWwFB4bFHEGR4XbJdy_6DihMNg_aem_14MoHx9Vi2uClwsMcKZ9OQ&utm_id=120210767246160545_v2_s01&utm_term=120210767246240545" }, "timezone": "America/Denver", "userAgent": "Mozilla/5.0 (Linux; Android 12; motorola one 5G UW ace Build/S3RV32.128-36-6; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/134.0.6998.105 Mobile Safari/537.36 [FB_IAB/FB4A;FBAV/505.0.0.57.45;IABMV/1;]", "userAgentData": { "brands": [ { "brand": "Android WebView", "version": "134" } ], "mobile": true, "platform": "Android" } }, "event": "experiment_bucketing", "integrations": { "All": true, "Google Analytics": true }, "messageId": "ajs-next-1743296053898-40e87ebd-6046-4f7f-912a-3054bf65f80c", "originalTimestamp": "2025-03-30T00:54:13.898Z", "projectId": "7RamQeLeAzhGjGjBKzNi4R", "properties": { "Hit Timestamp": 1743296053666, "env": "production", "experiment_name": "sf_12127_ssdc_paid_landing_refresh", "experiment_variation": "control", "isReact": true, "site_id": 424 }, "receivedAt": "2025-03-30T00:54:14.132Z", "sentAt": "2025-03-30T00:54:13.921Z", "timestamp": "2025-03-30T00:54:14.109Z", "type": "track", "userId": "273939bf213d94a67ba74bb9e51516a4", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.audience": "string", "context.campaign.c": "string", "context.campaign.ca": "string", "context.campaign.clkid": "string", "context.campaign.content": "string", "context.campaign.device": "string", "context.campaign.id": "string", "context.campaign.keyword": "string", "context.campaign.marketing_tactic": "string", "context.campaign.matchtype": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.s_3A_2F_2Fstorage.com_2Fpaid_landing_2F_3Futm_source": "string", "context.campaign.sid_3Dgoogle_ppc_26utm_source_3Dgoogle_26utm_medium_3Dpaidsearch_26utm_campaign_3DSDC_2BGoogle_257CNational_2BGeneral_257CBroad_26utm_content_3D_26ploc_3D2840_26iloc_3D_26mkwid_3DsmERl1nuE_7Cpcrid_7C679406717971_7Cpkw_7Cstorage_2520companies_7Cpmt_7Cb_7Cpdv_7Cc_7Cpgrid_7C153597923885_7Ccpgnid_7C20740617041_7Cptaid_7Ckwd_10840201_7Cadext_7C_26pgrid_3D153597923885_26ptaid_3Dkwd_10840201_26gad_source_3D5": "string", "context.campaign.sid_3Dgoogle_ppc_26utm_source_3Dgoogle_26utm_medium_3Dpaidsearch_26utm_campaign_3DSDC_2BGoogle_257CNational_2BGeneral_257CBroad_26utm_content_3D_26ploc_3D2840_26iloc_3D_26mkwid_3DsmfGjMnHA_7Cpcrid_7C679406718121_7Cpkw_7Cself_2520storage_7Cpmt_7Cb_7Cpdv_7Cm_7Cpgrid_7C153597924205_7Ccpgnid_7C20740617041_7Cptaid_7Ckwd_10373131_7Cadext_7C_26pgrid_3D153597924205_26ptaid_3Dkwd_10373131_26gad_source_3D5": "string", "context.campaign.sourc": "string", "context.campaign.source": "string", "context.campaign.t": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.experiment_name": "string", "properties.experiment_variation": "string", "properties.isReact": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 961
- schema_scan_id: 139656383
- updated: 2025-03-29 20:57:13
-
Version 1242056
- created: 2025-03-26 21:55:12
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.storagedc_experiment_bucketing`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagedc_experiment_bucketing`\n(\n`projectId`STRING,`context`struct<`page`:struct<`path`:STRING,`search`:STRING,`url`:STRING,`title`:STRING,`referrer`:STRING>,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`ip`:STRING,`userAgent`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING,`timezone`:STRING,`campaign`:struct<`matchtype`:STRING,`device`:STRING,`content`:STRING,`medium`:STRING,`sid_3Dgoogle_ppc_26utm_source_3Dgoogle_26utm_medium_3Dpaidsearch_26utm_campaign_3DSDC_2BGoogle_257CNational_2BGeneral_257CBroad_26utm_content_3D_26ploc_3D2840_26iloc_3D_26mkwid_3DsmfGjMnHA_7Cpcrid_7C679406718121_7Cpkw_7Cself_2520storage_7Cpmt_7Cb_7Cpdv_7Cm_7Cpgrid_7C153597924205_7Ccpgnid_7C20740617041_7Cptaid_7Ckwd_10373131_7Cadext_7C_26pgrid_3D153597924205_26ptaid_3Dkwd_10373131_26gad_source_3D5`:STRING,`sourc`:STRING,`source`:STRING,`clkid`:STRING,`c`:STRING,`ca`:STRING,`sid_3Dgoogle_ppc_26utm_source_3Dgoogle_26utm_medium_3Dpaidsearch_26utm_campaign_3DSDC_2BGoogle_257CNational_2BGeneral_257CBroad_26utm_content_3D_26ploc_3D2840_26iloc_3D_26mkwid_3DsmERl1nuE_7Cpcrid_7C679406717971_7Cpkw_7Cstorage_2520companies_7Cpmt_7Cb_7Cpdv_7Cc_7Cpgrid_7C153597923885_7Ccpgnid_7C20740617041_7Cptaid_7Ckwd_10840201_7Cadext_7C_26pgrid_3D153597923885_26ptaid_3Dkwd_10840201_26gad_source_3D5`:STRING,`name`:STRING,`id`:STRING,`utm_campaign`:STRING,`s_3A_2F_2Fstorage`:struct<`com_2Fpaid_landing_2F_3Futm_source`:STRING>,`t`:STRING,`keyword`:STRING,`utm_content`:STRING,`audience`:STRING,`term`:STRING,`utm_medium`:STRING,`utm_source`:STRING>>,`version`STRING,`sentAt`STRING,`event`STRING,`anonymousId`STRING,`timestamp`STRING,`type`STRING,`receivedAt`STRING,`_origin`STRING,`messageId`STRING,`userId`STRING,`originalTimestamp`STRING,`properties`struct<`Hit_Timestamp`:STRING,`env`:STRING,`experiment_variation`:STRING,`isReact`:STRING,`site_id`:STRING,`experiment_name`:STRING>,`channel`STRING,`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing'\n", "MSCK REPAIR TABLE sfdl_prod_segment.storagedc_experiment_bucketing" ] - hive_path: s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing
- id: 1242056
- processed: 1
- raw_data:
{ "__segment_internal": {}, "_metadata": { "bundled": [ "Google Tag Manager", "Segment.io" ], "bundledIds": [ "6202dd597b97c61eb27f9e4d" ], "retryCount": 2, "unbundled": [] }, "_origin": "2025-03-27T02:54:21Z|s3://sfdl-segment-storagedc-prod/segment-logs/7RamQeLeAzhGjGjBKzNi4R/1743033600000/1743043993245.events-archiver-480-18..dbff5ed9-ab97-4f8e-ade9-0af37b5cbd2c.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "b390c476-d103-4d1d-ac4e-e343912ab126", "channel": "client", "context": { "campaign": { "audience": "customers", "content": "03032025_RecentlyMoved", "id": "120210691061860545_v2_s02", "medium": "paid", "name": "LM_SDC_PROSP_CONVERSION_WEB", "source": "facebook", "term": "120217642818020545" }, "ip": "99.46.234.159", "library": { "name": "analytics.js", "version": "next-1.77.0" }, "locale": "en-US", "page": { "path": "/paid-landing/", "referrer": "", "search": "?utm_source=facebook&utm_medium=paid&utm_campaign=LM_SDC_PROSP_CONVERSION_WEB&utm_content=03032025_RecentlyMoved&tsid=meta-paid&fbclid=IwZXh0bgNhZW0BMABhZGlkAasZTyzVMrEBHWgo84V0pZAeFA0ScEOqnG23DeRyLlBFwkPL2LW5CCfvk4KDmAiILTT8zw_aem_DBiw5cHaGGnA0XEXs9uprQ&utm_audience=customers&utm_id=120210691061860545_v2_s02&utm_term=120217642818020545", "title": "Find the Cheapest Storage Units with Storage.com", "url": "https://www.storage.com/paid-landing/?utm_source=facebook&utm_medium=paid&utm_campaign=LM_SDC_PROSP_CONVERSION_WEB&utm_content=03032025_RecentlyMoved&tsid=meta-paid&fbclid=IwZXh0bgNhZW0BMABhZGlkAasZTyzVMrEBHWgo84V0pZAeFA0ScEOqnG23DeRyLlBFwkPL2LW5CCfvk4KDmAiILTT8zw_aem_DBiw5cHaGGnA0XEXs9uprQ&utm_audience=customers&utm_id=120210691061860545_v2_s02&utm_term=120217642818020545" }, "timezone": "America/Chicago", "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36", "userAgentData": { "brands": [ { "brand": "Google Chrome", "version": "134" } ], "mobile": false, "platform": "Windows" } }, "event": "experiment_bucketing", "integrations": { "All": true, "Google Analytics": true }, "messageId": "ajs-next-1743040765820-d103dd1d-2c4e-4343-912a-b1260a837cd0", "originalTimestamp": "2025-03-27T01:59:25.820Z", "projectId": "7RamQeLeAzhGjGjBKzNi4R", "properties": { "Hit Timestamp": 1743040765559, "env": "production", "experiment_name": "sf_12127_ssdc_paid_landing_refresh", "experiment_variation": "variation", "isReact": true, "site_id": 424 }, "receivedAt": "2025-03-27T01:59:26.078Z", "sentAt": "2025-03-27T01:59:25.825Z", "timestamp": "2025-03-27T01:59:26.073Z", "type": "track", "userId": "512ed26ca3293cfc82907ca63d655b16", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.audience": "string", "context.campaign.c": "string", "context.campaign.ca": "string", "context.campaign.clkid": "string", "context.campaign.content": "string", "context.campaign.device": "string", "context.campaign.id": "string", "context.campaign.keyword": "string", "context.campaign.matchtype": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.s_3A_2F_2Fstorage.com_2Fpaid_landing_2F_3Futm_source": "string", "context.campaign.sid_3Dgoogle_ppc_26utm_source_3Dgoogle_26utm_medium_3Dpaidsearch_26utm_campaign_3DSDC_2BGoogle_257CNational_2BGeneral_257CBroad_26utm_content_3D_26ploc_3D2840_26iloc_3D_26mkwid_3DsmERl1nuE_7Cpcrid_7C679406717971_7Cpkw_7Cstorage_2520companies_7Cpmt_7Cb_7Cpdv_7Cc_7Cpgrid_7C153597923885_7Ccpgnid_7C20740617041_7Cptaid_7Ckwd_10840201_7Cadext_7C_26pgrid_3D153597923885_26ptaid_3Dkwd_10840201_26gad_source_3D5": "string", "context.campaign.sid_3Dgoogle_ppc_26utm_source_3Dgoogle_26utm_medium_3Dpaidsearch_26utm_campaign_3DSDC_2BGoogle_257CNational_2BGeneral_257CBroad_26utm_content_3D_26ploc_3D2840_26iloc_3D_26mkwid_3DsmfGjMnHA_7Cpcrid_7C679406718121_7Cpkw_7Cself_2520storage_7Cpmt_7Cb_7Cpdv_7Cm_7Cpgrid_7C153597924205_7Ccpgnid_7C20740617041_7Cptaid_7Ckwd_10373131_7Cadext_7C_26pgrid_3D153597924205_26ptaid_3Dkwd_10373131_26gad_source_3D5": "string", "context.campaign.sourc": "string", "context.campaign.source": "string", "context.campaign.t": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.experiment_name": "string", "properties.experiment_variation": "string", "properties.isReact": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 961
- schema_scan_id: 139484523
- updated: 2025-03-26 21:55:51
Schema Scans: 3
Last at 2025-04-01 05:52:34
-
Scan 139789748
- duration: 0:00:54.509073
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 1119, "partitions_applied": false, "success": true } - id: 139789748
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-04-01/", "name": "dt", "type": "string", "value": "2025-04-01" }, "s3": { "bucket": "sfdl-segment-storagedc-prod", "hive_path": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing", "key": "separated_dt/experiment_bucketing/dt=2025-04-01/1743504678594.events-archiver-480-0..358e2655-d95f-4ab7-b881-211a556a89af.json.gz" }, "schema": { "name": "sfdl_prod_segment.storagedc_experiment_bucketing", "type": "segment" } } - running: False
- schema_name_id: 961
- start_time: 2025-04-01 05:52:34
- success: True
- trace_id: 13538433500388505092
-
Scan 139656383
- duration: 0:00:18.075126
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 139656383
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-03-30/", "name": "dt", "type": "string", "value": "2025-03-30" }, "s3": { "bucket": "sfdl-segment-storagedc-prod", "hive_path": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing", "key": "separated_dt/experiment_bucketing/dt=2025-03-30/1743299631126.events-archiver-480-36..0768234d-efc2-4e55-97b5-cb67378c6ae6.json.gz" }, "schema": { "name": "sfdl_prod_segment.storagedc_experiment_bucketing", "type": "segment" } } - running: False
- schema_name_id: 961
- start_time: 2025-03-29 20:56:34
- success: True
- trace_id: 13552815732311074093
-
Scan 139484523
- duration: 0:00:15.833057
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 139484523
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-03-27/", "name": "dt", "type": "string", "value": "2025-03-27" }, "s3": { "bucket": "sfdl-segment-storagedc-prod", "hive_path": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing", "key": "separated_dt/experiment_bucketing/dt=2025-03-27/1743043993245.events-archiver-480-18..dbff5ed9-ab97-4f8e-ade9-0af37b5cbd2c.json.gz" }, "schema": { "name": "sfdl_prod_segment.storagedc_experiment_bucketing", "type": "segment" } } - running: False
- schema_name_id: 961
- start_time: 2025-03-26 21:55:10
- success: True
- trace_id: 5437576726884823398
- count: 49
- ddl:
[ "ALTER TABLE\n `sfdl_prod_segment.storagedc_experiment_bucketing`\nADD\n\n\n PARTITION (dt='2025-10-16') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-10-16/'\n PARTITION (dt='2025-10-21') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-10-21/'\n PARTITION (dt='2025-10-22') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-10-22/'\n PARTITION (dt='2025-10-24') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-10-24/'\n PARTITION (dt='2025-10-25') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-10-25/'\n PARTITION (dt='2025-11-01') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-01/'\n PARTITION (dt='2025-11-02') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-02/'\n PARTITION (dt='2025-11-03') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-03/'\n PARTITION (dt='2025-11-04') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-04/'\n PARTITION (dt='2025-11-08') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-08/'\n PARTITION (dt='2025-11-09') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-09/'\n PARTITION (dt='2025-11-11') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-11/'\n PARTITION (dt='2025-11-17') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-17/'\n PARTITION (dt='2025-11-18') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-18/'\n PARTITION (dt='2025-11-20') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-20/'\n PARTITION (dt='2025-11-21') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-21/'\n PARTITION (dt='2025-11-24') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-24/'\n PARTITION (dt='2025-11-29') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-29/'\n PARTITION (dt='2025-12-03') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-03/'\n PARTITION (dt='2025-12-05') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-05/'\n PARTITION (dt='2025-12-07') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-07/'\n PARTITION (dt='2025-12-08') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-08/'\n PARTITION (dt='2025-12-10') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-10/'\n PARTITION (dt='2025-12-12') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-12/'\n PARTITION (dt='2025-12-15') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-15/'\n PARTITION (dt='2025-12-18') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-18/'\n PARTITION (dt='2025-12-24') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-24/'\n PARTITION (dt='2025-12-26') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-26/'\n PARTITION (dt='2025-12-28') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-28/'\n PARTITION (dt='2026-01-01') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-01-01/'\n PARTITION (dt='2026-01-09') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-01-09/'\n PARTITION (dt='2026-01-12') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-01-12/'\n PARTITION (dt='2026-01-24') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-01-24/'\n PARTITION (dt='2026-01-29') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-01-29/'\n PARTITION (dt='2026-02-06') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-06/'\n PARTITION (dt='2026-02-10') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-10/'\n PARTITION (dt='2026-02-17') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-17/'\n PARTITION (dt='2026-02-18') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-18/'\n PARTITION (dt='2026-02-21') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-21/'\n PARTITION (dt='2026-02-23') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-23/'\n PARTITION (dt='2026-02-27') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-27/'\n PARTITION (dt='2026-02-28') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-28/'\n PARTITION (dt='2026-03-06') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-03-06/'\n PARTITION (dt='2026-03-09') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-03-09/'\n PARTITION (dt='2026-03-10') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-03-10/'\n PARTITION (dt='2026-03-13') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-03-13/'\n PARTITION (dt='2026-03-21') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-03-21/'\n PARTITION (dt='2026-04-04') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-04-04/'\n PARTITION (dt='2026-04-09') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-04-09/'\n;" ] - name: dt
- state:
[ { "info": { "id": 1566264, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-10-16/", "name": "dt", "value": "2025-10-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-16 00:52:31", "last_data": "2025-10-16 01:00:16" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1596956, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-10-21/", "name": "dt", "value": "2025-10-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-20 22:02:04", "last_data": "2025-10-21 01:36:34" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1597194, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-10-22/", "name": "dt", "value": "2025-10-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-21 22:54:40", "last_data": "2025-10-22 09:07:15" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1597731, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-10-24/", "name": "dt", "value": "2025-10-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-24 06:53:27", "last_data": "2025-10-24 08:06:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1597927, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-10-25/", "name": "dt", "value": "2025-10-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-25 03:06:41", "last_data": "2025-10-25 08:12:34" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1599900, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-01/", "name": "dt", "value": "2025-11-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-01 15:41:50", "last_data": "2025-11-01 16:56:28" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1600069, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-02/", "name": "dt", "value": "2025-11-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-02 09:59:56", "last_data": "2025-11-02 09:59:56" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1600370, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-03/", "name": "dt", "value": "2025-11-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-03 11:14:59", "last_data": "2025-11-03 11:14:59" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1600472, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-04/", "name": "dt", "value": "2025-11-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-03 22:11:20", "last_data": "2025-11-04 11:01:03" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1601596, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-08/", "name": "dt", "value": "2025-11-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-08 17:07:37", "last_data": "2025-11-08 17:56:48" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1601829, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-09/", "name": "dt", "value": "2025-11-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-09 18:00:15", "last_data": "2025-11-09 18:06:59" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1602294, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-11/", "name": "dt", "value": "2025-11-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-11 12:17:28", "last_data": "2025-11-11 12:17:28" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1605908, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-17/", "name": "dt", "value": "2025-11-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-17 14:00:49", "last_data": "2025-11-17 14:01:48" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1605997, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-18/", "name": "dt", "value": "2025-11-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-17 20:02:56", "last_data": "2025-11-17 20:02:56" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1606502, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-20/", "name": "dt", "value": "2025-11-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-19 21:57:17", "last_data": "2025-11-19 22:10:28" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1606737, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-21/", "name": "dt", "value": "2025-11-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-20 21:00:14", "last_data": "2025-11-20 21:00:14" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1607979, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-24/", "name": "dt", "value": "2025-11-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-23 20:18:38", "last_data": "2025-11-23 21:02:36" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1609293, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-29/", "name": "dt", "value": "2025-11-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-29 13:54:54", "last_data": "2025-11-29 13:55:03" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1610148, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-03/", "name": "dt", "value": "2025-12-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-03 07:53:18", "last_data": "2025-12-03 07:53:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1610870, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-05/", "name": "dt", "value": "2025-12-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-05 17:29:54", "last_data": "2025-12-05 17:29:54" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1611315, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-07/", "name": "dt", "value": "2025-12-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-06 21:04:14", "last_data": "2025-12-06 21:04:14" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1611686, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-08/", "name": "dt", "value": "2025-12-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-08 10:47:23", "last_data": "2025-12-08 11:16:50" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1612264, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-10/", "name": "dt", "value": "2025-12-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-09 20:55:18", "last_data": "2025-12-09 21:11:42" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1612932, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-12/", "name": "dt", "value": "2025-12-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-12 16:54:30", "last_data": "2025-12-12 16:54:30" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1613550, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-15/", "name": "dt", "value": "2025-12-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-15 03:57:50", "last_data": "2025-12-15 09:24:41" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1616907, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-18/", "name": "dt", "value": "2025-12-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-18 15:33:21", "last_data": "2025-12-18 15:33:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1618233, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-24/", "name": "dt", "value": "2025-12-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-24 09:56:14", "last_data": "2025-12-24 16:57:33" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1618661, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-26/", "name": "dt", "value": "2025-12-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-26 10:04:52", "last_data": "2025-12-26 10:04:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1619000, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-28/", "name": "dt", "value": "2025-12-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-28 07:53:57", "last_data": "2025-12-28 07:53:57" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1620002, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-01-01/", "name": "dt", "value": "2026-01-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-01 10:01:17", "last_data": "2026-01-01 10:01:17" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1621727, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-01-09/", "name": "dt", "value": "2026-01-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-09 10:47:40", "last_data": "2026-01-09 11:03:06" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1622372, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-01-12/", "name": "dt", "value": "2026-01-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-12 08:53:54", "last_data": "2026-01-12 11:03:19" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1627549, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-01-24/", "name": "dt", "value": "2026-01-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-24 11:46:53", "last_data": "2026-01-24 11:46:53" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1628645, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-01-29/", "name": "dt", "value": "2026-01-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-29 16:39:18", "last_data": "2026-01-29 18:27:43" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1630476, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-06/", "name": "dt", "value": "2026-02-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-06 17:52:56", "last_data": "2026-02-06 17:52:56" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1631207, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-10/", "name": "dt", "value": "2026-02-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-09 23:51:59", "last_data": "2026-02-10 09:54:55" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1635192, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-17/", "name": "dt", "value": "2026-02-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-17 13:02:06", "last_data": "2026-02-17 13:56:14" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1635278, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-18/", "name": "dt", "value": "2026-02-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-18 02:01:49", "last_data": "2026-02-18 02:03:04" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1636044, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-21/", "name": "dt", "value": "2026-02-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-21 11:55:30", "last_data": "2026-02-21 11:59:19" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1636536, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-23/", "name": "dt", "value": "2026-02-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-23 16:42:42", "last_data": "2026-02-23 17:00:00" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1641039, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-27/", "name": "dt", "value": "2026-02-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-27 13:57:22", "last_data": "2026-02-27 13:57:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1641252, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-28/", "name": "dt", "value": "2026-02-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-28 09:52:46", "last_data": "2026-02-28 09:58:50" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1642451, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-03-06/", "name": "dt", "value": "2026-03-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-06 02:01:23", "last_data": "2026-03-06 10:56:43" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1643852, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-03-09/", "name": "dt", "value": "2026-03-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-09 13:55:49", "last_data": "2026-03-09 14:48:50" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1644925, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-03-10/", "name": "dt", "value": "2026-03-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-10 14:56:26", "last_data": "2026-03-10 15:01:15" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1645459, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-03-13/", "name": "dt", "value": "2026-03-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-13 04:56:40", "last_data": "2026-03-13 04:56:40" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1649239, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-03-21/", "name": "dt", "value": "2026-03-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-21 14:58:42", "last_data": "2026-03-21 14:58:42" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1652857, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-04-04/", "name": "dt", "value": "2026-04-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-04 06:56:35", "last_data": "2026-04-04 17:00:41" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1657390, "location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-04-09/", "name": "dt", "value": "2026-04-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-08 22:56:37", "last_data": "2026-04-08 22:56:37" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.audience": "string", "context.campaign.c": "string", "context.campaign.ca": "string", "context.campaign.clkid": "string", "context.campaign.content": "string", "context.campaign.device": "string", "context.campaign.id": "string", "context.campaign.keyword": "string", "context.campaign.marketing_tactic": "string", "context.campaign.matchtype": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.s_3A_2F_2Fstorage.com_2Fpaid_landing_2F_3Futm_source": "string", "context.campaign.sid_3Dgoogle_ppc_26utm_source_3Dgoogle_26utm_medium_3Dpaidsearch_26utm_campaign_3DSDC_2BGoogle_257CNational_2BGeneral_257CBroad_26utm_content_3D_26ploc_3D2840_26iloc_3D_26mkwid_3DsmERl1nuE_7Cpcrid_7C679406717971_7Cpkw_7Cstorage_2520companies_7Cpmt_7Cb_7Cpdv_7Cc_7Cpgrid_7C153597923885_7Ccpgnid_7C20740617041_7Cptaid_7Ckwd_10840201_7Cadext_7C_26pgrid_3D153597923885_26ptaid_3Dkwd_10840201_26gad_source_3D5": "string", "context.campaign.sid_3Dgoogle_ppc_26utm_source_3Dgoogle_26utm_medium_3Dpaidsearch_26utm_campaign_3DSDC_2BGoogle_257CNational_2BGeneral_257CBroad_26utm_content_3D_26ploc_3D2840_26iloc_3D_26mkwid_3DsmfGjMnHA_7Cpcrid_7C679406718121_7Cpkw_7Cself_2520storage_7Cpmt_7Cb_7Cpdv_7Cm_7Cpgrid_7C153597924205_7Ccpgnid_7C20740617041_7Cptaid_7Ckwd_10373131_7Cadext_7C_26pgrid_3D153597924205_26ptaid_3Dkwd_10373131_26gad_source_3D5": "string", "context.campaign.sourc": "string", "context.campaign.source": "string", "context.campaign.source_platform": "string", "context.campaign.t": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "integrations.All": "string", "integrations.Google_Analytics": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.env": "string", "properties.experiment_name": "string", "properties.experiment_variation": "string", "properties.isReact": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2025-04-01 05:52:36
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagedc_experiment_bucketing`\n(\n`projectId`STRING,`context`struct<`page`:struct<`path`:STRING,`search`:STRING,`url`:STRING,`title`:STRING,`referrer`:STRING>,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`ip`:STRING,`userAgent`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING,`timezone`:STRING,`campaign`:struct<`matchtype`:STRING,`device`:STRING,`source_platform`:STRING,`content`:STRING,`medium`:STRING,`sid_3Dgoogle_ppc_26utm_source_3Dgoogle_26utm_medium_3Dpaidsearch_26utm_campaign_3DSDC_2BGoogle_257CNational_2BGeneral_257CBroad_26utm_content_3D_26ploc_3D2840_26iloc_3D_26mkwid_3DsmfGjMnHA_7Cpcrid_7C679406718121_7Cpkw_7Cself_2520storage_7Cpmt_7Cb_7Cpdv_7Cm_7Cpgrid_7C153597924205_7Ccpgnid_7C20740617041_7Cptaid_7Ckwd_10373131_7Cadext_7C_26pgrid_3D153597924205_26ptaid_3Dkwd_10373131_26gad_source_3D5`:STRING,`sourc`:STRING,`source`:STRING,`clkid`:STRING,`c`:STRING,`marketing_tactic`:STRING,`ca`:STRING,`sid_3Dgoogle_ppc_26utm_source_3Dgoogle_26utm_medium_3Dpaidsearch_26utm_campaign_3DSDC_2BGoogle_257CNational_2BGeneral_257CBroad_26utm_content_3D_26ploc_3D2840_26iloc_3D_26mkwid_3DsmERl1nuE_7Cpcrid_7C679406717971_7Cpkw_7Cstorage_2520companies_7Cpmt_7Cb_7Cpdv_7Cc_7Cpgrid_7C153597923885_7Ccpgnid_7C20740617041_7Cptaid_7Ckwd_10840201_7Cadext_7C_26pgrid_3D153597923885_26ptaid_3Dkwd_10840201_26gad_source_3D5`:STRING,`name`:STRING,`id`:STRING,`utm_campaign`:STRING,`s_3A_2F_2Fstorage`:struct<`com_2Fpaid_landing_2F_3Futm_source`:STRING>,`t`:STRING,`utm_content`:STRING,`audience`:STRING,`term`:STRING,`utm_medium`:STRING,`utm_source`:STRING,`keyword`:STRING>>,`version`STRING,`sentAt`STRING,`event`STRING,`anonymousId`STRING,`timestamp`STRING,`type`STRING,`receivedAt`STRING,`_origin`STRING,`messageId`STRING,`userId`STRING,`originalTimestamp`STRING,`properties`struct<`Hit_Timestamp`:STRING,`env`:STRING,`experiment_variation`:STRING,`isReact`:STRING,`site_id`:STRING,`experiment_name`:STRING>,`channel`STRING,`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.storagedc_experiment_bucketing`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.storagedc_experiment_bucketing" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2022-02-15 14:26:37",
"disabled": false,
"format": "raw",
"id": 961,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_prod_segment",
"table": "storagedc_experiment_bucketing"
},
"type": "segment"
},
"partition": {
"count": 49,
"ddl": [
"ALTER TABLE\n `sfdl_prod_segment.storagedc_experiment_bucketing`\nADD\n\n\n PARTITION (dt='2025-10-16') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-10-16/'\n PARTITION (dt='2025-10-21') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-10-21/'\n PARTITION (dt='2025-10-22') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-10-22/'\n PARTITION (dt='2025-10-24') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-10-24/'\n PARTITION (dt='2025-10-25') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-10-25/'\n PARTITION (dt='2025-11-01') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-01/'\n PARTITION (dt='2025-11-02') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-02/'\n PARTITION (dt='2025-11-03') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-03/'\n PARTITION (dt='2025-11-04') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-04/'\n PARTITION (dt='2025-11-08') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-08/'\n PARTITION (dt='2025-11-09') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-09/'\n PARTITION (dt='2025-11-11') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-11/'\n PARTITION (dt='2025-11-17') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-17/'\n PARTITION (dt='2025-11-18') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-18/'\n PARTITION (dt='2025-11-20') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-20/'\n PARTITION (dt='2025-11-21') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-21/'\n PARTITION (dt='2025-11-24') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-24/'\n PARTITION (dt='2025-11-29') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-29/'\n PARTITION (dt='2025-12-03') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-03/'\n PARTITION (dt='2025-12-05') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-05/'\n PARTITION (dt='2025-12-07') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-07/'\n PARTITION (dt='2025-12-08') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-08/'\n PARTITION (dt='2025-12-10') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-10/'\n PARTITION (dt='2025-12-12') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-12/'\n PARTITION (dt='2025-12-15') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-15/'\n PARTITION (dt='2025-12-18') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-18/'\n PARTITION (dt='2025-12-24') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-24/'\n PARTITION (dt='2025-12-26') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-26/'\n PARTITION (dt='2025-12-28') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-28/'\n PARTITION (dt='2026-01-01') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-01-01/'\n PARTITION (dt='2026-01-09') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-01-09/'\n PARTITION (dt='2026-01-12') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-01-12/'\n PARTITION (dt='2026-01-24') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-01-24/'\n PARTITION (dt='2026-01-29') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-01-29/'\n PARTITION (dt='2026-02-06') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-06/'\n PARTITION (dt='2026-02-10') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-10/'\n PARTITION (dt='2026-02-17') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-17/'\n PARTITION (dt='2026-02-18') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-18/'\n PARTITION (dt='2026-02-21') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-21/'\n PARTITION (dt='2026-02-23') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-23/'\n PARTITION (dt='2026-02-27') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-27/'\n PARTITION (dt='2026-02-28') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-28/'\n PARTITION (dt='2026-03-06') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-03-06/'\n PARTITION (dt='2026-03-09') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-03-09/'\n PARTITION (dt='2026-03-10') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-03-10/'\n PARTITION (dt='2026-03-13') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-03-13/'\n PARTITION (dt='2026-03-21') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-03-21/'\n PARTITION (dt='2026-04-04') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-04-04/'\n PARTITION (dt='2026-04-09') location 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-04-09/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 1566264,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-10-16/",
"name": "dt",
"value": "2025-10-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-16 00:52:31",
"last_data": "2025-10-16 01:00:16"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1596956,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-10-21/",
"name": "dt",
"value": "2025-10-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-20 22:02:04",
"last_data": "2025-10-21 01:36:34"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1597194,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-10-22/",
"name": "dt",
"value": "2025-10-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-21 22:54:40",
"last_data": "2025-10-22 09:07:15"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1597731,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-10-24/",
"name": "dt",
"value": "2025-10-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-24 06:53:27",
"last_data": "2025-10-24 08:06:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1597927,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-10-25/",
"name": "dt",
"value": "2025-10-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-25 03:06:41",
"last_data": "2025-10-25 08:12:34"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1599900,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-01/",
"name": "dt",
"value": "2025-11-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-01 15:41:50",
"last_data": "2025-11-01 16:56:28"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1600069,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-02/",
"name": "dt",
"value": "2025-11-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-02 09:59:56",
"last_data": "2025-11-02 09:59:56"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1600370,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-03/",
"name": "dt",
"value": "2025-11-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-03 11:14:59",
"last_data": "2025-11-03 11:14:59"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1600472,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-04/",
"name": "dt",
"value": "2025-11-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-03 22:11:20",
"last_data": "2025-11-04 11:01:03"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1601596,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-08/",
"name": "dt",
"value": "2025-11-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-08 17:07:37",
"last_data": "2025-11-08 17:56:48"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1601829,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-09/",
"name": "dt",
"value": "2025-11-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-09 18:00:15",
"last_data": "2025-11-09 18:06:59"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1602294,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-11/",
"name": "dt",
"value": "2025-11-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-11 12:17:28",
"last_data": "2025-11-11 12:17:28"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1605908,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-17/",
"name": "dt",
"value": "2025-11-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-17 14:00:49",
"last_data": "2025-11-17 14:01:48"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1605997,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-18/",
"name": "dt",
"value": "2025-11-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-17 20:02:56",
"last_data": "2025-11-17 20:02:56"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1606502,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-20/",
"name": "dt",
"value": "2025-11-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-19 21:57:17",
"last_data": "2025-11-19 22:10:28"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1606737,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-21/",
"name": "dt",
"value": "2025-11-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-20 21:00:14",
"last_data": "2025-11-20 21:00:14"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1607979,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-24/",
"name": "dt",
"value": "2025-11-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-23 20:18:38",
"last_data": "2025-11-23 21:02:36"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1609293,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-11-29/",
"name": "dt",
"value": "2025-11-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-29 13:54:54",
"last_data": "2025-11-29 13:55:03"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1610148,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-03/",
"name": "dt",
"value": "2025-12-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-03 07:53:18",
"last_data": "2025-12-03 07:53:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1610870,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-05/",
"name": "dt",
"value": "2025-12-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-05 17:29:54",
"last_data": "2025-12-05 17:29:54"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1611315,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-07/",
"name": "dt",
"value": "2025-12-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-06 21:04:14",
"last_data": "2025-12-06 21:04:14"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1611686,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-08/",
"name": "dt",
"value": "2025-12-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-08 10:47:23",
"last_data": "2025-12-08 11:16:50"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1612264,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-10/",
"name": "dt",
"value": "2025-12-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-09 20:55:18",
"last_data": "2025-12-09 21:11:42"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1612932,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-12/",
"name": "dt",
"value": "2025-12-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-12 16:54:30",
"last_data": "2025-12-12 16:54:30"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1613550,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-15/",
"name": "dt",
"value": "2025-12-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-15 03:57:50",
"last_data": "2025-12-15 09:24:41"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1616907,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-18/",
"name": "dt",
"value": "2025-12-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-18 15:33:21",
"last_data": "2025-12-18 15:33:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1618233,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-24/",
"name": "dt",
"value": "2025-12-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-24 09:56:14",
"last_data": "2025-12-24 16:57:33"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1618661,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-26/",
"name": "dt",
"value": "2025-12-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-26 10:04:52",
"last_data": "2025-12-26 10:04:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1619000,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2025-12-28/",
"name": "dt",
"value": "2025-12-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-28 07:53:57",
"last_data": "2025-12-28 07:53:57"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1620002,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-01-01/",
"name": "dt",
"value": "2026-01-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-01 10:01:17",
"last_data": "2026-01-01 10:01:17"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1621727,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-01-09/",
"name": "dt",
"value": "2026-01-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-09 10:47:40",
"last_data": "2026-01-09 11:03:06"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1622372,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-01-12/",
"name": "dt",
"value": "2026-01-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-12 08:53:54",
"last_data": "2026-01-12 11:03:19"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1627549,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-01-24/",
"name": "dt",
"value": "2026-01-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-24 11:46:53",
"last_data": "2026-01-24 11:46:53"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1628645,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-01-29/",
"name": "dt",
"value": "2026-01-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-29 16:39:18",
"last_data": "2026-01-29 18:27:43"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1630476,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-06/",
"name": "dt",
"value": "2026-02-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-06 17:52:56",
"last_data": "2026-02-06 17:52:56"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1631207,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-10/",
"name": "dt",
"value": "2026-02-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-09 23:51:59",
"last_data": "2026-02-10 09:54:55"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1635192,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-17/",
"name": "dt",
"value": "2026-02-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-17 13:02:06",
"last_data": "2026-02-17 13:56:14"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1635278,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-18/",
"name": "dt",
"value": "2026-02-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-18 02:01:49",
"last_data": "2026-02-18 02:03:04"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1636044,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-21/",
"name": "dt",
"value": "2026-02-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-21 11:55:30",
"last_data": "2026-02-21 11:59:19"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1636536,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-23/",
"name": "dt",
"value": "2026-02-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-23 16:42:42",
"last_data": "2026-02-23 17:00:00"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1641039,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-27/",
"name": "dt",
"value": "2026-02-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-27 13:57:22",
"last_data": "2026-02-27 13:57:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1641252,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-02-28/",
"name": "dt",
"value": "2026-02-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-28 09:52:46",
"last_data": "2026-02-28 09:58:50"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1642451,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-03-06/",
"name": "dt",
"value": "2026-03-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-06 02:01:23",
"last_data": "2026-03-06 10:56:43"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1643852,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-03-09/",
"name": "dt",
"value": "2026-03-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-09 13:55:49",
"last_data": "2026-03-09 14:48:50"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1644925,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-03-10/",
"name": "dt",
"value": "2026-03-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-10 14:56:26",
"last_data": "2026-03-10 15:01:15"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1645459,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-03-13/",
"name": "dt",
"value": "2026-03-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-13 04:56:40",
"last_data": "2026-03-13 04:56:40"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1649239,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-03-21/",
"name": "dt",
"value": "2026-03-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-21 14:58:42",
"last_data": "2026-03-21 14:58:42"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1652857,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-04-04/",
"name": "dt",
"value": "2026-04-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-04 06:56:35",
"last_data": "2026-04-04 17:00:41"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1657390,
"location": "s3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing/dt=2026-04-09/",
"name": "dt",
"value": "2026-04-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-08 22:56:37",
"last_data": "2026-04-08 22:56:37"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"anonymousId": "string",
"channel": "string",
"context.campaign.audience": "string",
"context.campaign.c": "string",
"context.campaign.ca": "string",
"context.campaign.clkid": "string",
"context.campaign.content": "string",
"context.campaign.device": "string",
"context.campaign.id": "string",
"context.campaign.keyword": "string",
"context.campaign.marketing_tactic": "string",
"context.campaign.matchtype": "string",
"context.campaign.medium": "string",
"context.campaign.name": "string",
"context.campaign.s_3A_2F_2Fstorage.com_2Fpaid_landing_2F_3Futm_source": "string",
"context.campaign.sid_3Dgoogle_ppc_26utm_source_3Dgoogle_26utm_medium_3Dpaidsearch_26utm_campaign_3DSDC_2BGoogle_257CNational_2BGeneral_257CBroad_26utm_content_3D_26ploc_3D2840_26iloc_3D_26mkwid_3DsmERl1nuE_7Cpcrid_7C679406717971_7Cpkw_7Cstorage_2520companies_7Cpmt_7Cb_7Cpdv_7Cc_7Cpgrid_7C153597923885_7Ccpgnid_7C20740617041_7Cptaid_7Ckwd_10840201_7Cadext_7C_26pgrid_3D153597923885_26ptaid_3Dkwd_10840201_26gad_source_3D5": "string",
"context.campaign.sid_3Dgoogle_ppc_26utm_source_3Dgoogle_26utm_medium_3Dpaidsearch_26utm_campaign_3DSDC_2BGoogle_257CNational_2BGeneral_257CBroad_26utm_content_3D_26ploc_3D2840_26iloc_3D_26mkwid_3DsmfGjMnHA_7Cpcrid_7C679406718121_7Cpkw_7Cself_2520storage_7Cpmt_7Cb_7Cpdv_7Cm_7Cpgrid_7C153597924205_7Ccpgnid_7C20740617041_7Cptaid_7Ckwd_10373131_7Cadext_7C_26pgrid_3D153597924205_26ptaid_3Dkwd_10373131_26gad_source_3D5": "string",
"context.campaign.sourc": "string",
"context.campaign.source": "string",
"context.campaign.source_platform": "string",
"context.campaign.t": "string",
"context.campaign.term": "string",
"context.campaign.utm_campaign": "string",
"context.campaign.utm_content": "string",
"context.campaign.utm_medium": "string",
"context.campaign.utm_source": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.locale": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.timezone": "string",
"context.userAgent": "string",
"context.userAgentData.brands": [
{
"brand": "string",
"version": "string"
}
],
"context.userAgentData.mobile": "string",
"context.userAgentData.platform": "string",
"event": "string",
"integrations.All": "string",
"integrations.Google_Analytics": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.Hit_Timestamp": "string",
"properties.env": "string",
"properties.experiment_name": "string",
"properties.experiment_variation": "string",
"properties.isReact": "string",
"properties.site_id": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2025-04-01 05:52:36",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagedc_experiment_bucketing`\n(\n`projectId`STRING,`context`struct<`page`:struct<`path`:STRING,`search`:STRING,`url`:STRING,`title`:STRING,`referrer`:STRING>,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`ip`:STRING,`userAgent`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING,`timezone`:STRING,`campaign`:struct<`matchtype`:STRING,`device`:STRING,`source_platform`:STRING,`content`:STRING,`medium`:STRING,`sid_3Dgoogle_ppc_26utm_source_3Dgoogle_26utm_medium_3Dpaidsearch_26utm_campaign_3DSDC_2BGoogle_257CNational_2BGeneral_257CBroad_26utm_content_3D_26ploc_3D2840_26iloc_3D_26mkwid_3DsmfGjMnHA_7Cpcrid_7C679406718121_7Cpkw_7Cself_2520storage_7Cpmt_7Cb_7Cpdv_7Cm_7Cpgrid_7C153597924205_7Ccpgnid_7C20740617041_7Cptaid_7Ckwd_10373131_7Cadext_7C_26pgrid_3D153597924205_26ptaid_3Dkwd_10373131_26gad_source_3D5`:STRING,`sourc`:STRING,`source`:STRING,`clkid`:STRING,`c`:STRING,`marketing_tactic`:STRING,`ca`:STRING,`sid_3Dgoogle_ppc_26utm_source_3Dgoogle_26utm_medium_3Dpaidsearch_26utm_campaign_3DSDC_2BGoogle_257CNational_2BGeneral_257CBroad_26utm_content_3D_26ploc_3D2840_26iloc_3D_26mkwid_3DsmERl1nuE_7Cpcrid_7C679406717971_7Cpkw_7Cstorage_2520companies_7Cpmt_7Cb_7Cpdv_7Cc_7Cpgrid_7C153597923885_7Ccpgnid_7C20740617041_7Cptaid_7Ckwd_10840201_7Cadext_7C_26pgrid_3D153597923885_26ptaid_3Dkwd_10840201_26gad_source_3D5`:STRING,`name`:STRING,`id`:STRING,`utm_campaign`:STRING,`s_3A_2F_2Fstorage`:struct<`com_2Fpaid_landing_2F_3Futm_source`:STRING>,`t`:STRING,`utm_content`:STRING,`audience`:STRING,`term`:STRING,`utm_medium`:STRING,`utm_source`:STRING,`keyword`:STRING>>,`version`STRING,`sentAt`STRING,`event`STRING,`anonymousId`STRING,`timestamp`STRING,`type`STRING,`receivedAt`STRING,`_origin`STRING,`messageId`STRING,`userId`STRING,`originalTimestamp`STRING,`properties`struct<`Hit_Timestamp`:STRING,`env`:STRING,`experiment_variation`:STRING,`isReact`:STRING,`site_id`:STRING,`experiment_name`:STRING>,`channel`STRING,`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-storagedc-prod/separated_dt/experiment_bucketing'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.storagedc_experiment_bucketing`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.storagedc_experiment_bucketing"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}