Schema Info
Schema Name: sfdl_prod_segment.reactfoot_drag
- created: 2017-11-02 14:02:07
- disabled: False
- format: raw
- id: 129
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_prod_segment", "table": "reactfoot_drag" } - type: segment
Schema Versions: 3
-
Version 1266776
- created: 2025-04-15 16:46:25
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.reactfoot_drag`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.reactfoot_drag`\n(\n`version`STRING,`messageId`STRING,`sentAt`STRING,`receivedAt`STRING,`context`struct<`amp`:struct<`id`:STRING>,`locale`:STRING,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>,`campaign`:struct<`utm_medium`:STRING,`content`:STRING,`id`:STRING,`name`:STRING,`utm_campaign`:STRING,`tm_source`:STRING,`source`:STRING,`medium`:STRING,`utm_content`:STRING,`term`:STRING,`utm_source`:STRING>,`ip`:STRING,`page`:struct<`referrer`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`url`:STRING>,`timezone`:STRING,`userAgent`:STRING>,`type`STRING,`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`userId`STRING,`originalTimestamp`STRING,`channel`STRING,`properties`struct<`category`:STRING,`Hit_Timestamp`:STRING,`searchId`:STRING,`site_id`:STRING,`isReact`:STRING,`label`:STRING,`env`:STRING>,`timestamp`STRING,`projectId`STRING,`_metadata`struct<`bundled`:array ,`unbundled`:array >,`event`STRING,`anonymousId`STRING,`_origin`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-reactfoot-prod/separated_dt/drag'\n", "MSCK REPAIR TABLE sfdl_prod_segment.reactfoot_drag" ] - hive_path: s3://sfdl-segment-reactfoot-prod/separated_dt/drag
- id: 1266776
- processed: 1
- raw_data:
{ "__segment_internal": {}, "_metadata": { "bundled": [ "Google Tag Manager", "Segment.io" ], "bundledIds": [ "59c13c7c1386430001b3c90e" ], "unbundled": [] }, "_origin": "2025-04-15T21:45:58Z|s3://sfdl-segment-reactfoot-prod/segment-logs/a0wkEvFBBK/1744675200000/1744753485991.events-archiver-480-28..7b378bfe-4915-40f1-85f4-3ebc31e9aa3b.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "1eec0123-8b06-4575-a64b-57931dad2827", "channel": "client", "context": { "campaign": { "content": "01302025_LAL_Reservers_OLD", "id": "120216509598370476_v2_s01", "medium": "paid", "name": "LM_SF_PROSP_CONVESION_WEB_V2", "source": "fb-SiteLink-1", "term": "storage units fort myers", "tm_source": "facebook" }, "ip": "2607:fb91:e3:84ba:ad2:9d58:5218:91d0", "library": { "name": "analytics.js", "version": "next-1.77.0" }, "locale": "en-US", "page": { "path": "/Fort-Myers-FL-self-storage.html", "referrer": "https://www.google.com/", "search": "?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=SF+Google%7CGeo%7CExact&utm_content=&ploc=9198407&utm_term=storage%20units%20fort%20myers&iloc=&mkwid=s9ZtjyMPx|pcrid|744091831151|pkw|storage%20units%20fort%20myers|pmt|b|pdv|m|pgrid|174144887908|cpgnid|644890313|ptaid|kwd-304592472171|adext|&pgrid=174144887908&ptaid=kwd-304592472171&gad_source=1&gbraid=0AAAAAD0HYGkucrbn-w6YWPLnf74fT7xdG&gclid=Cj0KCQjwh_i_BhCzARIsANimeoERhDNuIhqc88zDp-XxQ2M8eezNSf9V-oF9SScZ8g_w2bUCTGm26n0aAu9KEALw_wcB", "title": "15 Cheap Self-Storage Units in Fort Myers, FL (From $19)", "url": "https://www.sparefoot.com/Fort-Myers-FL-self-storage.html?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=SF+Google%7CGeo%7CExact&utm_content=&ploc=9198407&utm_term=storage%20units%20fort%20myers&iloc=&mkwid=s9ZtjyMPx|pcrid|744091831151|pkw|storage%20units%20fort%20myers|pmt|b|pdv|m|pgrid|174144887908|cpgnid|644890313|ptaid|kwd-304592472171|adext|&pgrid=174144887908&ptaid=kwd-304592472171&gad_source=1&gbraid=0AAAAAD0HYGkucrbn-w6YWPLnf74fT7xdG&gclid=Cj0KCQjwh_i_BhCzARIsANimeoERhDNuIhqc88zDp-XxQ2M8eezNSf9V-oF9SScZ8g_w2bUCTGm26n0aAu9KEALw_wcB" }, "timezone": "America/New_York", "userAgent": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/135.0.0.0 Mobile Safari/537.36", "userAgentData": { "brands": [ { "brand": "Google Chrome", "version": "135" }, { "brand": "Not-A.Brand", "version": "8" }, { "brand": "Chromium", "version": "135" } ], "mobile": true, "platform": "Android" } }, "event": "drag", "integrations": {}, "messageId": "ajs-next-1744751155593-6627a9b7-40ef-4313-ac56-721d1918d1af", "originalTimestamp": "2025-04-15T21:05:55.593Z", "projectId": "a0wkEvFBBK", "properties": { "Hit Timestamp": 1744751155593, "category": "vehicle serp rail-cityLandingPage", "env": "production", "isReact": true, "label": "map dragged", "searchId": "530b67feca282270d3.87847325", "site_id": -1 }, "receivedAt": "2025-04-15T21:05:54.746Z", "sentAt": "2025-04-15T21:05:55.742Z", "timestamp": "2025-04-15T21:05:54.597Z", "type": "track", "userId": "700f4d3b99ddc3e71bc02605bac5cc02", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.amp.id": "string", "context.campaign.content": "string", "context.campaign.id": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.campaign.term": "string", "context.campaign.tm_source": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "integrations.library.name": "string", "integrations.library.version": "string", "integrations.page.path": "string", "integrations.page.referrer": "string", "integrations.page.search": "string", "integrations.page.title": "string", "integrations.page.url": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.category": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.searchId": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 129
- schema_scan_id: 140625893
- updated: 2025-04-15 16:56:46
-
Version 1148889
- created: 2025-01-05 10:01:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.reactfoot_drag`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.reactfoot_drag`\n(\n`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`anonymousId`STRING,`sentAt`STRING,`projectId`STRING,`event`STRING,`_origin`STRING,`channel`STRING,`timestamp`STRING,`type`STRING,`version`STRING,`messageId`STRING,`properties`struct<`searchId`:STRING,`site_id`:STRING,`label`:STRING,`Hit_Timestamp`:STRING,`category`:STRING,`env`:STRING,`isReact`:STRING>,`context`struct<`timezone`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`id`:STRING,`utm_medium`:STRING,`source`:STRING,`medium`:STRING,`utm_campaign`:STRING,`utm_content`:STRING,`term`:STRING,`utm_source`:STRING,`name`:STRING>,`amp`:struct<`id`:STRING>,`ip`:STRING,`locale`:STRING,`userAgentData`:struct<`platform`:STRING,`mobile`:STRING,`brands`:array>>,`page`:struct<`title`:STRING,`search`:STRING,`url`:STRING,`referrer`:STRING,`path`:STRING>,`userAgent`:STRING>,`originalTimestamp`STRING,`receivedAt`STRING,`_metadata`struct<`bundled`:array ,`unbundled`:array >,`userId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-reactfoot-prod/separated_dt/drag'\n", "MSCK REPAIR TABLE sfdl_prod_segment.reactfoot_drag" ] - hive_path: s3://sfdl-segment-reactfoot-prod/separated_dt/drag
- id: 1148889
- processed: 1
- raw_data:
{ "__segment_internal": {}, "_metadata": { "bundled": [ "Google Tag Manager", "Segment.io" ], "bundledIds": [ "59c13c7c1386430001b3c90e" ], "unbundled": [] }, "_origin": "2025-01-05T16:00:19Z|s3://sfdl-segment-reactfoot-prod/segment-logs/a0wkEvFBBK/1736035200000/1736092769827.events-archiver-480-31..b8cad8f7-9e6b-405a-9f6f-cfe0341c283f.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "1bfba1af-38ee-46f3-b4b3-1045c395eeea", "channel": "client", "context": { "campaign": { "content": "Non Reservers| 30 Days", "id": "120211029826580476", "medium": "paid", "name": "SF Facebook|General|Remarketing", "source": "facebook", "term": "120211029826540476" }, "ip": "2601:282:2001:d8a0:dc3:3e60:7e8d:7026", "library": { "name": "analytics.js", "version": "next-1.76.0" }, "locale": "es-US", "page": { "path": "/Denver-CO-self-storage.html", "referrer": "", "search": "?location=1013%20stuart%20st%20Denver%20co%2080204&informedSearch=true&utm_source=facebook&utm_medium=paid&utm_campaign=SF%20Facebook%7CGeneral%7CRemarketing&utm_term=120211029826540476&utm_content=Non%20Reservers%7C%2030%20Days&utm_id=120211029826580476", "title": "15 unidades de almacenamiento econ\u00f3micas cerca de Denver, Colorado (desde $19)", "url": "https://www.sparefoot.com/Denver-CO-self-storage.html?location=1013%20stuart%20st%20Denver%20co%2080204&informedSearch=true&utm_source=facebook&utm_medium=paid&utm_campaign=SF%20Facebook%7CGeneral%7CRemarketing&utm_term=120211029826540476&utm_content=Non%20Reservers%7C%2030%20Days&utm_id=120211029826580476" }, "timezone": "America/Denver", "userAgent": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36", "userAgentData": { "brands": [ { "brand": "Google Chrome", "version": "131" }, { "brand": "Chromium", "version": "131" }, { "brand": "Not_A Brand", "version": "24" } ], "mobile": true, "platform": "Android" } }, "event": "drag", "integrations": {}, "messageId": "ajs-next-1736089996776-efa190b3-3a0e-4493-a331-7585c9ee2f22", "originalTimestamp": "2025-01-05T15:13:16.776Z", "projectId": "a0wkEvFBBK", "properties": { "Hit Timestamp": 1736089996776, "category": "vehicle serp rail-cityLandingPage", "env": "production", "isReact": true, "label": "map dragged", "searchId": "e7c7677aa11ae201b9.63183431", "site_id": -1 }, "receivedAt": "2025-01-05T15:13:17.098Z", "sentAt": "2025-01-05T15:13:16.827Z", "timestamp": "2025-01-05T15:13:17.047Z", "type": "track", "userId": "0141c6b3a06904ba00b8b8c6142879af", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.amp.id": "string", "context.campaign.content": "string", "context.campaign.id": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "integrations.library.name": "string", "integrations.library.version": "string", "integrations.page.path": "string", "integrations.page.referrer": "string", "integrations.page.search": "string", "integrations.page.title": "string", "integrations.page.url": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.category": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.searchId": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 129
- schema_scan_id: 134819832
- updated: 2025-01-05 10:02:14
-
Version 964776
- created: 2024-08-01 12:28:29
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.reactfoot_drag`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.reactfoot_drag`\n(\n`_origin`STRING,`type`STRING,`projectId`STRING,`context`struct<`locale`:STRING,`campaign`:struct<`name`:STRING,`utm_content`:STRING,`utm_source`:STRING,`term`:STRING,`utm_medium`:STRING,`medium`:STRING,`utm_campaign`:STRING,`source`:STRING,`content`:STRING>,`timezone`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`userAgent`:STRING,`amp`:struct<`id`:STRING>,`page`:struct<`title`:STRING,`path`:STRING,`search`:STRING,`url`:STRING,`referrer`:STRING>,`ip`:STRING,`userAgentData`:struct<`platform`:STRING,`mobile`:STRING,`brands`:array>>>,`event`STRING,`anonymousId`STRING,`originalTimestamp`STRING,`properties`struct<`label`:STRING,`site_id`:STRING,`Hit_Timestamp`:STRING,`category`:STRING,`env`:STRING,`isReact`:STRING,`searchId`:STRING>,`messageId`STRING,`channel`STRING,`_metadata`struct<`bundled`:array ,`unbundled`:array >,`sentAt`STRING,`timestamp`STRING,`receivedAt`STRING,`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`userId`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-reactfoot-prod/separated_dt/drag'\n", "MSCK REPAIR TABLE sfdl_prod_segment.reactfoot_drag" ] - hive_path: s3://sfdl-segment-reactfoot-prod/separated_dt/drag
- id: 964776
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "59c55a4597f7a100011813be", "59c13c7c1386430001b3c90e" ], "unbundled": [] }, "_origin": "2024-08-01T17:28:04Z|s3://sfdl-segment-reactfoot-prod/segment-logs/a0wkEvFBBK/1722470400000/1722533249426.events-archiver-480-18..5aadf531-9e5f-473e-8e0d-c66c50b74bdf.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "d81d047c-cd69-46c2-900a-253cceac3fb1", "channel": "client", "context": { "campaign": { "content": "", "medium": "paidsearch", "name": "pro_national_nogeo_noproduct_dynamic", "source": "bing", "term": "sparefoot" }, "ip": "2607:fb90:453a:9936:109f:c8d:ec9d:3f94", "library": { "name": "analytics.js", "version": "next-1.72.1" }, "locale": "en-US", "page": { "path": "/Midland-TX-self-storage/rv-storage.html", "referrer": "https://search.yahoo.com/", "search": "?tsid=bing-ppc&cid=pro_national_nogeo_noproduct_dynamic&utm_source=bing&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_dynamic&utm_content=&ploc=65300&iloc=65672&mkwid=0tUTQ06e|pcrid|76759736644199|pkw|sparefoot|pmt|bb|pdv|m|pgrid|1228154634946515|ptaid|dat-2328559469250676:loc-190&pgrid=1228154634946515&ptaid=dat-2328559469250676:loc-190&msclkid=7b6c8fcce30412d9fea8e9672065c3ba&utm_term=sparefoot", "title": "10 Cheap RV Storage Facilities Near Midland, TX on Sparefoot", "url": "https://www.sparefoot.com/Midland-TX-self-storage/rv-storage.html?tsid=bing-ppc&cid=pro_national_nogeo_noproduct_dynamic&utm_source=bing&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_dynamic&utm_content=&ploc=65300&iloc=65672&mkwid=0tUTQ06e|pcrid|76759736644199|pkw|sparefoot|pmt|bb|pdv|m|pgrid|1228154634946515|ptaid|dat-2328559469250676:loc-190&pgrid=1228154634946515&ptaid=dat-2328559469250676:loc-190&msclkid=7b6c8fcce30412d9fea8e9672065c3ba&utm_term=sparefoot" }, "timezone": "America/Chicago", "userAgent": "Mozilla/5.0 (iPhone; CPU iPhone OS 16_7_8 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.6 Mobile/15E148 Safari/604.1" }, "event": "drag", "integrations": {}, "messageId": "ajs-next-1722532763868-c637f862-2611-43ec-90f7-3df7ea39d4e6", "originalTimestamp": "2024-08-01T17:19:23.868Z", "projectId": "a0wkEvFBBK", "properties": { "Hit Timestamp": 1722532763868, "category": "vehicle serp rail-vehicleLandingPage", "env": "production", "isReact": true, "label": "map dragged", "searchId": "15e666abc37b0a6951.27980565", "site_id": -1 }, "receivedAt": "2024-08-01T17:19:24.277Z", "sentAt": "2024-08-01T17:19:23.907Z", "timestamp": "2024-08-01T17:19:24.238Z", "type": "track", "userId": "23fd81c6582f995749ec857df417edbe", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.amp.id": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "integrations.library.name": "string", "integrations.library.version": "string", "integrations.page.path": "string", "integrations.page.referrer": "string", "integrations.page.search": "string", "integrations.page.title": "string", "integrations.page.url": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.category": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.searchId": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 129
- schema_scan_id: 124263901
- updated: 2024-08-01 12:29:33
Schema Scans: 3
Last at 2025-04-15 16:46:23
-
Scan 140625893
- duration: 0:04:49.028682
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 2760, "partitions_applied": false, "success": true } - id: 140625893
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/drag/dt=2025-04-15/", "name": "dt", "type": "string", "value": "2025-04-15" }, "s3": { "bucket": "sfdl-segment-reactfoot-prod", "hive_path": "s3://sfdl-segment-reactfoot-prod/separated_dt/drag", "key": "separated_dt/drag/dt=2025-04-15/1744753485991.events-archiver-480-28..7b378bfe-4915-40f1-85f4-3ebc31e9aa3b.json.gz" }, "schema": { "name": "sfdl_prod_segment.reactfoot_drag", "type": "segment" } } - running: False
- schema_name_id: 129
- start_time: 2025-04-15 16:46:23
- success: True
- trace_id: 474512988150908850
-
Scan 134819832
- duration: 0:00:15.527013
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 134819832
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/drag/dt=2025-01-05/", "name": "dt", "type": "string", "value": "2025-01-05" }, "s3": { "bucket": "sfdl-segment-reactfoot-prod", "hive_path": "s3://sfdl-segment-reactfoot-prod/separated_dt/drag", "key": "separated_dt/drag/dt=2025-01-05/1736092769827.events-archiver-480-31..b8cad8f7-9e6b-405a-9f6f-cfe0341c283f.json.gz" }, "schema": { "name": "sfdl_prod_segment.reactfoot_drag", "type": "segment" } } - running: False
- schema_name_id: 129
- start_time: 2025-01-05 10:01:14
- success: True
- trace_id: 7621324612280296945
-
Scan 124263901
- duration: 0:04:29.863086
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 2503, "partitions_applied": false, "success": true } - id: 124263901
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/drag/dt=2024-08-01/", "name": "dt", "type": "string", "value": "2024-08-01" }, "s3": { "bucket": "sfdl-segment-reactfoot-prod", "hive_path": "s3://sfdl-segment-reactfoot-prod/separated_dt/drag", "key": "separated_dt/drag/dt=2024-08-01/1722533249426.events-archiver-480-18..5aadf531-9e5f-473e-8e0d-c66c50b74bdf.json.gz" }, "schema": { "name": "sfdl_prod_segment.reactfoot_drag", "type": "segment" } } - running: False
- schema_name_id: 129
- start_time: 2024-08-01 12:28:27
- success: True
- trace_id: 6966409329401775818
- count: 3
- ddl:
[ "ALTER TABLE\n `sfdl_prod_segment.reactfoot_drag`\nADD\n\n\n PARTITION (dt='2025-09-18') location 's3://sfdl-segment-reactfoot-prod/separated_dt/drag/dt=2025-09-18/'\n PARTITION (dt='2025-10-27') location 's3://sfdl-segment-reactfoot-prod/separated_dt/drag/dt=2025-10-27/'\n PARTITION (dt='2025-10-31') location 's3://sfdl-segment-reactfoot-prod/separated_dt/drag/dt=2025-10-31/'\n;" ] - name: dt
- state:
[ { "info": { "id": 1554278, "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/drag/dt=2025-09-18/", "name": "dt", "value": "2025-09-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-09-18 18:17:29", "last_data": "2025-09-18 18:17:29" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1598429, "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/drag/dt=2025-10-27/", "name": "dt", "value": "2025-10-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-27 08:07:24", "last_data": "2025-10-27 08:15:29" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1599401, "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/drag/dt=2025-10-31/", "name": "dt", "value": "2025-10-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-31 09:57:49", "last_data": "2025-10-31 09:57:49" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.amp.id": "string", "context.campaign.content": "string", "context.campaign.id": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.campaign.term": "string", "context.campaign.tm_source": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "integrations.library.name": "string", "integrations.library.version": "string", "integrations.page.path": "string", "integrations.page.referrer": "string", "integrations.page.search": "string", "integrations.page.title": "string", "integrations.page.url": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.category": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.searchId": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2025-04-15 16:46:25
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.reactfoot_drag`\n(\n`version`STRING,`messageId`STRING,`sentAt`STRING,`receivedAt`STRING,`context`struct<`amp`:struct<`id`:STRING>,`locale`:STRING,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>,`campaign`:struct<`utm_medium`:STRING,`content`:STRING,`id`:STRING,`name`:STRING,`utm_campaign`:STRING,`tm_source`:STRING,`source`:STRING,`medium`:STRING,`utm_content`:STRING,`term`:STRING,`utm_source`:STRING>,`ip`:STRING,`page`:struct<`referrer`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`url`:STRING>,`timezone`:STRING,`userAgent`:STRING>,`type`STRING,`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`userId`STRING,`originalTimestamp`STRING,`channel`STRING,`properties`struct<`category`:STRING,`Hit_Timestamp`:STRING,`searchId`:STRING,`site_id`:STRING,`isReact`:STRING,`label`:STRING,`env`:STRING>,`timestamp`STRING,`projectId`STRING,`_metadata`struct<`bundled`:array ,`unbundled`:array >,`event`STRING,`anonymousId`STRING,`_origin`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-reactfoot-prod/separated_dt/drag'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.reactfoot_drag`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.reactfoot_drag" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2017-11-02 14:02:07",
"disabled": false,
"format": "raw",
"id": 129,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_prod_segment",
"table": "reactfoot_drag"
},
"type": "segment"
},
"partition": {
"count": 3,
"ddl": [
"ALTER TABLE\n `sfdl_prod_segment.reactfoot_drag`\nADD\n\n\n PARTITION (dt='2025-09-18') location 's3://sfdl-segment-reactfoot-prod/separated_dt/drag/dt=2025-09-18/'\n PARTITION (dt='2025-10-27') location 's3://sfdl-segment-reactfoot-prod/separated_dt/drag/dt=2025-10-27/'\n PARTITION (dt='2025-10-31') location 's3://sfdl-segment-reactfoot-prod/separated_dt/drag/dt=2025-10-31/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 1554278,
"location": "s3://sfdl-segment-reactfoot-prod/separated_dt/drag/dt=2025-09-18/",
"name": "dt",
"value": "2025-09-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-09-18 18:17:29",
"last_data": "2025-09-18 18:17:29"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1598429,
"location": "s3://sfdl-segment-reactfoot-prod/separated_dt/drag/dt=2025-10-27/",
"name": "dt",
"value": "2025-10-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-27 08:07:24",
"last_data": "2025-10-27 08:15:29"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1599401,
"location": "s3://sfdl-segment-reactfoot-prod/separated_dt/drag/dt=2025-10-31/",
"name": "dt",
"value": "2025-10-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-31 09:57:49",
"last_data": "2025-10-31 09:57:49"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"anonymousId": "string",
"channel": "string",
"context.amp.id": "string",
"context.campaign.content": "string",
"context.campaign.id": "string",
"context.campaign.medium": "string",
"context.campaign.name": "string",
"context.campaign.source": "string",
"context.campaign.term": "string",
"context.campaign.tm_source": "string",
"context.campaign.utm_campaign": "string",
"context.campaign.utm_content": "string",
"context.campaign.utm_medium": "string",
"context.campaign.utm_source": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.locale": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.timezone": "string",
"context.userAgent": "string",
"context.userAgentData.brands": [
{
"brand": "string",
"version": "string"
}
],
"context.userAgentData.mobile": "string",
"context.userAgentData.platform": "string",
"event": "string",
"integrations.library.name": "string",
"integrations.library.version": "string",
"integrations.page.path": "string",
"integrations.page.referrer": "string",
"integrations.page.search": "string",
"integrations.page.title": "string",
"integrations.page.url": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.Hit_Timestamp": "string",
"properties.category": "string",
"properties.env": "string",
"properties.isReact": "string",
"properties.label": "string",
"properties.searchId": "string",
"properties.site_id": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2025-04-15 16:46:25",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.reactfoot_drag`\n(\n`version`STRING,`messageId`STRING,`sentAt`STRING,`receivedAt`STRING,`context`struct<`amp`:struct<`id`:STRING>,`locale`:STRING,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>,`campaign`:struct<`utm_medium`:STRING,`content`:STRING,`id`:STRING,`name`:STRING,`utm_campaign`:STRING,`tm_source`:STRING,`source`:STRING,`medium`:STRING,`utm_content`:STRING,`term`:STRING,`utm_source`:STRING>,`ip`:STRING,`page`:struct<`referrer`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`url`:STRING>,`timezone`:STRING,`userAgent`:STRING>,`type`STRING,`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`userId`STRING,`originalTimestamp`STRING,`channel`STRING,`properties`struct<`category`:STRING,`Hit_Timestamp`:STRING,`searchId`:STRING,`site_id`:STRING,`isReact`:STRING,`label`:STRING,`env`:STRING>,`timestamp`STRING,`projectId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`event`STRING,`anonymousId`STRING,`_origin`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-reactfoot-prod/separated_dt/drag'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.reactfoot_drag`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.reactfoot_drag"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}