Schema Info
Schema Name: sfdl_prod_segment.reactfoot_productviewed
- created: 2021-02-11 16:14:15
- disabled: False
- format: raw
- id: 825
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_prod_segment", "table": "reactfoot_productviewed" } - type: segment
Schema Versions: 3
-
Version 1102633
- created: 2024-11-27 14:59:29
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.reactfoot_productviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.reactfoot_productviewed`\n(\n`event`STRING,`projectId`STRING,`channel`STRING,`sentAt`STRING,`messageId`STRING,`version`STRING,`type`STRING,`context`struct<`userAgent`:STRING,`campaign`:struct<`c`:STRING,`name`:STRING,`utm_content`:STRING,`id`:STRING,`utm_campaign`:STRING,`utm_source`:STRING,`medium`:STRING,`content`:STRING,`utm_medium`:STRING,`source`:STRING,`conten`:STRING,`term`:STRING>,`page`:struct<`referrer`:STRING,`path`:STRING,`title`:STRING,`search`:STRING,`url`:STRING>,`locale`:STRING,`userAgentData`:struct<`mobile`:STRING,`brands`:array>,`platform`:STRING>,`amp`:struct<`id`:STRING>,`timezone`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`ip`:STRING>,`properties`struct<`isReact`:STRING,`variant`:STRING,`name`:STRING,`Hit_Timestamp`:STRING,`price`:STRING,`currency`:STRING,`quantity`:STRING,`category`:STRING,`env`:STRING,`product_id`:STRING,`brand`:STRING,`site_id`:STRING>,`anonymousId`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`timestamp`STRING,`userId`STRING,`_origin`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed'\n", "MSCK REPAIR TABLE sfdl_prod_segment.reactfoot_productviewed" ] - hive_path: s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed
- id: 1102633
- processed: 1
- raw_data:
{ "__segment_internal": {}, "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "59c55a4597f7a100011813be", "59c13c7c1386430001b3c90e" ], "unbundled": [] }, "_origin": "2024-11-27T20:58:46Z|s3://sfdl-segment-reactfoot-prod/segment-logs/a0wkEvFBBK/1732665600000/1732741100313.events-archiver-480-39..62aed824-5ddf-414b-89ad-afe1a70a36f6.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "dfd89fb2-0c5f-48ab-b3f5-de495b1ca8b5", "channel": "client", "context": { "campaign": { "content": "24 Hour", "id": "120211029505070476", "medium": "paid", "name": "SF Facebook|General", "source": "facebook", "term": "120211029505120476" }, "ip": "74.125.217.65", "library": { "name": "analytics.js", "version": "next-1.76.0" }, "locale": "en-US", "page": { "path": "/Indianapolis-IN-self-storage/Public-Storage-Indianapolis-4305-Lafayette-Road-214856.html", "referrer": "", "search": "", "title": "Public Storage - Indianapolis - 4305 Lafayette Road | 4305 Lafayette Road | SpareFoot", "url": "https://www.sparefoot.com/Indianapolis-IN-self-storage/Public-Storage-Indianapolis-4305-Lafayette-Road-214856.html" }, "timezone": "America/Los_Angeles", "userAgent": "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.6778.69 Mobile Safari/537.36 (compatible; AdsBot-Google-Mobile; +http://www.google.com/mobile/adsbot.html)", "userAgentData": { "brands": [ { "brand": "Not_A Brand", "version": "24" } ], "mobile": false, "platform": "" } }, "event": "Product Viewed", "integrations": {}, "messageId": "ajs-next-1732737506983-0c5f38ab-f3f5-4e49-9b1c-a8b55a0407e4", "originalTimestamp": "2024-11-27T19:58:26.982Z", "projectId": "a0wkEvFBBK", "properties": { "Hit Timestamp": 1732737506717, "brand": "self-storage", "category": "Indianapolis, Indiana-facilityPage", "currency": "usd", "env": "production", "isReact": true, "name": "Public Storage - Indianapolis - 4305 Lafayette Road - 214856", "price": null, "product_id": 214856, "quantity": 1, "site_id": -1, "variant": null }, "receivedAt": "2024-11-27T19:59:15.583Z", "sentAt": "2024-11-27T19:58:27.212Z", "timestamp": "2024-11-27T19:59:15.353Z", "type": "track", "userId": "bot", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.amp.id": "string", "context.campaign.c": "string", "context.campaign.conten": "string", "context.campaign.content": "string", "context.campaign.id": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.brand": "string", "properties.category": "string", "properties.currency": "string", "properties.env": "string", "properties.isReact": "string", "properties.name": "string", "properties.price": "string", "properties.product_id": "string", "properties.quantity": "string", "properties.site_id": "string", "properties.variant": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 825
- schema_scan_id: 132506560
- updated: 2024-11-27 15:08:00
-
Version 1022865
- created: 2024-09-20 23:55:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.reactfoot_productviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.reactfoot_productviewed`\n(\n`type`STRING,`event`STRING,`userId`STRING,`anonymousId`STRING,`originalTimestamp`STRING,`_origin`STRING,`version`STRING,`receivedAt`STRING,`timestamp`STRING,`messageId`STRING,`projectId`STRING,`context`struct<`ip`:STRING,`timezone`:STRING,`campaign`:struct<`source`:STRING,`medium`:STRING,`term`:STRING,`utm_campaign`:STRING,`name`:STRING,`utm_content`:STRING,`c`:STRING,`utm_source`:STRING,`content`:STRING,`conten`:STRING,`utm_medium`:STRING>,`page`:struct<`title`:STRING,`path`:STRING,`url`:STRING,`referrer`:STRING,`search`:STRING>,`userAgent`:STRING,`locale`:STRING,`userAgentData`:struct<`platform`:STRING,`mobile`:STRING,`brands`:array>>,`library`:struct<`version`:STRING,`name`:STRING>,`amp`:struct<`id`:STRING>>,`properties`struct<`env`:STRING,`product_id`:STRING,`isReact`:STRING,`category`:STRING,`brand`:STRING,`name`:STRING,`Hit_Timestamp`:STRING,`price`:STRING,`variant`:STRING,`site_id`:STRING,`currency`:STRING,`quantity`:STRING>,`sentAt`STRING,`channel`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed'\n", "MSCK REPAIR TABLE sfdl_prod_segment.reactfoot_productviewed" ] - hive_path: s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed
- id: 1022865
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "59c55a4597f7a100011813be", "59c13c7c1386430001b3c90e" ], "failedInitializations": [ "Google Tag Manager", "Google Analytics" ], "unbundled": [] }, "_origin": "2024-09-21T04:54:11Z|s3://sfdl-segment-reactfoot-prod/segment-logs/a0wkEvFBBK/1726876800000/1726894406061.events-archiver-480-8..95813706-770a-4105-b20a-77440fcb8903.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "5abe8ab9-d548-4302-8ba3-6de78f7e2c24", "channel": "client", "context": { "campaign": { "conten": "", "medium": "paidsearch", "name": "pro_national_nogeo_noproduct_dynamic", "source": "bing" }, "ip": "161.188.184.127", "library": { "name": "analytics.js", "version": "next-1.72.1" }, "locale": "en-US", "page": { "path": "/San-Tan-Valley-AZ-self-storage/StorAmerica-Ironwood-227893.html", "referrer": "https://www.google.com/", "search": "?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=SF+Google%7CGeneral%7CDynamic&pdv=m&pgrid=32834079431&cpgnid=611394405&ptaid=dsa-660763669626&mkwid=sGkZMkuxx%7Cpcrid%7C271805933450%7Cpkw%7C%7Cpmt%7C%7Cpdv%7Cm%7Cpgrid%7C32834079431%7Ccpgnid%7C611394405%7Cptaid%7Cdsa-660763669626%7Cadext%7C&gad_source=1&gbraid=0AAAAAD0HYGmk8SSAQoimp2hxPhMOsUNGY&gclid=Cj0KCQjwurS3BhCGARIsADdUH51tOJpiEkrg7x4A-IZlyN1yfxTjg2sX5bfA9PMcrxySjJbVSJrbxUEaAocEEALw_wcB", "title": "StorAmerica - Ironwood | 42039 North Ironwood Drive | SpareFoot", "url": "https://www.sparefoot.com/San-Tan-Valley-AZ-self-storage/StorAmerica-Ironwood-227893.html?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=SF+Google%7CGeneral%7CDynamic&pdv=m&pgrid=32834079431&cpgnid=611394405&ptaid=dsa-660763669626&mkwid=sGkZMkuxx%7Cpcrid%7C271805933450%7Cpkw%7C%7Cpmt%7C%7Cpdv%7Cm%7Cpgrid%7C32834079431%7Ccpgnid%7C611394405%7Cptaid%7Cdsa-660763669626%7Cadext%7C&gad_source=1&gbraid=0AAAAAD0HYGmk8SSAQoimp2hxPhMOsUNGY&gclid=Cj0KCQjwurS3BhCGARIsADdUH51tOJpiEkrg7x4A-IZlyN1yfxTjg2sX5bfA9PMcrxySjJbVSJrbxUEaAocEEALw_wcB" }, "timezone": "America/Phoenix", "userAgent": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Mobile Safari/537.36", "userAgentData": { "brands": [ { "brand": "Google Chrome", "version": "128" } ], "mobile": true, "platform": "Android" } }, "event": "Product Viewed", "integrations": {}, "messageId": "ajs-next-1726891166366-d5480302-0ba3-4de7-8f7e-2c243249cb42", "originalTimestamp": "2024-09-21T03:59:26.366Z", "projectId": "a0wkEvFBBK", "properties": { "Hit Timestamp": 1726891165956, "brand": "self-storage", "category": "San Tan Valley, Arizona-facilityPage", "currency": "usd", "env": "production", "isReact": true, "name": "StorAmerica - Ironwood - 227893", "price": null, "product_id": 227893, "quantity": 1, "site_id": -1, "variant": null }, "receivedAt": "2024-09-21T03:59:26.858Z", "sentAt": "2024-09-21T03:59:26.376Z", "timestamp": "2024-09-21T03:59:26.848Z", "type": "track", "userId": "72aee3382d9b09bd8464542b9bde26ac", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.amp.id": "string", "context.campaign.c": "string", "context.campaign.conten": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.brand": "string", "properties.category": "string", "properties.currency": "string", "properties.env": "string", "properties.isReact": "string", "properties.name": "string", "properties.price": "string", "properties.product_id": "string", "properties.quantity": "string", "properties.site_id": "string", "properties.variant": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 825
- schema_scan_id: 127812891
- updated: 2024-09-21 00:03:40
-
Version 962534
- created: 2024-07-30 16:05:30
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.reactfoot_productviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.reactfoot_productviewed`\n(\n`receivedAt`STRING,`messageId`STRING,`anonymousId`STRING,`timestamp`STRING,`context`struct<`amp`:struct<`id`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`c`:STRING,`utm_campaign`:STRING,`name`:STRING,`utm_source`:STRING,`medium`:STRING,`term`:STRING,`utm_medium`:STRING,`content`:STRING,`source`:STRING,`utm_content`:STRING>,`timezone`:STRING,`locale`:STRING,`userAgent`:STRING,`userAgentData`:struct<`brands`:array>,`platform`:STRING,`mobile`:STRING>,`page`:struct<`search`:STRING,`path`:STRING,`url`:STRING,`title`:STRING,`referrer`:STRING>>,`event`STRING,`projectId`STRING,`channel`STRING,`userId`STRING,`properties`struct<`Hit_Timestamp`:STRING,`variant`:STRING,`name`:STRING,`env`:STRING,`brand`:STRING,`currency`:STRING,`price`:STRING,`site_id`:STRING,`product_id`:STRING,`isReact`:STRING,`category`:STRING,`quantity`:STRING>,`_origin`STRING,`type`STRING,`version`STRING,`sentAt`STRING,`originalTimestamp`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed'\n", "MSCK REPAIR TABLE sfdl_prod_segment.reactfoot_productviewed" ] - hive_path: s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed
- id: 962534
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "59c55a4597f7a100011813be", "59c13c7c1386430001b3c90e" ], "unbundled": [] }, "_origin": "2024-07-30T21:04:50Z|s3://sfdl-segment-reactfoot-prod/segment-logs/a0wkEvFBBK/1722297600000/1722373363842.events-archiver-480-40..96427a4d-8c5a-486a-91d8-fbc7bd8f084c.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "5aa4affd-bb25-45df-ae7b-f993eba285c1", "channel": "client", "context": { "campaign": { "content": "", "medium": "paidsearch", "name": "pro_national_nogeo_noproduct_dynamic", "source": "bing", "term": "sparefoot" }, "ip": "2603:6081:7b44:6200:4cfd:dd56:4359:481a", "library": { "name": "analytics.js", "version": "next-1.72.1" }, "locale": "en-US", "page": { "path": "/Hallandale-FL-self-storage/Public-Storage-Hallandale-3080-Pembroke-Road-213159.html", "referrer": "https://www.google.com/", "search": "?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=SF+Google%7CGeneral%7CDynamic&utm_content=&ploc=9052452&iloc=&mkwid=sof88esOV%7Cpcrid%7C325580280157%7Cpkw%7C%7Cpmt%7C%7Cpdv%7Cm%7Cpgrid%7C32834078591%7Cptaid%7Cdsa-663064472148&pgrid=32834078591&ptaid=dsa-663064472148&gad_source=1&gbraid=0AAAAAD0HYGnk5FkIv2RgCoptvCGQJ_GXI&gclid=CjwKCAjwnqK1BhBvEiwAi7o0X4PeHX7tEjOacaOIb3s9NSR41e-oSZ7zBQU3Zx2Yi8kygyh4T6W3FhoC3dIQAvD_BwE", "title": "Public Storage - Hallandale - 3080 Pembroke Road | 3080 Pembroke Road | SpareFoot", "url": "https://www.sparefoot.com/Hallandale-FL-self-storage/Public-Storage-Hallandale-3080-Pembroke-Road-213159.html?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=SF+Google%7CGeneral%7CDynamic&utm_content=&ploc=9052452&iloc=&mkwid=sof88esOV%7Cpcrid%7C325580280157%7Cpkw%7C%7Cpmt%7C%7Cpdv%7Cm%7Cpgrid%7C32834078591%7Cptaid%7Cdsa-663064472148&pgrid=32834078591&ptaid=dsa-663064472148&gad_source=1&gbraid=0AAAAAD0HYGnk5FkIv2RgCoptvCGQJ_GXI&gclid=CjwKCAjwnqK1BhBvEiwAi7o0X4PeHX7tEjOacaOIb3s9NSR41e-oSZ7zBQU3Zx2Yi8kygyh4T6W3FhoC3dIQAvD_BwE" }, "timezone": "America/New_York", "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/109.0.0.0 Safari/537.36", "userAgentData": { "brands": [ { "brand": "Chromium", "version": "109" } ], "mobile": false, "platform": "Windows" } }, "event": "Product Viewed", "integrations": {}, "messageId": "ajs-next-1722370209554-bb25a5df-2e7b-4993-aba2-85c181268951", "originalTimestamp": "2024-07-30T20:10:09.554Z", "projectId": "a0wkEvFBBK", "properties": { "Hit Timestamp": 1722370209348, "brand": "self-storage", "category": "Hallandale, Florida-facilityPage", "currency": "usd", "env": "production", "isReact": true, "name": "Public Storage - Hallandale - 3080 Pembroke Road - 213159", "price": null, "product_id": 213159, "quantity": 1, "site_id": -1, "variant": null }, "receivedAt": "2024-07-30T20:10:09.996Z", "sentAt": "2024-07-30T20:10:09.561Z", "timestamp": "2024-07-30T20:10:09.989Z", "type": "track", "userId": "52eccc6e69f89069ed2a780efd5cc63b", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.amp.id": "string", "context.campaign.c": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.brand": "string", "properties.category": "string", "properties.currency": "string", "properties.env": "string", "properties.isReact": "string", "properties.name": "string", "properties.price": "string", "properties.product_id": "string", "properties.quantity": "string", "properties.site_id": "string", "properties.variant": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 825
- schema_scan_id: 124126180
- updated: 2024-07-30 16:06:22
Schema Scans: 3
Last at 2024-11-27 14:59:27
-
Scan 132506560
- duration: 0:01:48.446005
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 2621, "partitions_applied": false, "success": true } - id: 132506560
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2024-11-27/", "name": "dt", "type": "string", "value": "2024-11-27" }, "s3": { "bucket": "sfdl-segment-reactfoot-prod", "hive_path": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed", "key": "separated_dt/Product Viewed/dt=2024-11-27/1732741100313.events-archiver-480-39..62aed824-5ddf-414b-89ad-afe1a70a36f6.json.gz" }, "schema": { "name": "sfdl_prod_segment.reactfoot_ProductViewed", "type": "segment" } } - running: False
- schema_name_id: 825
- start_time: 2024-11-27 14:59:27
- success: True
- trace_id: 4647045549619565501
-
Scan 127812891
- duration: 0:08:41.235754
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 2554, "partitions_applied": false, "success": true } - id: 127812891
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2024-09-21/", "name": "dt", "type": "string", "value": "2024-09-21" }, "s3": { "bucket": "sfdl-segment-reactfoot-prod", "hive_path": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed", "key": "separated_dt/Product Viewed/dt=2024-09-21/1726894406061.events-archiver-480-8..95813706-770a-4105-b20a-77440fcb8903.json.gz" }, "schema": { "name": "sfdl_prod_segment.reactfoot_ProductViewed", "type": "segment" } } - running: False
- schema_name_id: 825
- start_time: 2024-09-20 23:55:23
- success: True
- trace_id: 5657392826738790287
-
Scan 124126180
- duration: 0:04:25.837218
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 2501, "partitions_applied": false, "success": true } - id: 124126180
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2024-07-30/", "name": "dt", "type": "string", "value": "2024-07-30" }, "s3": { "bucket": "sfdl-segment-reactfoot-prod", "hive_path": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed", "key": "separated_dt/Product Viewed/dt=2024-07-30/1722373363842.events-archiver-480-40..96427a4d-8c5a-486a-91d8-fbc7bd8f084c.json.gz" }, "schema": { "name": "sfdl_prod_segment.reactfoot_ProductViewed", "type": "segment" } } - running: False
- schema_name_id: 825
- start_time: 2024-07-30 16:05:28
- success: True
- trace_id: 15490678604350555392
- count: 9
- ddl:
[ "ALTER TABLE\n `sfdl_prod_segment.reactfoot_productviewed`\nADD\n\n\n PARTITION (dt='2025-11-03') location 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2025-11-03/'\n PARTITION (dt='2025-11-20') location 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2025-11-20/'\n PARTITION (dt='2025-11-26') location 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2025-11-26/'\n PARTITION (dt='2026-01-04') location 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-01-04/'\n PARTITION (dt='2026-02-03') location 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-02-03/'\n PARTITION (dt='2026-02-12') location 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-02-12/'\n PARTITION (dt='2026-02-13') location 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-02-13/'\n PARTITION (dt='2026-03-02') location 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-03-02/'\n PARTITION (dt='2026-03-24') location 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-03-24/'\n;" ] - name: dt
- state:
[ { "info": { "id": 1600378, "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2025-11-03/", "name": "dt", "value": "2025-11-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-03 18:03:51", "last_data": "2025-11-03 18:03:51" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1606646, "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2025-11-20/", "name": "dt", "value": "2025-11-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-20 15:49:59", "last_data": "2025-11-20 15:49:59" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1608603, "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2025-11-26/", "name": "dt", "value": "2025-11-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-26 15:45:23", "last_data": "2025-11-26 15:45:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1620570, "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-01-04/", "name": "dt", "value": "2026-01-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-04 07:56:35", "last_data": "2026-01-04 07:56:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1629809, "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-02-03/", "name": "dt", "value": "2026-02-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-03 15:50:12", "last_data": "2026-02-03 15:55:14" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1631888, "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-02-12/", "name": "dt", "value": "2026-02-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-12 14:51:21", "last_data": "2026-02-12 14:51:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1631968, "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-02-13/", "name": "dt", "value": "2026-02-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-12 20:53:43", "last_data": "2026-02-12 20:53:43" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1641684, "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-03-02/", "name": "dt", "value": "2026-03-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-02 14:46:50", "last_data": "2026-03-02 14:46:50" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1649883, "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-03-24/", "name": "dt", "value": "2026-03-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-24 18:58:48", "last_data": "2026-03-24 19:04:28" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.amp.id": "string", "context.campaign.c": "string", "context.campaign.conten": "string", "context.campaign.content": "string", "context.campaign.id": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.brand": "string", "properties.category": "string", "properties.currency": "string", "properties.env": "string", "properties.isReact": "string", "properties.name": "string", "properties.price": "string", "properties.product_id": "string", "properties.quantity": "string", "properties.site_id": "string", "properties.variant": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2024-11-27 14:59:29
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.reactfoot_productviewed`\n(\n`event`STRING,`projectId`STRING,`channel`STRING,`sentAt`STRING,`messageId`STRING,`version`STRING,`type`STRING,`context`struct<`userAgent`:STRING,`campaign`:struct<`c`:STRING,`name`:STRING,`utm_content`:STRING,`id`:STRING,`utm_campaign`:STRING,`utm_source`:STRING,`medium`:STRING,`content`:STRING,`utm_medium`:STRING,`source`:STRING,`conten`:STRING,`term`:STRING>,`page`:struct<`referrer`:STRING,`path`:STRING,`title`:STRING,`search`:STRING,`url`:STRING>,`locale`:STRING,`userAgentData`:struct<`mobile`:STRING,`brands`:array>,`platform`:STRING>,`amp`:struct<`id`:STRING>,`timezone`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`ip`:STRING>,`properties`struct<`isReact`:STRING,`variant`:STRING,`name`:STRING,`Hit_Timestamp`:STRING,`price`:STRING,`currency`:STRING,`quantity`:STRING,`category`:STRING,`env`:STRING,`product_id`:STRING,`brand`:STRING,`site_id`:STRING>,`anonymousId`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`timestamp`STRING,`userId`STRING,`_origin`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.reactfoot_productviewed`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.reactfoot_productviewed" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2021-02-11 16:14:15",
"disabled": false,
"format": "raw",
"id": 825,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_prod_segment",
"table": "reactfoot_productviewed"
},
"type": "segment"
},
"partition": {
"count": 9,
"ddl": [
"ALTER TABLE\n `sfdl_prod_segment.reactfoot_productviewed`\nADD\n\n\n PARTITION (dt='2025-11-03') location 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2025-11-03/'\n PARTITION (dt='2025-11-20') location 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2025-11-20/'\n PARTITION (dt='2025-11-26') location 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2025-11-26/'\n PARTITION (dt='2026-01-04') location 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-01-04/'\n PARTITION (dt='2026-02-03') location 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-02-03/'\n PARTITION (dt='2026-02-12') location 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-02-12/'\n PARTITION (dt='2026-02-13') location 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-02-13/'\n PARTITION (dt='2026-03-02') location 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-03-02/'\n PARTITION (dt='2026-03-24') location 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-03-24/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 1600378,
"location": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2025-11-03/",
"name": "dt",
"value": "2025-11-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-03 18:03:51",
"last_data": "2025-11-03 18:03:51"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1606646,
"location": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2025-11-20/",
"name": "dt",
"value": "2025-11-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-20 15:49:59",
"last_data": "2025-11-20 15:49:59"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1608603,
"location": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2025-11-26/",
"name": "dt",
"value": "2025-11-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-26 15:45:23",
"last_data": "2025-11-26 15:45:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1620570,
"location": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-01-04/",
"name": "dt",
"value": "2026-01-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-04 07:56:35",
"last_data": "2026-01-04 07:56:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1629809,
"location": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-02-03/",
"name": "dt",
"value": "2026-02-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-03 15:50:12",
"last_data": "2026-02-03 15:55:14"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1631888,
"location": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-02-12/",
"name": "dt",
"value": "2026-02-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-12 14:51:21",
"last_data": "2026-02-12 14:51:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1631968,
"location": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-02-13/",
"name": "dt",
"value": "2026-02-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-12 20:53:43",
"last_data": "2026-02-12 20:53:43"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1641684,
"location": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-03-02/",
"name": "dt",
"value": "2026-03-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-02 14:46:50",
"last_data": "2026-03-02 14:46:50"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1649883,
"location": "s3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed/dt=2026-03-24/",
"name": "dt",
"value": "2026-03-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-24 18:58:48",
"last_data": "2026-03-24 19:04:28"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"anonymousId": "string",
"channel": "string",
"context.amp.id": "string",
"context.campaign.c": "string",
"context.campaign.conten": "string",
"context.campaign.content": "string",
"context.campaign.id": "string",
"context.campaign.medium": "string",
"context.campaign.name": "string",
"context.campaign.source": "string",
"context.campaign.term": "string",
"context.campaign.utm_campaign": "string",
"context.campaign.utm_content": "string",
"context.campaign.utm_medium": "string",
"context.campaign.utm_source": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.locale": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.timezone": "string",
"context.userAgent": "string",
"context.userAgentData.brands": [
{
"brand": "string",
"version": "string"
}
],
"context.userAgentData.mobile": "string",
"context.userAgentData.platform": "string",
"event": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.Hit_Timestamp": "string",
"properties.brand": "string",
"properties.category": "string",
"properties.currency": "string",
"properties.env": "string",
"properties.isReact": "string",
"properties.name": "string",
"properties.price": "string",
"properties.product_id": "string",
"properties.quantity": "string",
"properties.site_id": "string",
"properties.variant": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2024-11-27 14:59:29",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.reactfoot_productviewed`\n(\n`event`STRING,`projectId`STRING,`channel`STRING,`sentAt`STRING,`messageId`STRING,`version`STRING,`type`STRING,`context`struct<`userAgent`:STRING,`campaign`:struct<`c`:STRING,`name`:STRING,`utm_content`:STRING,`id`:STRING,`utm_campaign`:STRING,`utm_source`:STRING,`medium`:STRING,`content`:STRING,`utm_medium`:STRING,`source`:STRING,`conten`:STRING,`term`:STRING>,`page`:struct<`referrer`:STRING,`path`:STRING,`title`:STRING,`search`:STRING,`url`:STRING>,`locale`:STRING,`userAgentData`:struct<`mobile`:STRING,`brands`:array>,`platform`:STRING>,`amp`:struct<`id`:STRING>,`timezone`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`ip`:STRING>,`properties`struct<`isReact`:STRING,`variant`:STRING,`name`:STRING,`Hit_Timestamp`:STRING,`price`:STRING,`currency`:STRING,`quantity`:STRING,`category`:STRING,`env`:STRING,`product_id`:STRING,`brand`:STRING,`site_id`:STRING>,`anonymousId`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`timestamp`STRING,`userId`STRING,`_origin`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-reactfoot-prod/separated_dt/Product Viewed'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.reactfoot_productviewed`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.reactfoot_productviewed"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}