Schema Info
Schema Name: sfdl_prod_segment.ssdc_productadded
- created: 2021-02-11 16:23:20
- disabled: False
- format: raw
- id: 830
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_prod_segment", "table": "ssdc_productadded" } - type: segment
Schema Versions: 3
-
Version 1125870
- created: 2024-12-16 09:57:36
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_productadded`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_productadded`\n(\n`type`STRING,`event`STRING,`userId`STRING,`anonymousId`STRING,`originalTimestamp`STRING,`_origin`STRING,`version`STRING,`receivedAt`STRING,`projectId`STRING,`timestamp`STRING,`messageId`STRING,`context`struct<`ip`:STRING,`timezone`:STRING,`campaign`:struct<`capermpaign`:STRING,`content`:STRING,`source`:STRING,`medium`:STRING,`id`:STRING,`term`:STRING,`name`:STRING,`cam`:STRING>,`page`:struct<`title`:STRING,`path`:STRING,`url`:STRING,`referrer`:STRING,`search`:STRING>,`userAgent`:STRING,`locale`:STRING,`userAgentData`:struct<`mobile`:STRING,`platform`:STRING,`brands`:array>>,`library`:struct<`version`:STRING,`name`:STRING>>,`properties`struct<`env`:STRING,`product_id`:STRING,`category`:STRING,`dimension`:STRING,`isReact`:STRING,`brand`:STRING,`name`:STRING,`Hit_Timestamp`:STRING,`price`:STRING,`variant`:STRING,`site_id`:STRING,`quantity`:STRING,`label`:STRING,`unit_id`:STRING>,`sentAt`STRING,`channel`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-prod/separated_dt/Product Added'\n", "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_productadded" ] - hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/Product Added
- id: 1125870
- processed: 1
- raw_data:
{ "__segment_internal": {}, "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "evfdze8kT9", "5aba5e646e396464865d9ca3" ], "unbundled": [] }, "_origin": "2024-12-16T15:56:18Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1734307200000/1734364481612.events-archiver-480-40..45422db4-d378-4e08-8b43-978395d38af4.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "ba6a52e4-fb01-4ac5-a36b-91d51d803ed2", "channel": "client", "context": { "campaign": { "capermpaign": "pro_national_nogeo_noproduct_dynamic", "content": "", "medium": "paidsearch", "name": "SSDC Bing|PMAX", "source": "bing", "term": "www.selfstorage.com" }, "ip": "75.11.193.171", "library": { "name": "analytics.js", "version": "next-1.76.0" }, "locale": "en-GB", "page": { "path": "/self-storage/north-dakota/west-fargo/the-apartment-movers-198444/", "referrer": "https://www.searchthatup.com/", "search": "?tsid=bing-ppc&cid=SSDC%20Bing%7CPMAX&utm_source=bing&utm_medium=paidsearch&utm_campaign=SSDC%20Bing%7CPMAX&utm_content=&ploc=64809&iloc=&mkwid=|pcrid|77103451777218|pkw|www.selfstorage.com|pmt|bb|pdv|c|pgrid|1233653101319272|ptaid|kwd-2328903067263947:loc-190&pgrid=1233653101319272&ptaid=kwd-2328903067263947:loc-190&msclkid=7eb9a391770f1d16fe8cc4f149f5efdc&utm_term=www.selfstorage.com", "title": "The Apartment Movers: Lowest Rates - SelfStorage.com", "url": "https://www.selfstorage.com/self-storage/north-dakota/west-fargo/the-apartment-movers-198444/?tsid=bing-ppc&cid=SSDC%20Bing%7CPMAX&utm_source=bing&utm_medium=paidsearch&utm_campaign=SSDC%20Bing%7CPMAX&utm_content=&ploc=64809&iloc=&mkwid=|pcrid|77103451777218|pkw|www.selfstorage.com|pmt|bb|pdv|c|pgrid|1233653101319272|ptaid|kwd-2328903067263947:loc-190&pgrid=1233653101319272&ptaid=kwd-2328903067263947:loc-190&msclkid=7eb9a391770f1d16fe8cc4f149f5efdc&utm_term=www.selfstorage.com" }, "timezone": "America/Chicago", "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "userAgentData": { "brands": [ { "brand": "Chromium", "version": "131.0.6778.140" } ], "mobile": false, "platform": "Windows" } }, "event": "Product Added", "integrations": {}, "messageId": "ajs-next-1734360908653-28034603-2a1e-465a-ac41-cd61047a6f5c", "originalTimestamp": "2024-12-16T14:55:08.653Z", "projectId": "5yGJd9z7eL", "properties": { "Hit Timestamp": 1734360908653, "brand": "self-storage", "category": "West Fargo, ND", "dimension": "", "env": "production", "isReact": true, "name": "The Apartment Movers - 198444", "price": 120, "product_id": 198444, "quantity": 1, "site_id": 27, "unit_id": 17528220, "variant": "10' x 10'" }, "receivedAt": "2024-12-16T14:55:10.497Z", "sentAt": "2024-12-16T14:55:10.183Z", "timestamp": "2024-12-16T14:55:08.967Z", "type": "track", "userId": "e0592250af8db423e77c5014b964bada", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.cam": "string", "context.campaign.capermpaign": "string", "context.campaign.content": "string", "context.campaign.id": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.campaign.term": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.brand": "string", "properties.category": "string", "properties.dimension": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.name": "string", "properties.price": "string", "properties.product_id": "string", "properties.quantity": "string", "properties.site_id": "string", "properties.unit_id": "string", "properties.variant": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 830
- schema_scan_id: 133705757
- updated: 2024-12-16 09:58:44
-
Version 1113012
- created: 2024-12-06 01:00:30
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_productadded`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_productadded`\n(\n`projectId`STRING,`timestamp`STRING,`anonymousId`STRING,`context`struct<`locale`:STRING,`page`:struct<`url`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING,`path`:STRING>,`userAgent`:STRING,`userAgentData`:struct<`mobile`:STRING,`platform`:STRING,`brands`:array>>,`timezone`:STRING,`campaign`:struct<`source`:STRING,`cam`:STRING,`id`:STRING,`term`:STRING,`name`:STRING,`content`:STRING,`medium`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>>,`receivedAt`STRING,`type`STRING,`event`STRING,`_origin`STRING,`messageId`STRING,`sentAt`STRING,`originalTimestamp`STRING,`properties`struct<`label`:STRING,`product_id`:STRING,`unit_id`:STRING,`name`:STRING,`env`:STRING,`site_id`:STRING,`category`:STRING,`dimension`:STRING,`price`:STRING,`variant`:STRING,`Hit_Timestamp`:STRING,`brand`:STRING,`isReact`:STRING,`quantity`:STRING>,`userId`STRING,`channel`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-prod/separated_dt/Product Added'\n", "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_productadded" ] - hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/Product Added
- id: 1113012
- processed: 1
- raw_data:
{ "__segment_internal": {}, "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "evfdze8kT9", "5aba5e646e396464865d9ca3" ], "unbundled": [] }, "_origin": "2024-12-06T06:56:43Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1733443200000/1733468183134.events-archiver-480-16..3046b46a-cc76-4ba0-aad8-844de569f5ff.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "eeaaf704-c9af-4494-b7d3-1046838f17b0", "channel": "client", "context": { "campaign": { "content": "Self Storage Interest", "id": "120211779234010078", "medium": "paid", "name": "SSDC Facebook|Storage Interest Audience", "source": "facebook", "term": "120211779235700078" }, "ip": "172.59.160.143", "library": { "name": "analytics.js", "version": "next-1.76.0" }, "locale": "es-US", "page": { "path": "/self-storage/california/campbell/trojan-storage-of-campbell-226926/reserve/28131330/", "referrer": "", "search": "?utm_source=facebook&utm_medium=paid&utm_campaign=SSDC+Facebook%7CStorage+Interest+Audience&utm_content=Self+Storage+Interest&utm_id=120211779234010078&utm_term=120211779235700078", "title": "Reserve a 5' x 10' unit with Roll Up Door, 2nd Floor, Interior at Trojan Storage of Campbell in Campbell", "url": "https://www.selfstorage.com/self-storage/california/campbell/trojan-storage-of-campbell-226926/reserve/28131330/?utm_source=facebook&utm_medium=paid&utm_campaign=SSDC+Facebook%7CStorage+Interest+Audience&utm_content=Self+Storage+Interest&utm_id=120211779234010078&utm_term=120211779235700078" }, "timezone": "America/Los_Angeles", "userAgent": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_1_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.1.1 Mobile/15E148 Safari/604.1" }, "event": "Product Added", "integrations": {}, "messageId": "ajs-next-1733467106557-c9af3494-37d3-4046-838f-17b01086d787", "originalTimestamp": "2024-12-06T06:38:26.557Z", "projectId": "5yGJd9z7eL", "properties": { "Hit Timestamp": 1733467106120, "brand": "self-storage", "category": "Campbell, CA", "dimension": "", "env": "production", "isReact": true, "name": "Trojan Storage of Campbell - 226926", "price": 30, "product_id": 226926, "quantity": 1, "site_id": 27, "unit_id": 28131330, "variant": "5' x 10'" }, "receivedAt": "2024-12-06T06:38:27.110Z", "sentAt": "2024-12-06T06:38:26.570Z", "timestamp": "2024-12-06T06:38:27.097Z", "type": "track", "userId": "8e234425cf84d2fccb3f549638adfb6a", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.cam": "string", "context.campaign.content": "string", "context.campaign.id": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.campaign.term": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.brand": "string", "properties.category": "string", "properties.dimension": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.name": "string", "properties.price": "string", "properties.product_id": "string", "properties.quantity": "string", "properties.site_id": "string", "properties.unit_id": "string", "properties.variant": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 830
- schema_scan_id: 133076158
- updated: 2024-12-06 01:01:35
-
Version 983301
- created: 2024-08-17 15:50:34
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_productadded`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_productadded`\n(\n`type`STRING,`event`STRING,`userId`STRING,`anonymousId`STRING,`originalTimestamp`STRING,`_origin`STRING,`version`STRING,`receivedAt`STRING,`projectId`STRING,`timestamp`STRING,`messageId`STRING,`context`struct<`ip`:STRING,`timezone`:STRING,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`term`:STRING,`name`:STRING,`cam`:STRING>,`page`:struct<`path`:STRING,`title`:STRING,`url`:STRING,`referrer`:STRING,`search`:STRING>,`userAgent`:STRING,`locale`:STRING,`userAgentData`:struct<`mobile`:STRING,`platform`:STRING,`brands`:array>>,`library`:struct<`version`:STRING,`name`:STRING>>,`properties`struct<`isReact`:STRING,`category`:STRING,`product_id`:STRING,`env`:STRING,`dimension`:STRING,`brand`:STRING,`name`:STRING,`Hit_Timestamp`:STRING,`price`:STRING,`variant`:STRING,`site_id`:STRING,`quantity`:STRING,`label`:STRING,`unit_id`:STRING>,`sentAt`STRING,`channel`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-prod/separated_dt/Product Added'\n", "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_productadded" ] - hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/Product Added
- id: 983301
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "evfdze8kT9", "5aba5e646e396464865d9ca3" ], "unbundled": [] }, "_origin": "2024-08-17T20:48:00Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1723852800000/1723927656623.events-archiver-480-40..8aa7f080-c717-4a5a-950c-6510e5891479.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "aa72ac17-ccb9-44f1-9fed-57da243d4958", "channel": "client", "context": { "campaign": { "cam": "", "medium": "paidsearch", "name": "SSDC Google|General|Dynamic", "source": "google" }, "ip": "75.111.157.189", "library": { "name": "analytics.js", "version": "next-1.72.1" }, "locale": "en-US", "page": { "path": "/self-storage/texas/lubbock/storage-rentals-of-america-lubbock-131-w-loop-289-234641/reserve/31263957/", "referrer": "https://www.selfstorage.com/self-storage/texas/lubbock/", "search": "", "title": "Reserve a 5' x 10' unit with Drive Up Access, Outdoor Access, 1st Floor at Storage Rentals of America - Lubbock - 131 W Loop 289 in Lubbock", "url": "https://www.selfstorage.com/self-storage/texas/lubbock/storage-rentals-of-america-lubbock-131-w-loop-289-234641/reserve/31263957/" }, "timezone": "America/Chicago", "userAgent": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Mobile Safari/537.36", "userAgentData": { "brands": [ { "brand": "Not)A;Brand", "version": "99" }, { "brand": "Google Chrome", "version": "127" }, { "brand": "Chromium", "version": "127" } ], "mobile": true, "platform": "Android" } }, "event": "Product Added", "integrations": {}, "messageId": "ajs-next-1723924252057-6ea611f3-43a5-4876-95c0-512afeb767e3", "originalTimestamp": "2024-08-17T19:50:52.057Z", "projectId": "5yGJd9z7eL", "properties": { "Hit Timestamp": 1723924251947, "brand": "self-storage", "category": "Lubbock, TX", "dimension": "", "env": "production", "isReact": true, "name": "Storage Rentals of America - Lubbock - 131 W Loop 289 - 234641", "price": 55, "product_id": 234641, "quantity": 1, "site_id": 27, "unit_id": 31263957, "variant": "5' x 10'" }, "receivedAt": "2024-08-17T19:50:51.974Z", "sentAt": "2024-08-17T19:50:52.082Z", "timestamp": "2024-08-17T19:50:51.949Z", "type": "track", "userId": "57f1b5eb98786f48b8e27660df7d2b4c", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.cam": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.campaign.term": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.brand": "string", "properties.category": "string", "properties.dimension": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.name": "string", "properties.price": "string", "properties.product_id": "string", "properties.quantity": "string", "properties.site_id": "string", "properties.unit_id": "string", "properties.variant": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 830
- schema_scan_id: 125406080
- updated: 2024-08-17 15:52:30
Schema Scans: 3
Last at 2024-12-16 09:57:35
-
Scan 133705757
- duration: 0:01:54.132187
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 2926, "partitions_applied": false, "success": true } - id: 133705757
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2024-12-16/", "name": "dt", "type": "string", "value": "2024-12-16" }, "s3": { "bucket": "sfdl-segment-ssdc-prod", "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added", "key": "separated_dt/Product Added/dt=2024-12-16/1734364481612.events-archiver-480-40..45422db4-d378-4e08-8b43-978395d38af4.json.gz" }, "schema": { "name": "sfdl_prod_segment.ssdc_ProductAdded", "type": "segment" } } - running: False
- schema_name_id: 830
- start_time: 2024-12-16 09:57:35
- success: True
- trace_id: 13608408998233889454
-
Scan 133076158
- duration: 0:00:15.359330
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 133076158
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2024-12-06/", "name": "dt", "type": "string", "value": "2024-12-06" }, "s3": { "bucket": "sfdl-segment-ssdc-prod", "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added", "key": "separated_dt/Product Added/dt=2024-12-06/1733468183134.events-archiver-480-16..3046b46a-cc76-4ba0-aad8-844de569f5ff.json.gz" }, "schema": { "name": "sfdl_prod_segment.ssdc_ProductAdded", "type": "segment" } } - running: False
- schema_name_id: 830
- start_time: 2024-12-06 01:00:28
- success: True
- trace_id: 6422197982456694712
-
Scan 125406080
- duration: 0:01:06.448022
- exit_message:
{ "exception": "Query failed: FAILED: SemanticException [Error 10001]: Table not found sfdl_prod_segment.ssdc_productadded `SHOW PARTITIONS `sfdl_prod_segment.ssdc_productadded``\nTraceback (most recent call last):\n File \"/schema_manager/schema_generator/schema_scanner.py\", line 102, in scan\n response = service.run()\n ^^^^^^^^^^^^^\n File \"/schema_manager/schema_generator/process_hive_table.py\", line 105, in run\n response['ingested_partitions'] = pi.run() # *total* current number of partitions in the table\n ^^^^^^^^\n File \"/schema_manager/schema_manager/service/partition_ingester.py\", line 17, in run\n result = self.runner.run_single_query(ddl, timeout=ATHENA_TIMEOUT)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 51, in run_single_query\n return self._run_single_query(query, timeout, database)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 120, in _run_single_query\n raise e\n File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 103, in _run_single_query\n raise AthenaRunnerQueryException('Query failed: {} `{}`'.format(info['QueryExecution']['Status']['StateChangeReason'], query))\nstodl.athena_runner.exceptions.AthenaRunnerQueryException: Query failed: FAILED: SemanticException [Error 10001]: Table not found sfdl_prod_segment.ssdc_productadded `SHOW PARTITIONS `sfdl_prod_segment.ssdc_productadded``\n: Expecting value: line 1 column 1 (char 0)" } - id: 125406080
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2024-08-17/", "name": "dt", "type": "string", "value": "2024-08-17" }, "s3": { "bucket": "sfdl-segment-ssdc-prod", "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added", "key": "separated_dt/Product Added/dt=2024-08-17/1723927656623.events-archiver-480-40..8aa7f080-c717-4a5a-950c-6510e5891479.json.gz" }, "schema": { "name": "sfdl_prod_segment.ssdc_ProductAdded", "type": "segment" } } - running: False
- schema_name_id: 830
- start_time: 2024-08-17 15:50:32
- success: False
- trace_id: 8246617288066838229
- count: 4
- ddl:
[ "ALTER TABLE\n `sfdl_prod_segment.ssdc_productadded`\nADD\n\n\n PARTITION (dt='2025-11-05') location 's3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2025-11-05/'\n PARTITION (dt='2025-11-28') location 's3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2025-11-28/'\n PARTITION (dt='2026-02-25') location 's3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2026-02-25/'\n PARTITION (dt='2026-03-24') location 's3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2026-03-24/'\n;" ] - name: dt
- state:
[ { "info": { "id": 1600709, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2025-11-05/", "name": "dt", "value": "2025-11-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-04 21:12:52", "last_data": "2025-11-04 21:12:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1608918, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2025-11-28/", "name": "dt", "value": "2025-11-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-27 23:57:36", "last_data": "2025-11-28 00:03:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1637098, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2026-02-25/", "name": "dt", "value": "2026-02-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-25 10:01:03", "last_data": "2026-02-25 10:03:16" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1649878, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2026-03-24/", "name": "dt", "value": "2026-03-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-24 12:01:26", "last_data": "2026-03-24 12:04:48" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.cam": "string", "context.campaign.capermpaign": "string", "context.campaign.content": "string", "context.campaign.id": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.campaign.term": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.brand": "string", "properties.category": "string", "properties.dimension": "string", "properties.env": "string", "properties.isReact": "string", "properties.label": "string", "properties.name": "string", "properties.price": "string", "properties.product_id": "string", "properties.quantity": "string", "properties.site_id": "string", "properties.unit_id": "string", "properties.variant": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2024-12-16 09:57:36
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_productadded`\n(\n`type`STRING,`event`STRING,`userId`STRING,`anonymousId`STRING,`originalTimestamp`STRING,`_origin`STRING,`version`STRING,`receivedAt`STRING,`projectId`STRING,`timestamp`STRING,`messageId`STRING,`context`struct<`ip`:STRING,`timezone`:STRING,`campaign`:struct<`capermpaign`:STRING,`content`:STRING,`source`:STRING,`medium`:STRING,`id`:STRING,`term`:STRING,`name`:STRING,`cam`:STRING>,`page`:struct<`title`:STRING,`path`:STRING,`url`:STRING,`referrer`:STRING,`search`:STRING>,`userAgent`:STRING,`locale`:STRING,`userAgentData`:struct<`mobile`:STRING,`platform`:STRING,`brands`:array>>,`library`:struct<`version`:STRING,`name`:STRING>>,`properties`struct<`env`:STRING,`product_id`:STRING,`category`:STRING,`dimension`:STRING,`isReact`:STRING,`brand`:STRING,`name`:STRING,`Hit_Timestamp`:STRING,`price`:STRING,`variant`:STRING,`site_id`:STRING,`quantity`:STRING,`label`:STRING,`unit_id`:STRING>,`sentAt`STRING,`channel`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-prod/separated_dt/Product Added'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_productadded`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_productadded" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2021-02-11 16:23:20",
"disabled": false,
"format": "raw",
"id": 830,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_prod_segment",
"table": "ssdc_productadded"
},
"type": "segment"
},
"partition": {
"count": 4,
"ddl": [
"ALTER TABLE\n `sfdl_prod_segment.ssdc_productadded`\nADD\n\n\n PARTITION (dt='2025-11-05') location 's3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2025-11-05/'\n PARTITION (dt='2025-11-28') location 's3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2025-11-28/'\n PARTITION (dt='2026-02-25') location 's3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2026-02-25/'\n PARTITION (dt='2026-03-24') location 's3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2026-03-24/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 1600709,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2025-11-05/",
"name": "dt",
"value": "2025-11-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-04 21:12:52",
"last_data": "2025-11-04 21:12:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1608918,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2025-11-28/",
"name": "dt",
"value": "2025-11-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-27 23:57:36",
"last_data": "2025-11-28 00:03:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1637098,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2026-02-25/",
"name": "dt",
"value": "2026-02-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-25 10:01:03",
"last_data": "2026-02-25 10:03:16"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1649878,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2026-03-24/",
"name": "dt",
"value": "2026-03-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-24 12:01:26",
"last_data": "2026-03-24 12:04:48"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"anonymousId": "string",
"channel": "string",
"context.campaign.cam": "string",
"context.campaign.capermpaign": "string",
"context.campaign.content": "string",
"context.campaign.id": "string",
"context.campaign.medium": "string",
"context.campaign.name": "string",
"context.campaign.source": "string",
"context.campaign.term": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.locale": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.timezone": "string",
"context.userAgent": "string",
"context.userAgentData.brands": [
{
"brand": "string",
"version": "string"
}
],
"context.userAgentData.mobile": "string",
"context.userAgentData.platform": "string",
"event": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.Hit_Timestamp": "string",
"properties.brand": "string",
"properties.category": "string",
"properties.dimension": "string",
"properties.env": "string",
"properties.isReact": "string",
"properties.label": "string",
"properties.name": "string",
"properties.price": "string",
"properties.product_id": "string",
"properties.quantity": "string",
"properties.site_id": "string",
"properties.unit_id": "string",
"properties.variant": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2024-12-16 09:57:36",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_productadded`\n(\n`type`STRING,`event`STRING,`userId`STRING,`anonymousId`STRING,`originalTimestamp`STRING,`_origin`STRING,`version`STRING,`receivedAt`STRING,`projectId`STRING,`timestamp`STRING,`messageId`STRING,`context`struct<`ip`:STRING,`timezone`:STRING,`campaign`:struct<`capermpaign`:STRING,`content`:STRING,`source`:STRING,`medium`:STRING,`id`:STRING,`term`:STRING,`name`:STRING,`cam`:STRING>,`page`:struct<`title`:STRING,`path`:STRING,`url`:STRING,`referrer`:STRING,`search`:STRING>,`userAgent`:STRING,`locale`:STRING,`userAgentData`:struct<`mobile`:STRING,`platform`:STRING,`brands`:array>>,`library`:struct<`version`:STRING,`name`:STRING>>,`properties`struct<`env`:STRING,`product_id`:STRING,`category`:STRING,`dimension`:STRING,`isReact`:STRING,`brand`:STRING,`name`:STRING,`Hit_Timestamp`:STRING,`price`:STRING,`variant`:STRING,`site_id`:STRING,`quantity`:STRING,`label`:STRING,`unit_id`:STRING>,`sentAt`STRING,`channel`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-prod/separated_dt/Product Added'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_productadded`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_productadded"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}