Schema Info

Schema Name: sfdl_prod_segment.ssdc_productadded
  • created: 2021-02-11 16:23:20
  • disabled: False
  • format: raw
  • id: 830
  • is_partitioned: True
  • is_schema_datatyped: False
  • name:
    {
        "database": "sfdl_prod_segment",
        "table": "ssdc_productadded"
    }
  • type: segment
Schema Versions: 3
    • created: 2024-12-16 09:57:36
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
          "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_productadded`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_productadded`\n(\n`type`STRING,`event`STRING,`userId`STRING,`anonymousId`STRING,`originalTimestamp`STRING,`_origin`STRING,`version`STRING,`receivedAt`STRING,`projectId`STRING,`timestamp`STRING,`messageId`STRING,`context`struct<`ip`:STRING,`timezone`:STRING,`campaign`:struct<`capermpaign`:STRING,`content`:STRING,`source`:STRING,`medium`:STRING,`id`:STRING,`term`:STRING,`name`:STRING,`cam`:STRING>,`page`:struct<`title`:STRING,`path`:STRING,`url`:STRING,`referrer`:STRING,`search`:STRING>,`userAgent`:STRING,`locale`:STRING,`userAgentData`:struct<`mobile`:STRING,`platform`:STRING,`brands`:array>>,`library`:struct<`version`:STRING,`name`:STRING>>,`properties`struct<`env`:STRING,`product_id`:STRING,`category`:STRING,`dimension`:STRING,`isReact`:STRING,`brand`:STRING,`name`:STRING,`Hit_Timestamp`:STRING,`price`:STRING,`variant`:STRING,`site_id`:STRING,`quantity`:STRING,`label`:STRING,`unit_id`:STRING>,`sentAt`STRING,`channel`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/Product Added'\n",
          "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_productadded"
      ]
    • hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/Product Added
    • id: 1125870
    • processed: 1
    • raw_data:
      {
          "__segment_internal": {},
          "_metadata": {
              "bundled": [
                  "Google Analytics",
                  "Google Tag Manager",
                  "Segment.io"
              ],
              "bundledIds": [
                  "evfdze8kT9",
                  "5aba5e646e396464865d9ca3"
              ],
              "unbundled": []
          },
          "_origin": "2024-12-16T15:56:18Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1734307200000/1734364481612.events-archiver-480-40..45422db4-d378-4e08-8b43-978395d38af4.gz|analytics-segment-separator-prod:$LATEST",
          "anonymousId": "ba6a52e4-fb01-4ac5-a36b-91d51d803ed2",
          "channel": "client",
          "context": {
              "campaign": {
                  "capermpaign": "pro_national_nogeo_noproduct_dynamic",
                  "content": "",
                  "medium": "paidsearch",
                  "name": "SSDC Bing|PMAX",
                  "source": "bing",
                  "term": "www.selfstorage.com"
              },
              "ip": "75.11.193.171",
              "library": {
                  "name": "analytics.js",
                  "version": "next-1.76.0"
              },
              "locale": "en-GB",
              "page": {
                  "path": "/self-storage/north-dakota/west-fargo/the-apartment-movers-198444/",
                  "referrer": "https://www.searchthatup.com/",
                  "search": "?tsid=bing-ppc&cid=SSDC%20Bing%7CPMAX&utm_source=bing&utm_medium=paidsearch&utm_campaign=SSDC%20Bing%7CPMAX&utm_content=&ploc=64809&iloc=&mkwid=|pcrid|77103451777218|pkw|www.selfstorage.com|pmt|bb|pdv|c|pgrid|1233653101319272|ptaid|kwd-2328903067263947:loc-190&pgrid=1233653101319272&ptaid=kwd-2328903067263947:loc-190&msclkid=7eb9a391770f1d16fe8cc4f149f5efdc&utm_term=www.selfstorage.com",
                  "title": "The Apartment Movers: Lowest Rates - SelfStorage.com",
                  "url": "https://www.selfstorage.com/self-storage/north-dakota/west-fargo/the-apartment-movers-198444/?tsid=bing-ppc&cid=SSDC%20Bing%7CPMAX&utm_source=bing&utm_medium=paidsearch&utm_campaign=SSDC%20Bing%7CPMAX&utm_content=&ploc=64809&iloc=&mkwid=|pcrid|77103451777218|pkw|www.selfstorage.com|pmt|bb|pdv|c|pgrid|1233653101319272|ptaid|kwd-2328903067263947:loc-190&pgrid=1233653101319272&ptaid=kwd-2328903067263947:loc-190&msclkid=7eb9a391770f1d16fe8cc4f149f5efdc&utm_term=www.selfstorage.com"
              },
              "timezone": "America/Chicago",
              "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36",
              "userAgentData": {
                  "brands": [
                      {
                          "brand": "Chromium",
                          "version": "131.0.6778.140"
                      }
                  ],
                  "mobile": false,
                  "platform": "Windows"
              }
          },
          "event": "Product Added",
          "integrations": {},
          "messageId": "ajs-next-1734360908653-28034603-2a1e-465a-ac41-cd61047a6f5c",
          "originalTimestamp": "2024-12-16T14:55:08.653Z",
          "projectId": "5yGJd9z7eL",
          "properties": {
              "Hit Timestamp": 1734360908653,
              "brand": "self-storage",
              "category": "West Fargo, ND",
              "dimension": "",
              "env": "production",
              "isReact": true,
              "name": "The Apartment Movers - 198444",
              "price": 120,
              "product_id": 198444,
              "quantity": 1,
              "site_id": 27,
              "unit_id": 17528220,
              "variant": "10' x 10'"
          },
          "receivedAt": "2024-12-16T14:55:10.497Z",
          "sentAt": "2024-12-16T14:55:10.183Z",
          "timestamp": "2024-12-16T14:55:08.967Z",
          "type": "track",
          "userId": "e0592250af8db423e77c5014b964bada",
          "version": 2
      }
    • schema_attributes:
      {
          "_origin": "string",
          "anonymousId": "string",
          "channel": "string",
          "context.campaign.cam": "string",
          "context.campaign.capermpaign": "string",
          "context.campaign.content": "string",
          "context.campaign.id": "string",
          "context.campaign.medium": "string",
          "context.campaign.name": "string",
          "context.campaign.source": "string",
          "context.campaign.term": "string",
          "context.ip": "string",
          "context.library.name": "string",
          "context.library.version": "string",
          "context.locale": "string",
          "context.page.path": "string",
          "context.page.referrer": "string",
          "context.page.search": "string",
          "context.page.title": "string",
          "context.page.url": "string",
          "context.timezone": "string",
          "context.userAgent": "string",
          "context.userAgentData.brands": [
              {
                  "brand": "string",
                  "version": "string"
              }
          ],
          "context.userAgentData.mobile": "string",
          "context.userAgentData.platform": "string",
          "event": "string",
          "messageId": "string",
          "originalTimestamp": "string",
          "projectId": "string",
          "properties.Hit_Timestamp": "string",
          "properties.brand": "string",
          "properties.category": "string",
          "properties.dimension": "string",
          "properties.env": "string",
          "properties.isReact": "string",
          "properties.label": "string",
          "properties.name": "string",
          "properties.price": "string",
          "properties.product_id": "string",
          "properties.quantity": "string",
          "properties.site_id": "string",
          "properties.unit_id": "string",
          "properties.variant": "string",
          "receivedAt": "string",
          "sentAt": "string",
          "timestamp": "string",
          "type": "string",
          "userId": "string",
          "version": "string"
      }
    • schema_name_id: 830
    • schema_scan_id: 133705757
    • updated: 2024-12-16 09:58:44
    • created: 2024-12-06 01:00:30
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
          "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_productadded`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_productadded`\n(\n`projectId`STRING,`timestamp`STRING,`anonymousId`STRING,`context`struct<`locale`:STRING,`page`:struct<`url`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING,`path`:STRING>,`userAgent`:STRING,`userAgentData`:struct<`mobile`:STRING,`platform`:STRING,`brands`:array>>,`timezone`:STRING,`campaign`:struct<`source`:STRING,`cam`:STRING,`id`:STRING,`term`:STRING,`name`:STRING,`content`:STRING,`medium`:STRING>,`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>>,`receivedAt`STRING,`type`STRING,`event`STRING,`_origin`STRING,`messageId`STRING,`sentAt`STRING,`originalTimestamp`STRING,`properties`struct<`label`:STRING,`product_id`:STRING,`unit_id`:STRING,`name`:STRING,`env`:STRING,`site_id`:STRING,`category`:STRING,`dimension`:STRING,`price`:STRING,`variant`:STRING,`Hit_Timestamp`:STRING,`brand`:STRING,`isReact`:STRING,`quantity`:STRING>,`userId`STRING,`channel`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/Product Added'\n",
          "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_productadded"
      ]
    • hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/Product Added
    • id: 1113012
    • processed: 1
    • raw_data:
      {
          "__segment_internal": {},
          "_metadata": {
              "bundled": [
                  "Google Analytics",
                  "Google Tag Manager",
                  "Segment.io"
              ],
              "bundledIds": [
                  "evfdze8kT9",
                  "5aba5e646e396464865d9ca3"
              ],
              "unbundled": []
          },
          "_origin": "2024-12-06T06:56:43Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1733443200000/1733468183134.events-archiver-480-16..3046b46a-cc76-4ba0-aad8-844de569f5ff.gz|analytics-segment-separator-prod:$LATEST",
          "anonymousId": "eeaaf704-c9af-4494-b7d3-1046838f17b0",
          "channel": "client",
          "context": {
              "campaign": {
                  "content": "Self Storage Interest",
                  "id": "120211779234010078",
                  "medium": "paid",
                  "name": "SSDC Facebook|Storage Interest Audience",
                  "source": "facebook",
                  "term": "120211779235700078"
              },
              "ip": "172.59.160.143",
              "library": {
                  "name": "analytics.js",
                  "version": "next-1.76.0"
              },
              "locale": "es-US",
              "page": {
                  "path": "/self-storage/california/campbell/trojan-storage-of-campbell-226926/reserve/28131330/",
                  "referrer": "",
                  "search": "?utm_source=facebook&utm_medium=paid&utm_campaign=SSDC+Facebook%7CStorage+Interest+Audience&utm_content=Self+Storage+Interest&utm_id=120211779234010078&utm_term=120211779235700078",
                  "title": "Reserve a 5' x 10' unit with Roll Up Door, 2nd Floor, Interior at Trojan Storage of Campbell in Campbell",
                  "url": "https://www.selfstorage.com/self-storage/california/campbell/trojan-storage-of-campbell-226926/reserve/28131330/?utm_source=facebook&utm_medium=paid&utm_campaign=SSDC+Facebook%7CStorage+Interest+Audience&utm_content=Self+Storage+Interest&utm_id=120211779234010078&utm_term=120211779235700078"
              },
              "timezone": "America/Los_Angeles",
              "userAgent": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_1_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.1.1 Mobile/15E148 Safari/604.1"
          },
          "event": "Product Added",
          "integrations": {},
          "messageId": "ajs-next-1733467106557-c9af3494-37d3-4046-838f-17b01086d787",
          "originalTimestamp": "2024-12-06T06:38:26.557Z",
          "projectId": "5yGJd9z7eL",
          "properties": {
              "Hit Timestamp": 1733467106120,
              "brand": "self-storage",
              "category": "Campbell, CA",
              "dimension": "",
              "env": "production",
              "isReact": true,
              "name": "Trojan Storage of Campbell - 226926",
              "price": 30,
              "product_id": 226926,
              "quantity": 1,
              "site_id": 27,
              "unit_id": 28131330,
              "variant": "5' x 10'"
          },
          "receivedAt": "2024-12-06T06:38:27.110Z",
          "sentAt": "2024-12-06T06:38:26.570Z",
          "timestamp": "2024-12-06T06:38:27.097Z",
          "type": "track",
          "userId": "8e234425cf84d2fccb3f549638adfb6a",
          "version": 2
      }
    • schema_attributes:
      {
          "_origin": "string",
          "anonymousId": "string",
          "channel": "string",
          "context.campaign.cam": "string",
          "context.campaign.content": "string",
          "context.campaign.id": "string",
          "context.campaign.medium": "string",
          "context.campaign.name": "string",
          "context.campaign.source": "string",
          "context.campaign.term": "string",
          "context.ip": "string",
          "context.library.name": "string",
          "context.library.version": "string",
          "context.locale": "string",
          "context.page.path": "string",
          "context.page.referrer": "string",
          "context.page.search": "string",
          "context.page.title": "string",
          "context.page.url": "string",
          "context.timezone": "string",
          "context.userAgent": "string",
          "context.userAgentData.brands": [
              {
                  "brand": "string",
                  "version": "string"
              }
          ],
          "context.userAgentData.mobile": "string",
          "context.userAgentData.platform": "string",
          "event": "string",
          "messageId": "string",
          "originalTimestamp": "string",
          "projectId": "string",
          "properties.Hit_Timestamp": "string",
          "properties.brand": "string",
          "properties.category": "string",
          "properties.dimension": "string",
          "properties.env": "string",
          "properties.isReact": "string",
          "properties.label": "string",
          "properties.name": "string",
          "properties.price": "string",
          "properties.product_id": "string",
          "properties.quantity": "string",
          "properties.site_id": "string",
          "properties.unit_id": "string",
          "properties.variant": "string",
          "receivedAt": "string",
          "sentAt": "string",
          "timestamp": "string",
          "type": "string",
          "userId": "string",
          "version": "string"
      }
    • schema_name_id: 830
    • schema_scan_id: 133076158
    • updated: 2024-12-06 01:01:35
    • created: 2024-08-17 15:50:34
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
          "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_productadded`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_productadded`\n(\n`type`STRING,`event`STRING,`userId`STRING,`anonymousId`STRING,`originalTimestamp`STRING,`_origin`STRING,`version`STRING,`receivedAt`STRING,`projectId`STRING,`timestamp`STRING,`messageId`STRING,`context`struct<`ip`:STRING,`timezone`:STRING,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`term`:STRING,`name`:STRING,`cam`:STRING>,`page`:struct<`path`:STRING,`title`:STRING,`url`:STRING,`referrer`:STRING,`search`:STRING>,`userAgent`:STRING,`locale`:STRING,`userAgentData`:struct<`mobile`:STRING,`platform`:STRING,`brands`:array>>,`library`:struct<`version`:STRING,`name`:STRING>>,`properties`struct<`isReact`:STRING,`category`:STRING,`product_id`:STRING,`env`:STRING,`dimension`:STRING,`brand`:STRING,`name`:STRING,`Hit_Timestamp`:STRING,`price`:STRING,`variant`:STRING,`site_id`:STRING,`quantity`:STRING,`label`:STRING,`unit_id`:STRING>,`sentAt`STRING,`channel`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/Product Added'\n",
          "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_productadded"
      ]
    • hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/Product Added
    • id: 983301
    • processed: 1
    • raw_data:
      {
          "_metadata": {
              "bundled": [
                  "Google Analytics",
                  "Google Tag Manager",
                  "Segment.io"
              ],
              "bundledIds": [
                  "evfdze8kT9",
                  "5aba5e646e396464865d9ca3"
              ],
              "unbundled": []
          },
          "_origin": "2024-08-17T20:48:00Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1723852800000/1723927656623.events-archiver-480-40..8aa7f080-c717-4a5a-950c-6510e5891479.gz|analytics-segment-separator-prod:$LATEST",
          "anonymousId": "aa72ac17-ccb9-44f1-9fed-57da243d4958",
          "channel": "client",
          "context": {
              "campaign": {
                  "cam": "",
                  "medium": "paidsearch",
                  "name": "SSDC Google|General|Dynamic",
                  "source": "google"
              },
              "ip": "75.111.157.189",
              "library": {
                  "name": "analytics.js",
                  "version": "next-1.72.1"
              },
              "locale": "en-US",
              "page": {
                  "path": "/self-storage/texas/lubbock/storage-rentals-of-america-lubbock-131-w-loop-289-234641/reserve/31263957/",
                  "referrer": "https://www.selfstorage.com/self-storage/texas/lubbock/",
                  "search": "",
                  "title": "Reserve a 5' x 10' unit with Drive Up Access, Outdoor Access, 1st Floor at Storage Rentals of America - Lubbock - 131 W Loop 289 in Lubbock",
                  "url": "https://www.selfstorage.com/self-storage/texas/lubbock/storage-rentals-of-america-lubbock-131-w-loop-289-234641/reserve/31263957/"
              },
              "timezone": "America/Chicago",
              "userAgent": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Mobile Safari/537.36",
              "userAgentData": {
                  "brands": [
                      {
                          "brand": "Not)A;Brand",
                          "version": "99"
                      },
                      {
                          "brand": "Google Chrome",
                          "version": "127"
                      },
                      {
                          "brand": "Chromium",
                          "version": "127"
                      }
                  ],
                  "mobile": true,
                  "platform": "Android"
              }
          },
          "event": "Product Added",
          "integrations": {},
          "messageId": "ajs-next-1723924252057-6ea611f3-43a5-4876-95c0-512afeb767e3",
          "originalTimestamp": "2024-08-17T19:50:52.057Z",
          "projectId": "5yGJd9z7eL",
          "properties": {
              "Hit Timestamp": 1723924251947,
              "brand": "self-storage",
              "category": "Lubbock, TX",
              "dimension": "",
              "env": "production",
              "isReact": true,
              "name": "Storage Rentals of America - Lubbock - 131 W Loop 289 - 234641",
              "price": 55,
              "product_id": 234641,
              "quantity": 1,
              "site_id": 27,
              "unit_id": 31263957,
              "variant": "5' x 10'"
          },
          "receivedAt": "2024-08-17T19:50:51.974Z",
          "sentAt": "2024-08-17T19:50:52.082Z",
          "timestamp": "2024-08-17T19:50:51.949Z",
          "type": "track",
          "userId": "57f1b5eb98786f48b8e27660df7d2b4c",
          "version": 2
      }
    • schema_attributes:
      {
          "_origin": "string",
          "anonymousId": "string",
          "channel": "string",
          "context.campaign.cam": "string",
          "context.campaign.content": "string",
          "context.campaign.medium": "string",
          "context.campaign.name": "string",
          "context.campaign.source": "string",
          "context.campaign.term": "string",
          "context.ip": "string",
          "context.library.name": "string",
          "context.library.version": "string",
          "context.locale": "string",
          "context.page.path": "string",
          "context.page.referrer": "string",
          "context.page.search": "string",
          "context.page.title": "string",
          "context.page.url": "string",
          "context.timezone": "string",
          "context.userAgent": "string",
          "context.userAgentData.brands": [
              {
                  "brand": "string",
                  "version": "string"
              }
          ],
          "context.userAgentData.mobile": "string",
          "context.userAgentData.platform": "string",
          "event": "string",
          "messageId": "string",
          "originalTimestamp": "string",
          "projectId": "string",
          "properties.Hit_Timestamp": "string",
          "properties.brand": "string",
          "properties.category": "string",
          "properties.dimension": "string",
          "properties.env": "string",
          "properties.isReact": "string",
          "properties.label": "string",
          "properties.name": "string",
          "properties.price": "string",
          "properties.product_id": "string",
          "properties.quantity": "string",
          "properties.site_id": "string",
          "properties.unit_id": "string",
          "properties.variant": "string",
          "receivedAt": "string",
          "sentAt": "string",
          "timestamp": "string",
          "type": "string",
          "userId": "string",
          "version": "string"
      }
    • schema_name_id: 830
    • schema_scan_id: 125406080
    • updated: 2024-08-17 15:52:30
Schema Scans: 3
Last at 2024-12-16 09:57:35
    • duration: 0:01:54.132187
    • exit_message:
      {
          "ddl_changed": true,
          "ingested_partitions": 2926,
          "partitions_applied": false,
          "success": true
      }
    • id: 133705757
    • payload:
      {
          "datatype_dict": null,
          "file_format": "json",
          "is_schema_datatyped": false,
          "partition": {
              "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2024-12-16/",
              "name": "dt",
              "type": "string",
              "value": "2024-12-16"
          },
          "s3": {
              "bucket": "sfdl-segment-ssdc-prod",
              "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added",
              "key": "separated_dt/Product Added/dt=2024-12-16/1734364481612.events-archiver-480-40..45422db4-d378-4e08-8b43-978395d38af4.json.gz"
          },
          "schema": {
              "name": "sfdl_prod_segment.ssdc_ProductAdded",
              "type": "segment"
          }
      }
    • running: False
    • schema_name_id: 830
    • start_time: 2024-12-16 09:57:35
    • success: True
    • trace_id: 13608408998233889454
    • duration: 0:00:15.359330
    • exit_message:
      {
          "ddl_changed": true,
          "ingested_partitions": 0,
          "partitions_applied": false,
          "success": true
      }
    • id: 133076158
    • payload:
      {
          "datatype_dict": null,
          "file_format": "json",
          "is_schema_datatyped": false,
          "partition": {
              "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2024-12-06/",
              "name": "dt",
              "type": "string",
              "value": "2024-12-06"
          },
          "s3": {
              "bucket": "sfdl-segment-ssdc-prod",
              "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added",
              "key": "separated_dt/Product Added/dt=2024-12-06/1733468183134.events-archiver-480-16..3046b46a-cc76-4ba0-aad8-844de569f5ff.json.gz"
          },
          "schema": {
              "name": "sfdl_prod_segment.ssdc_ProductAdded",
              "type": "segment"
          }
      }
    • running: False
    • schema_name_id: 830
    • start_time: 2024-12-06 01:00:28
    • success: True
    • trace_id: 6422197982456694712
    • duration: 0:01:06.448022
    • exit_message:
      {
          "exception": "Query failed: FAILED: SemanticException [Error 10001]: Table not found sfdl_prod_segment.ssdc_productadded `SHOW PARTITIONS `sfdl_prod_segment.ssdc_productadded``\nTraceback (most recent call last):\n  File \"/schema_manager/schema_generator/schema_scanner.py\", line 102, in scan\n    response = service.run()\n               ^^^^^^^^^^^^^\n  File \"/schema_manager/schema_generator/process_hive_table.py\", line 105, in run\n    response['ingested_partitions'] = pi.run()  # *total* current number of partitions in the table\n                                      ^^^^^^^^\n  File \"/schema_manager/schema_manager/service/partition_ingester.py\", line 17, in run\n    result = self.runner.run_single_query(ddl, timeout=ATHENA_TIMEOUT)\n             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 51, in run_single_query\n    return self._run_single_query(query, timeout, database)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 120, in _run_single_query\n    raise e\n  File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 103, in _run_single_query\n    raise AthenaRunnerQueryException('Query failed: {} `{}`'.format(info['QueryExecution']['Status']['StateChangeReason'], query))\nstodl.athena_runner.exceptions.AthenaRunnerQueryException: Query failed: FAILED: SemanticException [Error 10001]: Table not found sfdl_prod_segment.ssdc_productadded `SHOW PARTITIONS `sfdl_prod_segment.ssdc_productadded``\n: Expecting value: line 1 column 1 (char 0)"
      }
    • id: 125406080
    • payload:
      {
          "datatype_dict": null,
          "file_format": "json",
          "is_schema_datatyped": false,
          "partition": {
              "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2024-08-17/",
              "name": "dt",
              "type": "string",
              "value": "2024-08-17"
          },
          "s3": {
              "bucket": "sfdl-segment-ssdc-prod",
              "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added",
              "key": "separated_dt/Product Added/dt=2024-08-17/1723927656623.events-archiver-480-40..8aa7f080-c717-4a5a-950c-6510e5891479.json.gz"
          },
          "schema": {
              "name": "sfdl_prod_segment.ssdc_ProductAdded",
              "type": "segment"
          }
      }
    • running: False
    • schema_name_id: 830
    • start_time: 2024-08-17 15:50:32
    • success: False
    • trace_id: 8246617288066838229
Partitions:
  • count: 4
  • ddl:
    [
        "ALTER TABLE\n    `sfdl_prod_segment.ssdc_productadded`\nADD\n\n\n PARTITION (dt='2025-11-05') location 's3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2025-11-05/'\n PARTITION (dt='2025-11-28') location 's3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2025-11-28/'\n PARTITION (dt='2026-02-25') location 's3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2026-02-25/'\n PARTITION (dt='2026-03-24') location 's3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2026-03-24/'\n;"
    ]
  • name: dt
  • state:
    [
        {
            "info": {
                "id": 1600709,
                "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2025-11-05/",
                "name": "dt",
                "value": "2025-11-05"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2025-11-04 21:12:52",
                    "last_data": "2025-11-04 21:12:52"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 1608918,
                "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2025-11-28/",
                "name": "dt",
                "value": "2025-11-28"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2025-11-27 23:57:36",
                    "last_data": "2025-11-28 00:03:52"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 1637098,
                "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2026-02-25/",
                "name": "dt",
                "value": "2026-02-25"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2026-02-25 10:01:03",
                    "last_data": "2026-02-25 10:03:16"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 1649878,
                "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2026-03-24/",
                "name": "dt",
                "value": "2026-03-24"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2026-03-24 12:01:26",
                    "last_data": "2026-03-24 12:04:48"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        }
    ]
  • type: string
Schema:
  • attributes:
    {
        "_origin": "string",
        "anonymousId": "string",
        "channel": "string",
        "context.campaign.cam": "string",
        "context.campaign.capermpaign": "string",
        "context.campaign.content": "string",
        "context.campaign.id": "string",
        "context.campaign.medium": "string",
        "context.campaign.name": "string",
        "context.campaign.source": "string",
        "context.campaign.term": "string",
        "context.ip": "string",
        "context.library.name": "string",
        "context.library.version": "string",
        "context.locale": "string",
        "context.page.path": "string",
        "context.page.referrer": "string",
        "context.page.search": "string",
        "context.page.title": "string",
        "context.page.url": "string",
        "context.timezone": "string",
        "context.userAgent": "string",
        "context.userAgentData.brands": [
            {
                "brand": "string",
                "version": "string"
            }
        ],
        "context.userAgentData.mobile": "string",
        "context.userAgentData.platform": "string",
        "event": "string",
        "messageId": "string",
        "originalTimestamp": "string",
        "projectId": "string",
        "properties.Hit_Timestamp": "string",
        "properties.brand": "string",
        "properties.category": "string",
        "properties.dimension": "string",
        "properties.env": "string",
        "properties.isReact": "string",
        "properties.label": "string",
        "properties.name": "string",
        "properties.price": "string",
        "properties.product_id": "string",
        "properties.quantity": "string",
        "properties.site_id": "string",
        "properties.unit_id": "string",
        "properties.variant": "string",
        "receivedAt": "string",
        "sentAt": "string",
        "timestamp": "string",
        "type": "string",
        "userId": "string",
        "version": "string"
    }
  • created: 2024-12-16 09:57:36
  • ddl:
    {
        "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
        "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_productadded`\n(\n`type`STRING,`event`STRING,`userId`STRING,`anonymousId`STRING,`originalTimestamp`STRING,`_origin`STRING,`version`STRING,`receivedAt`STRING,`projectId`STRING,`timestamp`STRING,`messageId`STRING,`context`struct<`ip`:STRING,`timezone`:STRING,`campaign`:struct<`capermpaign`:STRING,`content`:STRING,`source`:STRING,`medium`:STRING,`id`:STRING,`term`:STRING,`name`:STRING,`cam`:STRING>,`page`:struct<`title`:STRING,`path`:STRING,`url`:STRING,`referrer`:STRING,`search`:STRING>,`userAgent`:STRING,`locale`:STRING,`userAgentData`:struct<`mobile`:STRING,`platform`:STRING,`brands`:array>>,`library`:struct<`version`:STRING,`name`:STRING>>,`properties`struct<`env`:STRING,`product_id`:STRING,`category`:STRING,`dimension`:STRING,`isReact`:STRING,`brand`:STRING,`name`:STRING,`Hit_Timestamp`:STRING,`price`:STRING,`variant`:STRING,`site_id`:STRING,`quantity`:STRING,`label`:STRING,`unit_id`:STRING>,`sentAt`STRING,`channel`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/Product Added'\n",
        "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_productadded`",
        "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_productadded"
    }
Server:
  • hostname: schemamanager-5475496c57-7dpqb
  • name: schema_manager
  • process_start: 2026-01-09 11:27:47
  • sf_env: prod
  • version: 2112174301
Raw:
{
    "name": {
        "created": "2021-02-11 16:23:20",
        "disabled": false,
        "format": "raw",
        "id": 830,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_prod_segment",
            "table": "ssdc_productadded"
        },
        "type": "segment"
    },
    "partition": {
        "count": 4,
        "ddl": [
            "ALTER TABLE\n    `sfdl_prod_segment.ssdc_productadded`\nADD\n\n\n PARTITION (dt='2025-11-05') location 's3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2025-11-05/'\n PARTITION (dt='2025-11-28') location 's3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2025-11-28/'\n PARTITION (dt='2026-02-25') location 's3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2026-02-25/'\n PARTITION (dt='2026-03-24') location 's3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2026-03-24/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 1600709,
                    "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2025-11-05/",
                    "name": "dt",
                    "value": "2025-11-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-04 21:12:52",
                        "last_data": "2025-11-04 21:12:52"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 1608918,
                    "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2025-11-28/",
                    "name": "dt",
                    "value": "2025-11-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-27 23:57:36",
                        "last_data": "2025-11-28 00:03:52"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 1637098,
                    "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2026-02-25/",
                    "name": "dt",
                    "value": "2026-02-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2026-02-25 10:01:03",
                        "last_data": "2026-02-25 10:03:16"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 1649878,
                    "location": "s3://sfdl-segment-ssdc-prod/separated_dt/Product Added/dt=2026-03-24/",
                    "name": "dt",
                    "value": "2026-03-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2026-03-24 12:01:26",
                        "last_data": "2026-03-24 12:04:48"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "anonymousId": "string",
            "channel": "string",
            "context.campaign.cam": "string",
            "context.campaign.capermpaign": "string",
            "context.campaign.content": "string",
            "context.campaign.id": "string",
            "context.campaign.medium": "string",
            "context.campaign.name": "string",
            "context.campaign.source": "string",
            "context.campaign.term": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.locale": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.timezone": "string",
            "context.userAgent": "string",
            "context.userAgentData.brands": [
                {
                    "brand": "string",
                    "version": "string"
                }
            ],
            "context.userAgentData.mobile": "string",
            "context.userAgentData.platform": "string",
            "event": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.Hit_Timestamp": "string",
            "properties.brand": "string",
            "properties.category": "string",
            "properties.dimension": "string",
            "properties.env": "string",
            "properties.isReact": "string",
            "properties.label": "string",
            "properties.name": "string",
            "properties.price": "string",
            "properties.product_id": "string",
            "properties.quantity": "string",
            "properties.site_id": "string",
            "properties.unit_id": "string",
            "properties.variant": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2024-12-16 09:57:36",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_productadded`\n(\n`type`STRING,`event`STRING,`userId`STRING,`anonymousId`STRING,`originalTimestamp`STRING,`_origin`STRING,`version`STRING,`receivedAt`STRING,`projectId`STRING,`timestamp`STRING,`messageId`STRING,`context`struct<`ip`:STRING,`timezone`:STRING,`campaign`:struct<`capermpaign`:STRING,`content`:STRING,`source`:STRING,`medium`:STRING,`id`:STRING,`term`:STRING,`name`:STRING,`cam`:STRING>,`page`:struct<`title`:STRING,`path`:STRING,`url`:STRING,`referrer`:STRING,`search`:STRING>,`userAgent`:STRING,`locale`:STRING,`userAgentData`:struct<`mobile`:STRING,`platform`:STRING,`brands`:array>>,`library`:struct<`version`:STRING,`name`:STRING>>,`properties`struct<`env`:STRING,`product_id`:STRING,`category`:STRING,`dimension`:STRING,`isReact`:STRING,`brand`:STRING,`name`:STRING,`Hit_Timestamp`:STRING,`price`:STRING,`variant`:STRING,`site_id`:STRING,`quantity`:STRING,`label`:STRING,`unit_id`:STRING>,`sentAt`STRING,`channel`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/Product Added'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_productadded`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_productadded"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}