Schema Info

Schema Name: sfdl_prod_segment.storagedc_focus
  • created: 2022-04-25 12:12:48
  • disabled: False
  • format: raw
  • id: 970
  • is_partitioned: True
  • is_schema_datatyped: False
  • name:
    {
        "database": "sfdl_prod_segment",
        "table": "storagedc_focus"
    }
  • type: segment
Schema Versions: 3
    • created: 2023-11-16 15:37:01
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
          "DROP TABLE IF EXISTS `sfdl_prod_segment.storagedc_focus`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagedc_focus`\n(\n`event`STRING,`type`STRING,`timestamp`STRING,`properties`struct<`Hit_Timestamp`:STRING,`isReact`:STRING,`label`:STRING,`env`:STRING,`site_id`:STRING,`category`:STRING>,`version`STRING,`projectId`STRING,`anonymousId`STRING,`originalTimestamp`STRING,`channel`STRING,`userId`STRING,`sentAt`STRING,`messageId`STRING,`receivedAt`STRING,`_origin`STRING,`context`struct<`page`:struct<`referrer`:STRING,`url`:STRING,`title`:STRING,`path`:STRING,`search`:STRING>,`campaign`:struct<`content`:STRING,`medium`:STRING,`name`:STRING,`source`:STRING,`term`:STRING>,`userAgent`:STRING,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`userAgentData`:struct<`platform`:STRING,`mobile`:STRING,`brands`:array>>,`ip`:STRING,`timezone`:STRING>\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagedc-prod/separated_dt/focus'\n",
          "MSCK REPAIR TABLE sfdl_prod_segment.storagedc_focus"
      ]
    • hive_path: s3://sfdl-segment-storagedc-prod/separated_dt/focus
    • id: 677151
    • processed: 1
    • raw_data:
      {
          "_metadata": {
              "bundled": [
                  "Google Tag Manager",
                  "Segment.io"
              ],
              "bundledIds": [
                  "6202dd597b97c61eb27f9e4d"
              ],
              "unbundled": []
          },
          "_origin": "2023-11-16T21:07:51Z|s3://sfdl-segment-storagedc-prod/segment-logs/7RamQeLeAzhGjGjBKzNi4R/1700092800000/1700168806270.events-archiver-480-12..45ce32a2-8e24-4c4d-980b-fa669ea18694.gz|analytics-segment-separator-prod:$LATEST",
          "anonymousId": "963909c5-5b70-4fbf-94f7-e407f840b328",
          "channel": "client",
          "context": {
              "campaign": {},
              "ip": "75.131.248.117",
              "library": {
                  "name": "analytics.js",
                  "version": "next-1.61.0"
              },
              "locale": "en-US",
              "page": {
                  "path": "/self-storage/louisiana/bush/",
                  "referrer": "https://www.storage.com/self-storage/louisiana/bush/",
                  "search": "?amenities[]=twentyFourHourAccess&sort=CronutNVF100DonutsLowLTV",
                  "title": "",
                  "url": "https://www.storage.com/self-storage/louisiana/bush/?amenities[]=twentyFourHourAccess&sort=CronutNVF100DonutsLowLTV"
              },
              "timezone": "America/Chicago",
              "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36",
              "userAgentData": {
                  "brands": [
                      {
                          "brand": "Google Chrome",
                          "version": "119"
                      },
                      {
                          "brand": "Chromium",
                          "version": "119"
                      },
                      {
                          "brand": "Not?A_Brand",
                          "version": "24"
                      }
                  ],
                  "mobile": false,
                  "platform": "Windows"
              }
          },
          "event": "focus",
          "integrations": {},
          "messageId": "ajs-next-ad67b6bcc8a268fb2cb580c344736ada",
          "originalTimestamp": "2023-11-16T20:58:52.286Z",
          "projectId": "7RamQeLeAzhGjGjBKzNi4R",
          "properties": {
              "Hit Timestamp": 1700168332283,
              "category": "search interactions-searchPage",
              "env": "production",
              "isReact": true,
              "label": "sidebar-amenities-filter-freeTruckRental",
              "site_id": 424
          },
          "receivedAt": "2023-11-16T20:58:52.390Z",
          "sentAt": "2023-11-16T20:58:52.304Z",
          "timestamp": "2023-11-16T20:58:52.372Z",
          "type": "track",
          "userId": "e06b96f7d0edb2dd19d1c536841eb0a7",
          "version": 2
      }
    • schema_attributes:
      {
          "_origin": "string",
          "anonymousId": "string",
          "channel": "string",
          "context.campaign.content": "string",
          "context.campaign.medium": "string",
          "context.campaign.name": "string",
          "context.campaign.source": "string",
          "context.campaign.term": "string",
          "context.ip": "string",
          "context.library.name": "string",
          "context.library.version": "string",
          "context.locale": "string",
          "context.page.path": "string",
          "context.page.referrer": "string",
          "context.page.search": "string",
          "context.page.title": "string",
          "context.page.url": "string",
          "context.timezone": "string",
          "context.userAgent": "string",
          "context.userAgentData.brands": [
              {
                  "brand": "string",
                  "version": "string"
              }
          ],
          "context.userAgentData.mobile": "string",
          "context.userAgentData.platform": "string",
          "event": "string",
          "messageId": "string",
          "originalTimestamp": "string",
          "projectId": "string",
          "properties.Hit_Timestamp": "string",
          "properties.category": "string",
          "properties.env": "string",
          "properties.isReact": "string",
          "properties.label": "string",
          "properties.site_id": "string",
          "receivedAt": "string",
          "sentAt": "string",
          "timestamp": "string",
          "type": "string",
          "userId": "string",
          "version": "string"
      }
    • schema_name_id: 970
    • schema_scan_id: 106043889
    • updated: 2023-11-16 15:37:50
    • created: 2023-06-09 00:33:58
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
          "DROP TABLE IF EXISTS `sfdl_prod_segment.storagedc_focus`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagedc_focus`\n(\n`event`STRING,`type`STRING,`receivedAt`STRING,`context`struct<`ip`:STRING,`campaign`:struct<`content`:STRING,`medium`:STRING,`name`:STRING,`source`:STRING,`term`:STRING>,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`page`:struct<`search`:STRING,`title`:STRING,`referrer`:STRING,`url`:STRING,`path`:STRING>,`userAgent`:STRING,`locale`:STRING>,`timestamp`STRING,`messageId`STRING,`originalTimestamp`STRING,`sentAt`STRING,`channel`STRING,`projectId`STRING,`userId`STRING,`properties`struct<`Hit_Timestamp`:STRING,`site_id`:STRING,`label`:STRING,`category`:STRING,`env`:STRING,`isReact`:STRING>,`anonymousId`STRING,`_origin`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagedc-prod/separated_dt/focus'\n",
          "MSCK REPAIR TABLE sfdl_prod_segment.storagedc_focus"
      ]
    • hive_path: s3://sfdl-segment-storagedc-prod/separated_dt/focus
    • id: 535234
    • processed: 1
    • raw_data:
      {
          "_metadata": {
              "bundled": [
                  "Google Tag Manager",
                  "Segment.io"
              ],
              "bundledIds": [
                  "6202dd597b97c61eb27f9e4d"
              ],
              "unbundled": []
          },
          "_origin": "2023-06-09T05:33:46Z|s3://sfdl-segment-storagedc-prod/segment-logs/7RamQeLeAzhGjGjBKzNi4R/1686268800000/1686288771193.events-archiver-480-46.8ebb200.66b7ed20-35f2-405a-980a-86de052ce758.gz|analytics-segment-separator-prod:$LATEST",
          "anonymousId": "09f53f79-b102-44ab-885b-d72f2d4a2763",
          "channel": "client",
          "context": {
              "campaign": {},
              "ip": "108.3.144.134",
              "library": {
                  "name": "analytics.js",
                  "version": "next-1.53.0"
              },
              "locale": "en-US",
              "page": {
                  "path": "/search/",
                  "referrer": "https://www.storage.com/search/?amenities[]=firstFloor&city=Baltimore&latitude=39.3744588&location=Baltimore%2C%20MD%2021208%2C%20USA&locationSource=google_autocomplete&longitude=-76.745195&sort=price&sqft=76-100&state=MD&zip=21208",
                  "search": "?amenities[]=firstFloor&city=Baltimore&latitude=39.3744588&location=Baltimore%2C%20MD%2021208%2C%20USA&locationSource=google_autocomplete&longitude=-76.745195&sort=distance&sqft=76-100&state=MD&zip=21208",
                  "title": "",
                  "url": "https://www.storage.com/search/?amenities[]=firstFloor&city=Baltimore&latitude=39.3744588&location=Baltimore%2C%20MD%2021208%2C%20USA&locationSource=google_autocomplete&longitude=-76.745195&sort=distance&sqft=76-100&state=MD&zip=21208"
              },
              "userAgent": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Mobile Safari/537.36",
              "userAgentData": {
                  "brands": [
                      {
                          "brand": "Not.A/Brand",
                          "version": "8"
                      },
                      {
                          "brand": "Chromium",
                          "version": "114"
                      },
                      {
                          "brand": "Google Chrome",
                          "version": "114"
                      }
                  ],
                  "mobile": true,
                  "platform": "Android"
              }
          },
          "event": "focus",
          "integrations": {},
          "messageId": "ajs-next-7123169135ef1475d87b6f19f3ad8179",
          "originalTimestamp": "2023-06-09T05:32:37.816Z",
          "projectId": "7RamQeLeAzhGjGjBKzNi4R",
          "properties": {
              "Hit Timestamp": 1686288757815,
              "category": "search interactions-searchPage",
              "env": "production",
              "isReact": true,
              "label": "modal-amenities-filter-twentyFourHourAccess",
              "site_id": 424
          },
          "receivedAt": "2023-06-09T05:32:38.651Z",
          "sentAt": "2023-06-09T05:32:37.869Z",
          "timestamp": "2023-06-09T05:32:38.598Z",
          "type": "track",
          "userId": null,
          "version": 2
      }
    • schema_attributes:
      {
          "_origin": "string",
          "anonymousId": "string",
          "channel": "string",
          "context.campaign.content": "string",
          "context.campaign.medium": "string",
          "context.campaign.name": "string",
          "context.campaign.source": "string",
          "context.campaign.term": "string",
          "context.ip": "string",
          "context.library.name": "string",
          "context.library.version": "string",
          "context.locale": "string",
          "context.page.path": "string",
          "context.page.referrer": "string",
          "context.page.search": "string",
          "context.page.title": "string",
          "context.page.url": "string",
          "context.userAgent": "string",
          "context.userAgentData.brands": [
              {
                  "brand": "string",
                  "version": "string"
              }
          ],
          "context.userAgentData.mobile": "string",
          "context.userAgentData.platform": "string",
          "event": "string",
          "messageId": "string",
          "originalTimestamp": "string",
          "projectId": "string",
          "properties.Hit_Timestamp": "string",
          "properties.category": "string",
          "properties.env": "string",
          "properties.isReact": "string",
          "properties.label": "string",
          "properties.site_id": "string",
          "receivedAt": "string",
          "sentAt": "string",
          "timestamp": "string",
          "type": "string",
          "userId": "string",
          "version": "string"
      }
    • schema_name_id: 970
    • schema_scan_id: 94666673
    • updated: 2023-06-09 00:34:33
    • created: 2022-06-04 22:24:56
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
          "DROP TABLE IF EXISTS `sfdl_prod_segment.storagedc_focus`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagedc_focus`\n(\n`projectId`STRING,`channel`STRING,`userId`STRING,`timestamp`STRING,`version`STRING,`receivedAt`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`site_id`:STRING,`isReact`:STRING,`label`:STRING,`category`:STRING>,`messageId`STRING,`event`STRING,`context`struct<`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`medium`:STRING,`name`:STRING,`source`:STRING,`term`:STRING>,`page`:struct<`title`:STRING,`url`:STRING,`search`:STRING,`path`:STRING,`referrer`:STRING>,`userAgent`:STRING,`ip`:STRING>,`_origin`STRING,`type`STRING,`originalTimestamp`STRING,`sentAt`STRING,`anonymousId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagedc-prod/separated_dt/focus'\n",
          "MSCK REPAIR TABLE sfdl_prod_segment.storagedc_focus"
      ]
    • hive_path: s3://sfdl-segment-storagedc-prod/separated_dt/focus
    • id: 314108
    • processed: 1
    • raw_data:
      {
          "_metadata": {
              "bundled": [
                  "Google Tag Manager",
                  "Segment.io"
              ],
              "bundledIds": [
                  "6202dd597b97c61eb27f9e4d"
              ],
              "unbundled": []
          },
          "_origin": "2022-06-05T03:24:46Z|s3://sfdl-segment-storagedc-prod/segment-logs/7RamQeLeAzhGjGjBKzNi4R/1654387200000/1654399435488.28a715629250.8624813.f30c1950-4663-4754-afd4-129c94808c9c.gz|analytics-segment-separator-prod:$LATEST",
          "anonymousId": "e623d78d-53b7-4232-abd2-8f4cc820b1c4",
          "channel": "client",
          "context": {
              "campaign": {
                  "content": "Climate Controlled Storage",
                  "medium": "cpc",
                  "name": "storagecom_bing_desktop_exact",
                  "source": "bing",
                  "term": "climate controlled storage units near me"
              },
              "ip": "76.218.106.240",
              "library": {
                  "name": "analytics.js",
                  "version": "4.1.8"
              },
              "locale": "en-US",
              "page": {
                  "path": "/self-storage/california/san-diego/",
                  "referrer": "https://search.yahoo.com/",
                  "search": "?msclkid=627815b814e517b0ef0f77240ee7b19b&utm_source=bing&utm_medium=cpc&utm_campaign=storagecom_bing_desktop_exact&utm_term=climate%20controlled%20storage%20units%20near%20me&utm_content=Climate%20Controlled%20Storage",
                  "title": "Cheap Self-Storage Units Near San Diego, CA - Storage.com",
                  "url": "https://www.storage.com/self-storage/california/san-diego/?msclkid=627815b814e517b0ef0f77240ee7b19b&utm_source=bing&utm_medium=cpc&utm_campaign=storagecom_bing_desktop_exact&utm_term=climate%20controlled%20storage%20units%20near%20me&utm_content=Climate%20Controlled%20Storage"
              },
              "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/102.0.5005.63 Safari/537.36"
          },
          "event": "focus",
          "integrations": {},
          "messageId": "ajs-846804e03162e44630fc9e09e2a096c9",
          "originalTimestamp": "2022-06-05T02:51:47.767Z",
          "projectId": "7RamQeLeAzhGjGjBKzNi4R",
          "properties": {
              "Hit Timestamp": 1654397507766,
              "category": "search interactions-cityLandingPage",
              "env": "production",
              "isReact": true,
              "label": "sidebar-sqft-filter-151-200",
              "site_id": 424
          },
          "receivedAt": "2022-06-05T02:51:48.212Z",
          "sentAt": "2022-06-05T02:51:47.769Z",
          "timestamp": "2022-06-05T02:51:48.210Z",
          "type": "track",
          "userId": null,
          "version": 2
      }
    • schema_attributes:
      {
          "_origin": "string",
          "anonymousId": "string",
          "channel": "string",
          "context.campaign.content": "string",
          "context.campaign.medium": "string",
          "context.campaign.name": "string",
          "context.campaign.source": "string",
          "context.campaign.term": "string",
          "context.ip": "string",
          "context.library.name": "string",
          "context.library.version": "string",
          "context.locale": "string",
          "context.page.path": "string",
          "context.page.referrer": "string",
          "context.page.search": "string",
          "context.page.title": "string",
          "context.page.url": "string",
          "context.userAgent": "string",
          "event": "string",
          "messageId": "string",
          "originalTimestamp": "string",
          "projectId": "string",
          "properties.Hit_Timestamp": "string",
          "properties.category": "string",
          "properties.env": "string",
          "properties.isReact": "string",
          "properties.label": "string",
          "properties.site_id": "string",
          "receivedAt": "string",
          "sentAt": "string",
          "timestamp": "string",
          "type": "string",
          "userId": "string",
          "version": "string"
      }
    • schema_name_id: 970
    • schema_scan_id: 64827932
    • updated: 2022-06-04 22:25:12
Schema Scans: 3
Last at 2023-11-16 15:36:59
    • duration: 0:01:16.314744
    • exit_message:
      {
          "ddl_changed": true,
          "ingested_partitions": 543,
          "partitions_applied": false,
          "success": true
      }
    • id: 106043889
    • payload:
      {
          "datatype_dict": null,
          "file_format": "json",
          "is_schema_datatyped": false,
          "partition": {
              "location": "s3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2023-11-16/",
              "name": "dt",
              "type": "string",
              "value": "2023-11-16"
          },
          "s3": {
              "bucket": "sfdl-segment-storagedc-prod",
              "hive_path": "s3://sfdl-segment-storagedc-prod/separated_dt/focus",
              "key": "separated_dt/focus/dt=2023-11-16/1700168806270.events-archiver-480-12..45ce32a2-8e24-4c4d-980b-fa669ea18694.json.gz"
          },
          "schema": {
              "name": "sfdl_prod_segment.storagedc_focus",
              "type": "segment"
          }
      }
    • running: False
    • schema_name_id: 970
    • start_time: 2023-11-16 15:36:59
    • success: True
    • trace_id: 4333294245085032277
    • duration: 0:00:54.438230
    • exit_message:
      {
          "ddl_changed": true,
          "ingested_partitions": 383,
          "partitions_applied": false,
          "success": true
      }
    • id: 94666673
    • payload:
      {
          "datatype_dict": null,
          "file_format": "json",
          "is_schema_datatyped": false,
          "partition": {
              "location": "s3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2023-06-09/",
              "name": "dt",
              "type": "string",
              "value": "2023-06-09"
          },
          "s3": {
              "bucket": "sfdl-segment-storagedc-prod",
              "hive_path": "s3://sfdl-segment-storagedc-prod/separated_dt/focus",
              "key": "separated_dt/focus/dt=2023-06-09/1686288771193.events-archiver-480-46.8ebb200.66b7ed20-35f2-405a-980a-86de052ce758.json.gz"
          },
          "schema": {
              "name": "sfdl_prod_segment.storagedc_focus",
              "type": "segment"
          }
      }
    • running: False
    • schema_name_id: 970
    • start_time: 2023-06-09 00:33:57
    • success: True
    • trace_id: 4695759421740514913
    • duration: 0:00:20.875508
    • exit_message:
      {
          "ddl_changed": true,
          "ingested_partitions": 16,
          "partitions_applied": false,
          "success": true
      }
    • id: 64827932
    • payload:
      {
          "datatype_dict": null,
          "file_format": "json",
          "is_schema_datatyped": false,
          "partition": {
              "location": "s3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2022-06-05/",
              "name": "dt",
              "type": "string",
              "value": "2022-06-05"
          },
          "s3": {
              "bucket": "sfdl-segment-storagedc-prod",
              "hive_path": "s3://sfdl-segment-storagedc-prod/separated_dt/focus",
              "key": "separated_dt/focus/dt=2022-06-05/1654399435488.28a715629250.8624813.f30c1950-4663-4754-afd4-129c94808c9c.json.gz"
          },
          "schema": {
              "name": "sfdl_prod_segment.storagedc_focus",
              "type": "segment"
          }
      }
    • running: False
    • schema_name_id: 970
    • start_time: 2022-06-04 22:24:54
    • success: True
    • trace_id: 1886982789900137887
Partitions:
  • count: 6
  • ddl:
    [
        "ALTER TABLE\n    `sfdl_prod_segment.storagedc_focus`\nADD\n\n\n PARTITION (dt='2025-10-24') location 's3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2025-10-24/'\n PARTITION (dt='2025-11-04') location 's3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2025-11-04/'\n PARTITION (dt='2026-02-10') location 's3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2026-02-10/'\n PARTITION (dt='2026-02-17') location 's3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2026-02-17/'\n PARTITION (dt='2026-02-23') location 's3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2026-02-23/'\n PARTITION (dt='2026-03-10') location 's3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2026-03-10/'\n;"
    ]
  • name: dt
  • state:
    [
        {
            "info": {
                "id": 1597733,
                "location": "s3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2025-10-24/",
                "name": "dt",
                "value": "2025-10-24"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2025-10-24 06:58:19",
                    "last_data": "2025-10-24 07:17:11"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 1600643,
                "location": "s3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2025-11-04/",
                "name": "dt",
                "value": "2025-11-04"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2025-11-04 18:59:43",
                    "last_data": "2025-11-04 19:00:35"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 1631282,
                "location": "s3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2026-02-10/",
                "name": "dt",
                "value": "2026-02-10"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2026-02-10 09:00:41",
                    "last_data": "2026-02-10 09:55:38"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 1635194,
                "location": "s3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2026-02-17/",
                "name": "dt",
                "value": "2026-02-17"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2026-02-17 13:06:01",
                    "last_data": "2026-02-17 13:06:01"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 1636539,
                "location": "s3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2026-02-23/",
                "name": "dt",
                "value": "2026-02-23"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2026-02-23 16:58:52",
                    "last_data": "2026-02-23 16:58:52"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        },
        {
            "info": {
                "id": 1644927,
                "location": "s3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2026-03-10/",
                "name": "dt",
                "value": "2026-03-10"
            },
            "state": {
                "arrival": {
                    "athena_discovery": true,
                    "first_data": "2026-03-10 14:57:50",
                    "last_data": "2026-03-10 14:59:32"
                },
                "parquet": {
                    "first_performed": null,
                    "in_progress": null,
                    "job_id": null,
                    "last_performed": null,
                    "queued": true
                }
            }
        }
    ]
  • type: string
Schema:
  • attributes:
    {
        "_origin": "string",
        "anonymousId": "string",
        "channel": "string",
        "context.campaign.content": "string",
        "context.campaign.medium": "string",
        "context.campaign.name": "string",
        "context.campaign.source": "string",
        "context.campaign.term": "string",
        "context.ip": "string",
        "context.library.name": "string",
        "context.library.version": "string",
        "context.locale": "string",
        "context.page.path": "string",
        "context.page.referrer": "string",
        "context.page.search": "string",
        "context.page.title": "string",
        "context.page.url": "string",
        "context.timezone": "string",
        "context.userAgent": "string",
        "context.userAgentData.brands": [
            {
                "brand": "string",
                "version": "string"
            }
        ],
        "context.userAgentData.mobile": "string",
        "context.userAgentData.platform": "string",
        "event": "string",
        "messageId": "string",
        "originalTimestamp": "string",
        "projectId": "string",
        "properties.Hit_Timestamp": "string",
        "properties.category": "string",
        "properties.env": "string",
        "properties.isReact": "string",
        "properties.label": "string",
        "properties.site_id": "string",
        "receivedAt": "string",
        "sentAt": "string",
        "timestamp": "string",
        "type": "string",
        "userId": "string",
        "version": "string"
    }
  • created: 2023-11-16 15:37:01
  • ddl:
    {
        "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
        "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagedc_focus`\n(\n`event`STRING,`type`STRING,`timestamp`STRING,`properties`struct<`Hit_Timestamp`:STRING,`isReact`:STRING,`label`:STRING,`env`:STRING,`site_id`:STRING,`category`:STRING>,`version`STRING,`projectId`STRING,`anonymousId`STRING,`originalTimestamp`STRING,`channel`STRING,`userId`STRING,`sentAt`STRING,`messageId`STRING,`receivedAt`STRING,`_origin`STRING,`context`struct<`page`:struct<`referrer`:STRING,`url`:STRING,`title`:STRING,`path`:STRING,`search`:STRING>,`campaign`:struct<`content`:STRING,`medium`:STRING,`name`:STRING,`source`:STRING,`term`:STRING>,`userAgent`:STRING,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`userAgentData`:struct<`platform`:STRING,`mobile`:STRING,`brands`:array>>,`ip`:STRING,`timezone`:STRING>\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagedc-prod/separated_dt/focus'\n",
        "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.storagedc_focus`",
        "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.storagedc_focus"
    }
Server:
  • hostname: schemamanager-5475496c57-7dpqb
  • name: schema_manager
  • process_start: 2026-01-09 11:27:47
  • sf_env: prod
  • version: 2112174301
Raw:
{
    "name": {
        "created": "2022-04-25 12:12:48",
        "disabled": false,
        "format": "raw",
        "id": 970,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_prod_segment",
            "table": "storagedc_focus"
        },
        "type": "segment"
    },
    "partition": {
        "count": 6,
        "ddl": [
            "ALTER TABLE\n    `sfdl_prod_segment.storagedc_focus`\nADD\n\n\n PARTITION (dt='2025-10-24') location 's3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2025-10-24/'\n PARTITION (dt='2025-11-04') location 's3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2025-11-04/'\n PARTITION (dt='2026-02-10') location 's3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2026-02-10/'\n PARTITION (dt='2026-02-17') location 's3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2026-02-17/'\n PARTITION (dt='2026-02-23') location 's3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2026-02-23/'\n PARTITION (dt='2026-03-10') location 's3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2026-03-10/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 1597733,
                    "location": "s3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2025-10-24/",
                    "name": "dt",
                    "value": "2025-10-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-10-24 06:58:19",
                        "last_data": "2025-10-24 07:17:11"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 1600643,
                    "location": "s3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2025-11-04/",
                    "name": "dt",
                    "value": "2025-11-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-04 18:59:43",
                        "last_data": "2025-11-04 19:00:35"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 1631282,
                    "location": "s3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2026-02-10/",
                    "name": "dt",
                    "value": "2026-02-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2026-02-10 09:00:41",
                        "last_data": "2026-02-10 09:55:38"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 1635194,
                    "location": "s3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2026-02-17/",
                    "name": "dt",
                    "value": "2026-02-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2026-02-17 13:06:01",
                        "last_data": "2026-02-17 13:06:01"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 1636539,
                    "location": "s3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2026-02-23/",
                    "name": "dt",
                    "value": "2026-02-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2026-02-23 16:58:52",
                        "last_data": "2026-02-23 16:58:52"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 1644927,
                    "location": "s3://sfdl-segment-storagedc-prod/separated_dt/focus/dt=2026-03-10/",
                    "name": "dt",
                    "value": "2026-03-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2026-03-10 14:57:50",
                        "last_data": "2026-03-10 14:59:32"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "anonymousId": "string",
            "channel": "string",
            "context.campaign.content": "string",
            "context.campaign.medium": "string",
            "context.campaign.name": "string",
            "context.campaign.source": "string",
            "context.campaign.term": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.locale": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.timezone": "string",
            "context.userAgent": "string",
            "context.userAgentData.brands": [
                {
                    "brand": "string",
                    "version": "string"
                }
            ],
            "context.userAgentData.mobile": "string",
            "context.userAgentData.platform": "string",
            "event": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.Hit_Timestamp": "string",
            "properties.category": "string",
            "properties.env": "string",
            "properties.isReact": "string",
            "properties.label": "string",
            "properties.site_id": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2023-11-16 15:37:01",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagedc_focus`\n(\n`event`STRING,`type`STRING,`timestamp`STRING,`properties`struct<`Hit_Timestamp`:STRING,`isReact`:STRING,`label`:STRING,`env`:STRING,`site_id`:STRING,`category`:STRING>,`version`STRING,`projectId`STRING,`anonymousId`STRING,`originalTimestamp`STRING,`channel`STRING,`userId`STRING,`sentAt`STRING,`messageId`STRING,`receivedAt`STRING,`_origin`STRING,`context`struct<`page`:struct<`referrer`:STRING,`url`:STRING,`title`:STRING,`path`:STRING,`search`:STRING>,`campaign`:struct<`content`:STRING,`medium`:STRING,`name`:STRING,`source`:STRING,`term`:STRING>,`userAgent`:STRING,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`userAgentData`:struct<`platform`:STRING,`mobile`:STRING,`brands`:array>>,`ip`:STRING,`timezone`:STRING>\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagedc-prod/separated_dt/focus'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.storagedc_focus`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.storagedc_focus"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}