Schema Info

Schema Name: sfdl_prod_segment.ssdc_valid
  • created: 2017-11-02 13:47:43
  • disabled: False
  • format: raw
  • id: 114
  • is_partitioned: True
  • is_schema_datatyped: False
  • name: 
    {
    "database": "sfdl_prod_segment",
    "table": "ssdc_valid"
}
  • type: segment
Schema Versions: 3
    • created: 2024-12-18 22:55:23
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_valid`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_valid`\n(\n`version`STRING,`sentAt`STRING,`context`struct<`ip`:STRING,`userAgentData`:struct<`mobile`:STRING,`brands`:array>,`platform`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`userAgent`:STRING,`locale`:STRING,`campaign`:struct<`medium__`:STRING,`medium`:STRING,`source`:STRING,`cam`:STRING,`utm_source`:STRING,`source__`:STRING,`name`:STRING,`content`:STRING,`utm_medium`:STRING,`id`:STRING,`content__`:STRING,`term`:STRING,`utm_campaign`:STRING,`campaign__`:STRING>,`timezone`:STRING,`page`:struct<`url`:STRING,`path`:STRING,`title`:STRING,`referrer`:STRING,`search`:STRING>>,`anonymousId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`integrations`struct<`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`referrer`:STRING,`title`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`projectId`STRING,`type`STRING,`messageId`STRING,`channel`STRING,`properties`struct<`label`:STRING,`env`:STRING,`site_id`:STRING,`moveInDateSelected`:STRING,`category`:STRING,`isReact`:STRING,`Hit_Timestamp`:STRING,`extra`:struct<`unitId`:STRING,`facilityId`:STRING>>,`event`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`_origin`STRING,`userId`STRING,`timestamp`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/valid'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_valid"
]
    • hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/valid
    • id: 1128340
    • processed: 1
    • raw_data: 
      {
    "__segment_internal": {},
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "bundledIds": [
            "evfdze8kT9",
            "5aba5e646e396464865d9ca3"
        ],
        "retryCount": 2,
        "unbundled": []
    },
    "_origin": "2024-12-19T04:54:59Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1734566400000/1734584087613.events-archiver-480-6..767efa1a-66e6-464a-a5ba-3d36b90f17ff.gz|analytics-segment-separator-prod:$LATEST",
    "anonymousId": "955b4e68-8338-4849-8d06-d31042cb169a",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "Self Storage Interest",
            "id": "120211779234010078",
            "medium": "paid",
            "name": "SSDC Facebook|Storage Interest Audience",
            "source": "facebook",
            "term": "120211779235700078"
        },
        "ip": "97.188.105.183",
        "library": {
            "name": "analytics.js",
            "version": "next-1.76.0"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/arizona/tempe/extra-space-storage-8800-tempe-university-dr-232502/",
            "referrer": "https://www.selfstorage.com/search?city=Tempe&latitude=33.4195602&listingsPerPage=30&location=33.40317475895489%2C%20-111.90307942292604&locationSource=google_autocomplete&longitude=-111.9462873&paidSearchFilter=true&sort=yielddistancelowltveconmir100forced&state=AZ&type=storage&zip=85281",
            "search": "",
            "title": "Extra Space Storage - 8800 - Tempe - University Dr: Lowest Rates - SelfStorage.com",
            "url": "https://www.selfstorage.com/self-storage/arizona/tempe/extra-space-storage-8800-tempe-university-dr-232502/"
        },
        "timezone": "America/Phoenix",
        "userAgent": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36",
        "userAgentData": {
            "brands": [
                {
                    "brand": "Google Chrome",
                    "version": "131"
                },
                {
                    "brand": "Chromium",
                    "version": "131"
                },
                {
                    "brand": "Not_A Brand",
                    "version": "24"
                }
            ],
            "mobile": false,
            "platform": "Windows"
        }
    },
    "event": "valid",
    "integrations": {},
    "messageId": "ajs-next-1734581586355-4692671b-2141-4747-9766-a22c3a71290b",
    "originalTimestamp": "2024-12-19T04:13:06.355Z",
    "projectId": "5yGJd9z7eL",
    "properties": {
        "Hit Timestamp": 1734581586355,
        "category": "reservation form interactions-facilityPage",
        "env": "production",
        "extra": {
            "facilityId": 232502,
            "unitId": 30968882
        },
        "isReact": true,
        "label": "phone",
        "site_id": 27
    },
    "receivedAt": "2024-12-19T04:13:07.320Z",
    "sentAt": "2024-12-19T04:13:07.644Z",
    "timestamp": "2024-12-19T04:13:06.031Z",
    "type": "track",
    "userId": "ae1d8c9ca97754f2e1f0cd812f475346",
    "version": 2
}
    • schema_attributes: 
      {
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.cam": "string",
    "context.campaign.campaign__": "string",
    "context.campaign.content": "string",
    "context.campaign.content__": "string",
    "context.campaign.id": "string",
    "context.campaign.medium": "string",
    "context.campaign.medium__": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.source__": "string",
    "context.campaign.term": "string",
    "context.campaign.utm_campaign": "string",
    "context.campaign.utm_medium": "string",
    "context.campaign.utm_source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.timezone": "string",
    "context.userAgent": "string",
    "context.userAgentData.brands": [
        {
            "brand": "string",
            "version": "string"
        }
    ],
    "context.userAgentData.mobile": "string",
    "context.userAgentData.platform": "string",
    "event": "string",
    "integrations.campaign.content": "string",
    "integrations.campaign.medium": "string",
    "integrations.campaign.name": "string",
    "integrations.campaign.source": "string",
    "integrations.library.name": "string",
    "integrations.library.version": "string",
    "integrations.page.path": "string",
    "integrations.page.referrer": "string",
    "integrations.page.search": "string",
    "integrations.page.title": "string",
    "integrations.page.url": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.env": "string",
    "properties.extra.facilityId": "string",
    "properties.extra.unitId": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.moveInDateSelected": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 114
    • schema_scan_id: 133854342
    • updated: 2024-12-18 22:56:28
    • created: 2024-08-17 15:43:45
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_valid`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_valid`\n(\n`type`STRING,`integrations`struct<`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`referrer`:STRING,`title`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`event`STRING,`userId`STRING,`anonymousId`STRING,`originalTimestamp`STRING,`_origin`STRING,`receivedAt`STRING,`timestamp`STRING,`messageId`STRING,`properties`struct<`env`:STRING,`isReact`:STRING,`category`:STRING,`moveInDateSelected`:STRING,`extra`:struct<`facilityId`:STRING,`unitId`:STRING>,`Hit_Timestamp`:STRING,`site_id`:STRING,`label`:STRING>,`sentAt`STRING,`version`STRING,`projectId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`context`struct<`ip`:STRING,`timezone`:STRING,`campaign`:struct<`source`:STRING,`source__`:STRING,`medium`:STRING,`term`:STRING,`medium__`:STRING,`utm_campaign`:STRING,`name`:STRING,`cam`:STRING,`utm_source`:STRING,`content`:STRING,`campaign__`:STRING,`utm_medium`:STRING,`content__`:STRING>,`page`:struct<`title`:STRING,`path`:STRING,`url`:STRING,`referrer`:STRING,`search`:STRING>,`userAgent`:STRING,`userAgentData`:struct<`mobile`:STRING,`platform`:STRING,`brands`:array>>,`locale`:STRING,`library`:struct<`version`:STRING,`name`:STRING>>,`channel`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/valid'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_valid"
]
    • hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/valid
    • id: 983298
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "bundledIds": [
            "evfdze8kT9",
            "5aba5e646e396464865d9ca3"
        ],
        "unbundled": []
    },
    "_origin": "2024-08-17T20:43:01Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1723852800000/1723927364390.events-archiver-480-19..b463abd7-0c94-48d6-8b86-8711ef12a170.gz|analytics-segment-separator-prod:$LATEST",
    "anonymousId": "a8b70497-36f1-4a9e-8f8e-4afc00ea64ad",
    "channel": "client",
    "context": {
        "campaign": {
            "cam": "",
            "medium": "paidsearch",
            "name": "SSDC Google|General|Dynamic",
            "source": "google"
        },
        "ip": "12.75.127.76",
        "library": {
            "name": "analytics.js",
            "version": "next-1.72.1"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/louisiana/gonzales/storage-rentals-of-america-gonzales-14401-highway-44-234605/",
            "referrer": "https://www.google.com/",
            "search": "?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=SSDC+Google%7CGeneral%7CDynamic&pdv=m&pgrid=9903841891&cpgnid=633522361&ptaid=aud-477370040764:dsa-45429483179&gad_source=1&gclid=Cj0KCQjwlIG2BhC4ARIsADBgpVRUHPeMN9Zt_0BtRISXZ1Z_7suW091MuL2WmOnDwRvcEdQ0qg3RrukaAvsrEALw_wcB",
            "title": "Storage Rentals of America - Gonzales - 14401 Highway 44: Lowest Rates - SelfStorage.com",
            "url": "https://www.selfstorage.com/self-storage/louisiana/gonzales/storage-rentals-of-america-gonzales-14401-highway-44-234605/?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=SSDC+Google%7CGeneral%7CDynamic&pdv=m&pgrid=9903841891&cpgnid=633522361&ptaid=aud-477370040764:dsa-45429483179&gad_source=1&gclid=Cj0KCQjwlIG2BhC4ARIsADBgpVRUHPeMN9Zt_0BtRISXZ1Z_7suW091MuL2WmOnDwRvcEdQ0qg3RrukaAvsrEALw_wcB"
        },
        "timezone": "America/Chicago",
        "userAgent": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Mobile Safari/537.36",
        "userAgentData": {
            "brands": [
                {
                    "brand": "Chromium",
                    "version": "127"
                }
            ],
            "mobile": true,
            "platform": "Android"
        }
    },
    "event": "valid",
    "integrations": {},
    "messageId": "ajs-next-1723924236050-41e87a8c-e45b-4935-b3a1-716bd02b982a",
    "originalTimestamp": "2024-08-17T19:50:36.050Z",
    "projectId": "5yGJd9z7eL",
    "properties": {
        "Hit Timestamp": 1723924236049,
        "category": "reservation form interactions-facilityPage",
        "env": "production",
        "extra": {
            "facilityId": 234605,
            "unitId": 31249775
        },
        "isReact": true,
        "label": "first_name",
        "moveInDateSelected": "04/15/2025",
        "site_id": 27
    },
    "receivedAt": "2024-08-17T19:50:37.686Z",
    "sentAt": "2024-08-17T19:50:36.602Z",
    "timestamp": "2024-08-17T19:50:37.134Z",
    "type": "track",
    "userId": "6866eff36eaa5519fda32851b4350e83",
    "version": 2
}
    • schema_attributes: 
      {
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.cam": "string",
    "context.campaign.campaign__": "string",
    "context.campaign.content": "string",
    "context.campaign.content__": "string",
    "context.campaign.medium": "string",
    "context.campaign.medium__": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.source__": "string",
    "context.campaign.term": "string",
    "context.campaign.utm_campaign": "string",
    "context.campaign.utm_medium": "string",
    "context.campaign.utm_source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.timezone": "string",
    "context.userAgent": "string",
    "context.userAgentData.brands": [
        {
            "brand": "string",
            "version": "string"
        }
    ],
    "context.userAgentData.mobile": "string",
    "context.userAgentData.platform": "string",
    "event": "string",
    "integrations.campaign.content": "string",
    "integrations.campaign.medium": "string",
    "integrations.campaign.name": "string",
    "integrations.campaign.source": "string",
    "integrations.library.name": "string",
    "integrations.library.version": "string",
    "integrations.page.path": "string",
    "integrations.page.referrer": "string",
    "integrations.page.search": "string",
    "integrations.page.title": "string",
    "integrations.page.url": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.env": "string",
    "properties.extra.facilityId": "string",
    "properties.extra.unitId": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.moveInDateSelected": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 114
    • schema_scan_id: 125405657
    • updated: 2024-08-17 15:44:43
    • created: 2024-07-30 18:52:40
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_valid`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_valid`\n(\n`userId`STRING,`sentAt`STRING,`type`STRING,`channel`STRING,`timestamp`STRING,`properties`struct<`site_id`:STRING,`env`:STRING,`extra`:struct<`unitId`:STRING,`facilityId`:STRING>,`isReact`:STRING,`moveInDateSelected`:STRING,`Hit_Timestamp`:STRING,`label`:STRING,`category`:STRING>,`originalTimestamp`STRING,`anonymousId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`version`STRING,`_origin`STRING,`integrations`struct<`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`referrer`:STRING,`title`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`receivedAt`STRING,`context`struct<`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`ip`:STRING,`timezone`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`campaign`:struct<`source`:STRING,`content__`:STRING,`term`:STRING,`content`:STRING,`utm_source`:STRING,`medium__`:STRING,`name`:STRING,`utm_campaign`:STRING,`source__`:STRING,`campaign__`:STRING,`utm_medium`:STRING,`medium`:STRING>,`page`:struct<`path`:STRING,`referrer`:STRING,`url`:STRING,`search`:STRING,`title`:STRING>,`userAgent`:STRING,`locale`:STRING>,`projectId`STRING,`event`STRING,`messageId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/valid'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_valid"
]
    • hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/valid
    • id: 962543
    • processed: 1
    • raw_data: 
      {
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "bundledIds": [
            "evfdze8kT9",
            "5aba5e646e396464865d9ca3"
        ],
        "failedInitializations": [
            "Google Analytics",
            "Google Tag Manager"
        ],
        "unbundled": []
    },
    "_origin": "2024-07-30T23:52:22Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1722297600000/1722383366176.events-archiver-480-11..4e3fa7ab-31eb-4d6d-a222-add8d075c1f1.gz|analytics-segment-separator-prod:$LATEST",
    "anonymousId": "93c6a591-2a89-4d6c-8e3b-c08633ad1342",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_dynamic",
            "source": "bing",
            "term": "self-storage/texas/"
        },
        "ip": "136.53.154.240",
        "library": {
            "name": "analytics.js",
            "version": "next-1.72.1"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/alabama/huntsville/life-storage-4213-huntsville-jeff-rd-231750/reserve/30511989/",
            "referrer": "https://www.selfstorage.com/search?city=Huntsville&latitude=34.6939733&location=Huntsville%2C%20AL%2035805%2C%20USA&locationSource=google_autocomplete&longitude=-86.61071059999999&state=AL&zip=35805",
            "search": "",
            "title": "Reserve a 10' x 10' unit with Drive Up Access at Life Storage - 4213 - Huntsville - Jeff Rd in Huntsville",
            "url": "https://www.selfstorage.com/self-storage/alabama/huntsville/life-storage-4213-huntsville-jeff-rd-231750/reserve/30511989/"
        },
        "timezone": "America/Chicago",
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36 Edg/126.0.0.0",
        "userAgentData": {
            "brands": [
                {
                    "brand": "Microsoft Edge",
                    "version": "126"
                }
            ],
            "mobile": false,
            "platform": "Windows"
        }
    },
    "event": "valid",
    "integrations": {},
    "messageId": "ajs-next-1722380306032-ec455463-2d58-431d-87d1-ebe9ad4b4661",
    "originalTimestamp": "2024-07-30T22:58:26.032Z",
    "projectId": "5yGJd9z7eL",
    "properties": {
        "Hit Timestamp": 1722380306032,
        "category": "reservation form interactions-reservePage",
        "env": "production",
        "extra": {
            "facilityId": 231750,
            "unitId": 30511989
        },
        "isReact": true,
        "label": "email",
        "site_id": 27
    },
    "receivedAt": "2024-07-30T22:58:24.102Z",
    "sentAt": "2024-07-30T22:58:26.487Z",
    "timestamp": "2024-07-30T22:58:23.647Z",
    "type": "track",
    "userId": "e4fd348fc089ebc97e99cbec5e96ef60",
    "version": 2
}
    • schema_attributes: 
      {
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.campaign__": "string",
    "context.campaign.content": "string",
    "context.campaign.content__": "string",
    "context.campaign.medium": "string",
    "context.campaign.medium__": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.source__": "string",
    "context.campaign.term": "string",
    "context.campaign.utm_campaign": "string",
    "context.campaign.utm_medium": "string",
    "context.campaign.utm_source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.timezone": "string",
    "context.userAgent": "string",
    "context.userAgentData.brands": [
        {
            "brand": "string",
            "version": "string"
        }
    ],
    "context.userAgentData.mobile": "string",
    "context.userAgentData.platform": "string",
    "event": "string",
    "integrations.campaign.content": "string",
    "integrations.campaign.medium": "string",
    "integrations.campaign.name": "string",
    "integrations.campaign.source": "string",
    "integrations.library.name": "string",
    "integrations.library.version": "string",
    "integrations.page.path": "string",
    "integrations.page.referrer": "string",
    "integrations.page.search": "string",
    "integrations.page.title": "string",
    "integrations.page.url": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.env": "string",
    "properties.extra.facilityId": "string",
    "properties.extra.unitId": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.moveInDateSelected": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
    • schema_name_id: 114
    • schema_scan_id: 124135665
    • updated: 2024-07-30 19:01:57
Schema Scans: 3
Last at 2024-12-18 22:55:21
    • duration: 0:00:15.658187
    • exit_message: 
      {
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}
    • id: 133854342
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": {
        "location": "s3://sfdl-segment-ssdc-prod/separated_dt/valid/dt=2024-12-19/",
        "name": "dt",
        "type": "string",
        "value": "2024-12-19"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-prod",
        "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/valid",
        "key": "separated_dt/valid/dt=2024-12-19/1734584087613.events-archiver-480-6..767efa1a-66e6-464a-a5ba-3d36b90f17ff.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.ssdc_valid",
        "type": "segment"
    }
}
    • running: False
    • schema_name_id: 114
    • start_time: 2024-12-18 22:55:21
    • success: True
    • trace_id: 7933543102883571153
    • duration: 0:01:52.131980
    • exit_message: 
      {
    "ddl_changed": true,
    "ingested_partitions": 2817,
    "partitions_applied": false,
    "success": true
}
    • id: 125405657
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": {
        "location": "s3://sfdl-segment-ssdc-prod/separated_dt/valid/dt=2024-08-17/",
        "name": "dt",
        "type": "string",
        "value": "2024-08-17"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-prod",
        "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/valid",
        "key": "separated_dt/valid/dt=2024-08-17/1723927364390.events-archiver-480-19..b463abd7-0c94-48d6-8b86-8711ef12a170.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.ssdc_valid",
        "type": "segment"
    }
}
    • running: False
    • schema_name_id: 114
    • start_time: 2024-08-17 15:43:43
    • success: True
    • trace_id: 5129395734317279549
    • duration: 0:05:15.885336
    • exit_message: 
      {
    "ddl_changed": true,
    "ingested_partitions": 2799,
    "partitions_applied": false,
    "success": true
}
    • id: 124135665
    • payload: 
      {
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": {
        "location": "s3://sfdl-segment-ssdc-prod/separated_dt/valid/dt=2024-07-30/",
        "name": "dt",
        "type": "string",
        "value": "2024-07-30"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-prod",
        "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/valid",
        "key": "separated_dt/valid/dt=2024-07-30/1722383366176.events-archiver-480-11..4e3fa7ab-31eb-4d6d-a222-add8d075c1f1.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.ssdc_valid",
        "type": "segment"
    }
}
    • running: False
    • schema_name_id: 114
    • start_time: 2024-07-30 18:52:38
    • success: True
    • trace_id: 2851299087561570066
Partitions:
  • count: 3
  • ddl: 
    [
    "ALTER TABLE\n    `sfdl_prod_segment.ssdc_valid`\nADD\n\n\n PARTITION (dt='2025-08-23') location 's3://sfdl-segment-ssdc-prod/separated_dt/valid/dt=2025-08-23/'\n PARTITION (dt='2025-12-17') location 's3://sfdl-segment-ssdc-prod/separated_dt/valid/dt=2025-12-17/'\n PARTITION (dt='2026-03-24') location 's3://sfdl-segment-ssdc-prod/separated_dt/valid/dt=2026-03-24/'\n;"
]
  • name: dt
  • state: 
    [
    {
        "info": {
            "id": 1545380,
            "location": "s3://sfdl-segment-ssdc-prod/separated_dt/valid/dt=2025-08-23/",
            "name": "dt",
            "value": "2025-08-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-08-23 17:50:10",
                "last_data": "2025-08-23 17:50:10"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 1616544,
            "location": "s3://sfdl-segment-ssdc-prod/separated_dt/valid/dt=2025-12-17/",
            "name": "dt",
            "value": "2025-12-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-12-16 19:53:20",
                "last_data": "2025-12-16 19:53:20"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 1649877,
            "location": "s3://sfdl-segment-ssdc-prod/separated_dt/valid/dt=2026-03-24/",
            "name": "dt",
            "value": "2026-03-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2026-03-24 11:58:29",
                "last_data": "2026-03-24 12:04:08"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    }
]
  • type: string
Schema:
  • attributes: 
    {
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.cam": "string",
    "context.campaign.campaign__": "string",
    "context.campaign.content": "string",
    "context.campaign.content__": "string",
    "context.campaign.id": "string",
    "context.campaign.medium": "string",
    "context.campaign.medium__": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.source__": "string",
    "context.campaign.term": "string",
    "context.campaign.utm_campaign": "string",
    "context.campaign.utm_medium": "string",
    "context.campaign.utm_source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.timezone": "string",
    "context.userAgent": "string",
    "context.userAgentData.brands": [
        {
            "brand": "string",
            "version": "string"
        }
    ],
    "context.userAgentData.mobile": "string",
    "context.userAgentData.platform": "string",
    "event": "string",
    "integrations.campaign.content": "string",
    "integrations.campaign.medium": "string",
    "integrations.campaign.name": "string",
    "integrations.campaign.source": "string",
    "integrations.library.name": "string",
    "integrations.library.version": "string",
    "integrations.page.path": "string",
    "integrations.page.referrer": "string",
    "integrations.page.search": "string",
    "integrations.page.title": "string",
    "integrations.page.url": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.env": "string",
    "properties.extra.facilityId": "string",
    "properties.extra.unitId": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.moveInDateSelected": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}
  • created: 2024-12-18 22:55:23
  • ddl: 
    {
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_valid`\n(\n`version`STRING,`sentAt`STRING,`context`struct<`ip`:STRING,`userAgentData`:struct<`mobile`:STRING,`brands`:array>,`platform`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`userAgent`:STRING,`locale`:STRING,`campaign`:struct<`medium__`:STRING,`medium`:STRING,`source`:STRING,`cam`:STRING,`utm_source`:STRING,`source__`:STRING,`name`:STRING,`content`:STRING,`utm_medium`:STRING,`id`:STRING,`content__`:STRING,`term`:STRING,`utm_campaign`:STRING,`campaign__`:STRING>,`timezone`:STRING,`page`:struct<`url`:STRING,`path`:STRING,`title`:STRING,`referrer`:STRING,`search`:STRING>>,`anonymousId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`integrations`struct<`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`referrer`:STRING,`title`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`projectId`STRING,`type`STRING,`messageId`STRING,`channel`STRING,`properties`struct<`label`:STRING,`env`:STRING,`site_id`:STRING,`moveInDateSelected`:STRING,`category`:STRING,`isReact`:STRING,`Hit_Timestamp`:STRING,`extra`:struct<`unitId`:STRING,`facilityId`:STRING>>,`event`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`_origin`STRING,`userId`STRING,`timestamp`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/valid'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_valid`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_valid"
}
Server:
  • hostname: schemamanager-5475496c57-7dpqb
  • name: schema_manager
  • process_start: 2026-01-09 11:27:47
  • sf_env: prod
  • version: 2112174301
Raw: 
{
    "name": {
        "created": "2017-11-02 13:47:43",
        "disabled": false,
        "format": "raw",
        "id": 114,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_prod_segment",
            "table": "ssdc_valid"
        },
        "type": "segment"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_prod_segment.ssdc_valid`\nADD\n\n\n PARTITION (dt='2025-08-23') location 's3://sfdl-segment-ssdc-prod/separated_dt/valid/dt=2025-08-23/'\n PARTITION (dt='2025-12-17') location 's3://sfdl-segment-ssdc-prod/separated_dt/valid/dt=2025-12-17/'\n PARTITION (dt='2026-03-24') location 's3://sfdl-segment-ssdc-prod/separated_dt/valid/dt=2026-03-24/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 1545380,
                    "location": "s3://sfdl-segment-ssdc-prod/separated_dt/valid/dt=2025-08-23/",
                    "name": "dt",
                    "value": "2025-08-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-08-23 17:50:10",
                        "last_data": "2025-08-23 17:50:10"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 1616544,
                    "location": "s3://sfdl-segment-ssdc-prod/separated_dt/valid/dt=2025-12-17/",
                    "name": "dt",
                    "value": "2025-12-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-12-16 19:53:20",
                        "last_data": "2025-12-16 19:53:20"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 1649877,
                    "location": "s3://sfdl-segment-ssdc-prod/separated_dt/valid/dt=2026-03-24/",
                    "name": "dt",
                    "value": "2026-03-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2026-03-24 11:58:29",
                        "last_data": "2026-03-24 12:04:08"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "anonymousId": "string",
            "channel": "string",
            "context.campaign.cam": "string",
            "context.campaign.campaign__": "string",
            "context.campaign.content": "string",
            "context.campaign.content__": "string",
            "context.campaign.id": "string",
            "context.campaign.medium": "string",
            "context.campaign.medium__": "string",
            "context.campaign.name": "string",
            "context.campaign.source": "string",
            "context.campaign.source__": "string",
            "context.campaign.term": "string",
            "context.campaign.utm_campaign": "string",
            "context.campaign.utm_medium": "string",
            "context.campaign.utm_source": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.locale": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.timezone": "string",
            "context.userAgent": "string",
            "context.userAgentData.brands": [
                {
                    "brand": "string",
                    "version": "string"
                }
            ],
            "context.userAgentData.mobile": "string",
            "context.userAgentData.platform": "string",
            "event": "string",
            "integrations.campaign.content": "string",
            "integrations.campaign.medium": "string",
            "integrations.campaign.name": "string",
            "integrations.campaign.source": "string",
            "integrations.library.name": "string",
            "integrations.library.version": "string",
            "integrations.page.path": "string",
            "integrations.page.referrer": "string",
            "integrations.page.search": "string",
            "integrations.page.title": "string",
            "integrations.page.url": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.Hit_Timestamp": "string",
            "properties.category": "string",
            "properties.env": "string",
            "properties.extra.facilityId": "string",
            "properties.extra.unitId": "string",
            "properties.isReact": "string",
            "properties.label": "string",
            "properties.moveInDateSelected": "string",
            "properties.site_id": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2024-12-18 22:55:23",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_valid`\n(\n`version`STRING,`sentAt`STRING,`context`struct<`ip`:STRING,`userAgentData`:struct<`mobile`:STRING,`brands`:array>,`platform`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`userAgent`:STRING,`locale`:STRING,`campaign`:struct<`medium__`:STRING,`medium`:STRING,`source`:STRING,`cam`:STRING,`utm_source`:STRING,`source__`:STRING,`name`:STRING,`content`:STRING,`utm_medium`:STRING,`id`:STRING,`content__`:STRING,`term`:STRING,`utm_campaign`:STRING,`campaign__`:STRING>,`timezone`:STRING,`page`:struct<`url`:STRING,`path`:STRING,`title`:STRING,`referrer`:STRING,`search`:STRING>>,`anonymousId`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`integrations`struct<`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`referrer`:STRING,`title`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>>,`projectId`STRING,`type`STRING,`messageId`STRING,`channel`STRING,`properties`struct<`label`:STRING,`env`:STRING,`site_id`:STRING,`moveInDateSelected`:STRING,`category`:STRING,`isReact`:STRING,`Hit_Timestamp`:STRING,`extra`:struct<`unitId`:STRING,`facilityId`:STRING>>,`event`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`_origin`STRING,`userId`STRING,`timestamp`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/valid'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_valid`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_valid"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}
©2019 SpareFoot Data Platform