Schema Info

Schema Name: sfdl_prod_segment.reactfoot_modalopen

created: 2021-02-11 16:24:21
disabled: False
format: raw
id: 831
is_partitioned: True
is_schema_datatyped: False

name:

{
    "database": "sfdl_prod_segment",
    "table": "reactfoot_modalopen"
}

type: segment

Schema Versions: 3

Version 1161651

created: 2025-01-16 13:32:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.reactfoot_modalopen`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.reactfoot_modalopen`\n(\n`version`STRING,`channel`STRING,`receivedAt`STRING,`timestamp`STRING,`anonymousId`STRING,`projectId`STRING,`userId`STRING,`messageId`STRING,`type`STRING,`sentAt`STRING,`event`STRING,`originalTimestamp`STRING,`_origin`STRING,`context`struct<`amp`:struct<`id`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`page`:struct<`url`:STRING,`title`:STRING,`path`:STRING,`referrer`:STRING,`search`:STRING>,`timezone`:STRING,`locale`:STRING,`userAgentData`:struct<`platform`:STRING,`mobile`:STRING,`brands`:array>>,`ip`:STRING,`userAgent`:STRING,`campaign`:struct<`source`:STRING,`utm_source`:STRING,`id`:STRING,`utm_campaign`:STRING,`utm_medium`:STRING,`utm_content`:STRING,`content`:STRING,`name`:STRING,`term`:STRING,`medium`:STRING>>,`properties`struct<`site_id`:STRING,`label`:STRING,`Hit_Timestamp`:STRING,`env`:STRING,`chatbot`:STRING,`category`:STRING,`extra`:struct<`facilityId`:STRING,`unitId`:STRING>,`isReact`:STRING,`searchId`:STRING>\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-prod/separated_dt/modal open'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.reactfoot_modalopen"
]

hive_path: s3://sfdl-segment-reactfoot-prod/separated_dt/modal open
id: 1161651
processed: 1

raw_data:

{
    "__segment_internal": {},
    "_metadata": {
        "bundled": [
            "Google Tag Manager",
            "Segment.io"
        ],
        "bundledIds": [
            "59c13c7c1386430001b3c90e"
        ],
        "unbundled": []
    },
    "_origin": "2025-01-16T19:31:55Z|s3://sfdl-segment-reactfoot-prod/segment-logs/a0wkEvFBBK/1736985600000/1737055833525.events-archiver-480-28..de7bd0ec-8e63-4c66-9ae8-d10be999011c.gz|analytics-segment-separator-prod:$LATEST",
    "anonymousId": "46ac14ed-6cab-4df0-8b6b-752b8a710ecb",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "Self Storage Interest",
            "id": "120212206740170476",
            "medium": "paid",
            "name": "SF Facebook|Storage Interest Audience",
            "source": "facebook",
            "term": "120212206740160476"
        },
        "ip": "2601:803:8081:c450:4c7:6a1b:64f3:7985",
        "library": {
            "name": "analytics.js",
            "version": "next-1.76.0"
        },
        "locale": "en-US",
        "page": {
            "path": "/reservation/confirmation/FRTB7YY48",
            "referrer": "",
            "search": "?fbclid=IwY2xjawH14jlleHRuA2FlbQEwAGFkaWQBqxWBV-luLAEdaXySch29Tz3AgnBfJrqc5czM4X2bG61yHjHN7O4-4c9OsdoaRMuAT_93_aem_K3GUZ8PuGWhaGhp9cJqAXg&utm_source=facebook&utm_medium=paid&utm_campaign=SF%20Facebook%7CStorage%20Interest%20Audience&utm_term=120212206740160476&utm_content=Self%20Storage%20Interest&utm_id=120212206740170476",
            "title": "Prime Storage - Lafayette | 2324 Sagamore Parkway South | SpareFoot",
            "url": "https://www.sparefoot.com/reservation/confirmation/FRTB7YY48?fbclid=IwY2xjawH14jlleHRuA2FlbQEwAGFkaWQBqxWBV-luLAEdaXySch29Tz3AgnBfJrqc5czM4X2bG61yHjHN7O4-4c9OsdoaRMuAT_93_aem_K3GUZ8PuGWhaGhp9cJqAXg&utm_source=facebook&utm_medium=paid&utm_campaign=SF%20Facebook%7CStorage%20Interest%20Audience&utm_term=120212206740160476&utm_content=Self%20Storage%20Interest&utm_id=120212206740170476"
        },
        "timezone": "America/Indianapolis",
        "userAgent": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36",
        "userAgentData": {
            "brands": [
                {
                    "brand": "Google Chrome",
                    "version": "131"
                },
                {
                    "brand": "Chromium",
                    "version": "131"
                },
                {
                    "brand": "Not_A Brand",
                    "version": "24"
                }
            ],
            "mobile": true,
            "platform": "Android"
        }
    },
    "event": "modal open",
    "integrations": {},
    "messageId": "ajs-next-1737053743790-9fb191ab-a90e-4e1e-a7a0-411d3a8f5a23",
    "originalTimestamp": "2025-01-16T18:55:43.790Z",
    "projectId": "a0wkEvFBBK",
    "properties": {
        "Hit Timestamp": 1737053743790,
        "category": "booking update modal-confirmationPage",
        "env": "production",
        "isReact": true,
        "label": "booking update modal",
        "site_id": -1
    },
    "receivedAt": "2025-01-16T18:55:44.636Z",
    "sentAt": "2025-01-16T18:55:43.962Z",
    "timestamp": "2025-01-16T18:55:44.464Z",
    "type": "track",
    "userId": "5c3f5f72acdf6a6d658461ab930a4125",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.amp.id": "string",
    "context.campaign.content": "string",
    "context.campaign.id": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.campaign.utm_campaign": "string",
    "context.campaign.utm_content": "string",
    "context.campaign.utm_medium": "string",
    "context.campaign.utm_source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.timezone": "string",
    "context.userAgent": "string",
    "context.userAgentData.brands": [
        {
            "brand": "string",
            "version": "string"
        }
    ],
    "context.userAgentData.mobile": "string",
    "context.userAgentData.platform": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.chatbot": "string",
    "properties.env": "string",
    "properties.extra.facilityId": "string",
    "properties.extra.unitId": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.searchId": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 831
schema_scan_id: 135462300
updated: 2025-01-16 13:33:16

Version 962530

created: 2024-07-30 15:15:00

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.reactfoot_modalopen`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.reactfoot_modalopen`\n(\n`_origin`STRING,`channel`STRING,`type`STRING,`sentAt`STRING,`projectId`STRING,`context`struct<`locale`:STRING,`campaign`:struct<`name`:STRING,`utm_source`:STRING,`utm_content`:STRING,`term`:STRING,`utm_medium`:STRING,`medium`:STRING,`utm_campaign`:STRING,`source`:STRING,`content`:STRING>,`timezone`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`userAgent`:STRING,`amp`:struct<`id`:STRING>,`page`:struct<`title`:STRING,`path`:STRING,`search`:STRING,`url`:STRING,`referrer`:STRING>,`ip`:STRING,`userAgentData`:struct<`mobile`:STRING,`brands`:array>,`platform`:STRING>>,`event`STRING,`anonymousId`STRING,`timestamp`STRING,`receivedAt`STRING,`originalTimestamp`STRING,`properties`struct<`site_id`:STRING,`chatbot`:STRING,`category`:STRING,`isReact`:STRING,`searchId`:STRING,`label`:STRING,`extra`:struct<`facilityId`:STRING,`unitId`:STRING>,`Hit_Timestamp`:STRING,`env`:STRING>,`userId`STRING,`version`STRING,`messageId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-prod/separated_dt/modal open'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.reactfoot_modalopen"
]

hive_path: s3://sfdl-segment-reactfoot-prod/separated_dt/modal open
id: 962530
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "bundledIds": [
            "59c55a4597f7a100011813be",
            "59c13c7c1386430001b3c90e"
        ],
        "unbundled": []
    },
    "_origin": "2024-07-30T20:14:21Z|s3://sfdl-segment-reactfoot-prod/segment-logs/a0wkEvFBBK/1722297600000/1722370449536.events-archiver-480-37..7981ada2-8856-4d63-bc23-f105a482cc11.gz|analytics-segment-separator-prod:$LATEST",
    "anonymousId": "64186272-1416-4c4f-b54e-da8fc8b71a5f",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_dynamic",
            "source": "bing",
            "term": "sparefoot"
        },
        "ip": "2603:6081:7b44:6200:4cfd:dd56:4359:481a",
        "library": {
            "name": "analytics.js",
            "version": "next-1.72.1"
        },
        "locale": "en-US",
        "page": {
            "path": "/Lawrenceburg-KY-self-storage/Storage-Rentals-of-America-Lawrenceburg-158521.html",
            "referrer": "https://search.yahoo.com/",
            "search": "?tsid=bing-ppc&cid=pro_national_nogeo_noproduct_dynamic&utm_source=bing&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_dynamic&utm_content=&ploc=56191&iloc=50982&mkwid=|pcrid|76759848312410|pkw|sparefoot|pmt|bb|pdv|c|pgrid|1228154634946515|ptaid|dat-2328559469250676:loc-190&pgrid=1228154634946515&ptaid=dat-2328559469250676:loc-190&msclkid=30d06825ea341deebe440e8ca2d9ece3&utm_term=sparefoot",
            "title": "Storage Rentals of America - Lawrenceburg | 1060 Commerce Way | SpareFoot",
            "url": "https://www.sparefoot.com/Lawrenceburg-KY-self-storage/Storage-Rentals-of-America-Lawrenceburg-158521.html?tsid=bing-ppc&cid=pro_national_nogeo_noproduct_dynamic&utm_source=bing&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_dynamic&utm_content=&ploc=56191&iloc=50982&mkwid=|pcrid|76759848312410|pkw|sparefoot|pmt|bb|pdv|c|pgrid|1228154634946515|ptaid|dat-2328559469250676:loc-190&pgrid=1228154634946515&ptaid=dat-2328559469250676:loc-190&msclkid=30d06825ea341deebe440e8ca2d9ece3&utm_term=sparefoot"
        },
        "timezone": "America/New_York",
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/109.0.0.0 Safari/537.36",
        "userAgentData": {
            "brands": [
                {
                    "brand": "Not_A Brand",
                    "version": "99"
                },
                {
                    "brand": "Google Chrome",
                    "version": "109"
                },
                {
                    "brand": "Chromium",
                    "version": "109"
                }
            ],
            "mobile": false,
            "platform": "Windows"
        }
    },
    "event": "modal open",
    "integrations": {},
    "messageId": "ajs-next-1722370390408-4efae594-de02-4ad7-8a7a-924878cd0ea6",
    "originalTimestamp": "2024-07-30T20:13:10.408Z",
    "projectId": "a0wkEvFBBK",
    "properties": {
        "Hit Timestamp": 1722370390408,
        "category": "unit list-facilityPage",
        "env": "production",
        "isReact": true,
        "label": "unit size",
        "site_id": -1
    },
    "receivedAt": "2024-07-30T20:13:13.588Z",
    "sentAt": "2024-07-30T20:13:10.480Z",
    "timestamp": "2024-07-30T20:13:13.516Z",
    "type": "track",
    "userId": "0669f58fe5572f0d6abe83a0863e193a",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.amp.id": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.campaign.utm_campaign": "string",
    "context.campaign.utm_content": "string",
    "context.campaign.utm_medium": "string",
    "context.campaign.utm_source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.timezone": "string",
    "context.userAgent": "string",
    "context.userAgentData.brands": [
        {
            "brand": "string",
            "version": "string"
        }
    ],
    "context.userAgentData.mobile": "string",
    "context.userAgentData.platform": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.chatbot": "string",
    "properties.env": "string",
    "properties.extra.facilityId": "string",
    "properties.extra.unitId": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.searchId": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 831
schema_scan_id: 124123207
updated: 2024-07-30 15:23:11

Version 677177

created: 2023-11-16 17:51:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.reactfoot_modalopen`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.reactfoot_modalopen`\n(\n`projectId`STRING,`userId`STRING,`context`struct<`userAgent`:STRING,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`page`:struct<`path`:STRING,`search`:STRING,`referrer`:STRING,`url`:STRING,`title`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>,`ip`:STRING,`campaign`:struct<`utm_medium`:STRING,`content`:STRING,`name`:STRING,`utm_campaign`:STRING,`utm_source`:STRING,`utm_content`:STRING,`source`:STRING,`medium`:STRING>,`timezone`:STRING,`locale`:STRING,`amp`:struct<`id`:STRING>>,`_origin`STRING,`event`STRING,`sentAt`STRING,`type`STRING,`channel`STRING,`receivedAt`STRING,`properties`struct<`site_id`:STRING,`chatbot`:STRING,`label`:STRING,`searchId`:STRING,`category`:STRING,`Hit_Timestamp`:STRING,`isReact`:STRING,`extra`:struct<`facilityId`:STRING,`unitId`:STRING>,`env`:STRING>,`originalTimestamp`STRING,`anonymousId`STRING,`messageId`STRING,`version`STRING,`timestamp`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-prod/separated_dt/modal open'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.reactfoot_modalopen"
]

hive_path: s3://sfdl-segment-reactfoot-prod/separated_dt/modal open
id: 677177
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "bundledIds": [
            "59c55a4597f7a100011813be",
            "59c13c7c1386430001b3c90e"
        ],
        "unbundled": []
    },
    "_origin": "2023-11-16T23:31:47Z|s3://sfdl-segment-reactfoot-prod/segment-logs/a0wkEvFBBK/1700092800000/1700177483161.events-archiver-480-46..af9f3cfa-f542-4acb-8fe8-5f26f4544059.gz|analytics-segment-separator-prod:$LATEST",
    "anonymousId": "93696265-f2cf-450e-a090-bb1cae34a12c",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "mic_1",
            "medium": "email_transa",
            "name": "post_res"
        },
        "ip": "108.30.5.163",
        "library": {
            "name": "analytics.js",
            "version": "next-1.61.0"
        },
        "locale": "en-US",
        "page": {
            "path": "/reservation/confirm-move-in/8EQW9FG7D",
            "referrer": "",
            "search": "?email_token=fe542045ec015dada26496fd8bad3e16c9a721a3&utm_medium=email_transa&utm_content=mic_1&utm_campaign=post_res",
            "title": "SpareFoot: Move-in Status Confirmation",
            "url": "https://www.sparefoot.com/reservation/confirm-move-in/8EQW9FG7D?email_token=fe542045ec015dada26496fd8bad3e16c9a721a3&utm_medium=email_transa&utm_content=mic_1&utm_campaign=post_res"
        },
        "timezone": "America/New_York",
        "userAgent": "Mozilla/5.0 (iPhone; CPU iPhone OS 16_6_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.6 Mobile/15E148 Safari/604.1"
    },
    "event": "modal open",
    "integrations": {},
    "messageId": "ajs-next-cd720e812646d4539e32b7f3ab8f78cf",
    "originalTimestamp": "2023-11-16T23:05:40.494Z",
    "projectId": "a0wkEvFBBK",
    "properties": {
        "Hit Timestamp": 1700175939732,
        "category": "move in confirmation modal-getMoveInConfirmStatusPage",
        "env": "production",
        "isReact": true,
        "label": "move in confirmation modal",
        "site_id": -1
    },
    "receivedAt": "2023-11-16T23:05:41.064Z",
    "sentAt": "2023-11-16T23:05:40.524Z",
    "timestamp": "2023-11-16T23:05:41.034Z",
    "type": "track",
    "userId": "6f9ed2f604c055fee4d5420bb3cbd7fb",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.amp.id": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.utm_campaign": "string",
    "context.campaign.utm_content": "string",
    "context.campaign.utm_medium": "string",
    "context.campaign.utm_source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.timezone": "string",
    "context.userAgent": "string",
    "context.userAgentData.brands": [
        {
            "brand": "string",
            "version": "string"
        }
    ],
    "context.userAgentData.mobile": "string",
    "context.userAgentData.platform": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.chatbot": "string",
    "properties.env": "string",
    "properties.extra.facilityId": "string",
    "properties.extra.unitId": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.searchId": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 831
schema_scan_id: 106051782
updated: 2023-11-16 18:11:17

Schema Scans: 3

Last at 2025-01-16 13:32:17

Scan 135462300

duration: 0:02:00.964016

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 2671,
    "partitions_applied": false,
    "success": true
}

id: 135462300

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": {
        "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/modal open/dt=2025-01-16/",
        "name": "dt",
        "type": "string",
        "value": "2025-01-16"
    },
    "s3": {
        "bucket": "sfdl-segment-reactfoot-prod",
        "hive_path": "s3://sfdl-segment-reactfoot-prod/separated_dt/modal open",
        "key": "separated_dt/modal open/dt=2025-01-16/1737055833525.events-archiver-480-28..de7bd0ec-8e63-4c66-9ae8-d10be999011c.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.reactfoot_modalopen",
        "type": "segment"
    }
}

running: False
schema_name_id: 831
start_time: 2025-01-16 13:32:17
success: True
trace_id: 12527127988373528395

Scan 124123207

duration: 0:04:09.158453

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 2501,
    "partitions_applied": false,
    "success": true
}

id: 124123207

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": {
        "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/modal open/dt=2024-07-30/",
        "name": "dt",
        "type": "string",
        "value": "2024-07-30"
    },
    "s3": {
        "bucket": "sfdl-segment-reactfoot-prod",
        "hive_path": "s3://sfdl-segment-reactfoot-prod/separated_dt/modal open",
        "key": "separated_dt/modal open/dt=2024-07-30/1722370449536.events-archiver-480-37..7981ada2-8856-4d63-bc23-f105a482cc11.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.reactfoot_modalopen",
        "type": "segment"
    }
}

running: False
schema_name_id: 831
start_time: 2024-07-30 15:14:59
success: True
trace_id: 14618736309602293121

Scan 106051782

duration: 0:04:41.277822

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 2244,
    "partitions_applied": false,
    "success": true
}

id: 106051782

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": {
        "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/modal open/dt=2023-11-16/",
        "name": "dt",
        "type": "string",
        "value": "2023-11-16"
    },
    "s3": {
        "bucket": "sfdl-segment-reactfoot-prod",
        "hive_path": "s3://sfdl-segment-reactfoot-prod/separated_dt/modal open",
        "key": "separated_dt/modal open/dt=2023-11-16/1700177483161.events-archiver-480-46..af9f3cfa-f542-4acb-8fe8-5f26f4544059.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.reactfoot_modalopen",
        "type": "segment"
    }
}

running: False
schema_name_id: 831
start_time: 2023-11-16 17:51:05
success: True
trace_id: 6930349321826564361

Partitions:

count: 3

ddl:

[
    "ALTER TABLE\n    `sfdl_prod_segment.reactfoot_modalopen`\nADD\n\n\n PARTITION (dt='2025-08-28') location 's3://sfdl-segment-reactfoot-prod/separated_dt/modal open/dt=2025-08-28/'\n PARTITION (dt='2025-09-13') location 's3://sfdl-segment-reactfoot-prod/separated_dt/modal open/dt=2025-09-13/'\n PARTITION (dt='2026-01-29') location 's3://sfdl-segment-reactfoot-prod/separated_dt/modal open/dt=2026-01-29/'\n;"
]

name: dt

state:

[
    {
        "info": {
            "id": 1546600,
            "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/modal open/dt=2025-08-28/",
            "name": "dt",
            "value": "2025-08-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-08-28 16:46:54",
                "last_data": "2025-08-28 16:50:45"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 1550871,
            "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/modal open/dt=2025-09-13/",
            "name": "dt",
            "value": "2025-09-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-09-13 16:55:47",
                "last_data": "2025-09-13 17:00:12"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 1628649,
            "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/modal open/dt=2026-01-29/",
            "name": "dt",
            "value": "2026-01-29"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2026-01-29 17:25:28",
                "last_data": "2026-01-29 17:25:28"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    }
]

type: string

Schema:

attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.amp.id": "string",
    "context.campaign.content": "string",
    "context.campaign.id": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.campaign.term": "string",
    "context.campaign.utm_campaign": "string",
    "context.campaign.utm_content": "string",
    "context.campaign.utm_medium": "string",
    "context.campaign.utm_source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.timezone": "string",
    "context.userAgent": "string",
    "context.userAgentData.brands": [
        {
            "brand": "string",
            "version": "string"
        }
    ],
    "context.userAgentData.mobile": "string",
    "context.userAgentData.platform": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.Hit_Timestamp": "string",
    "properties.category": "string",
    "properties.chatbot": "string",
    "properties.env": "string",
    "properties.extra.facilityId": "string",
    "properties.extra.unitId": "string",
    "properties.isReact": "string",
    "properties.label": "string",
    "properties.searchId": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

created: 2025-01-16 13:32:19

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.reactfoot_modalopen`\n(\n`version`STRING,`channel`STRING,`receivedAt`STRING,`timestamp`STRING,`anonymousId`STRING,`projectId`STRING,`userId`STRING,`messageId`STRING,`type`STRING,`sentAt`STRING,`event`STRING,`originalTimestamp`STRING,`_origin`STRING,`context`struct<`amp`:struct<`id`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`page`:struct<`url`:STRING,`title`:STRING,`path`:STRING,`referrer`:STRING,`search`:STRING>,`timezone`:STRING,`locale`:STRING,`userAgentData`:struct<`platform`:STRING,`mobile`:STRING,`brands`:array>>,`ip`:STRING,`userAgent`:STRING,`campaign`:struct<`source`:STRING,`utm_source`:STRING,`id`:STRING,`utm_campaign`:STRING,`utm_medium`:STRING,`utm_content`:STRING,`content`:STRING,`name`:STRING,`term`:STRING,`medium`:STRING>>,`properties`struct<`site_id`:STRING,`label`:STRING,`Hit_Timestamp`:STRING,`env`:STRING,`chatbot`:STRING,`category`:STRING,`extra`:struct<`facilityId`:STRING,`unitId`:STRING>,`isReact`:STRING,`searchId`:STRING>\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-prod/separated_dt/modal open'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.reactfoot_modalopen`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.reactfoot_modalopen"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2021-02-11 16:24:21",
        "disabled": false,
        "format": "raw",
        "id": 831,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_prod_segment",
            "table": "reactfoot_modalopen"
        },
        "type": "segment"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_prod_segment.reactfoot_modalopen`\nADD\n\n\n PARTITION (dt='2025-08-28') location 's3://sfdl-segment-reactfoot-prod/separated_dt/modal open/dt=2025-08-28/'\n PARTITION (dt='2025-09-13') location 's3://sfdl-segment-reactfoot-prod/separated_dt/modal open/dt=2025-09-13/'\n PARTITION (dt='2026-01-29') location 's3://sfdl-segment-reactfoot-prod/separated_dt/modal open/dt=2026-01-29/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 1546600,
                    "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/modal open/dt=2025-08-28/",
                    "name": "dt",
                    "value": "2025-08-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-08-28 16:46:54",
                        "last_data": "2025-08-28 16:50:45"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 1550871,
                    "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/modal open/dt=2025-09-13/",
                    "name": "dt",
                    "value": "2025-09-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-09-13 16:55:47",
                        "last_data": "2025-09-13 17:00:12"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 1628649,
                    "location": "s3://sfdl-segment-reactfoot-prod/separated_dt/modal open/dt=2026-01-29/",
                    "name": "dt",
                    "value": "2026-01-29"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2026-01-29 17:25:28",
                        "last_data": "2026-01-29 17:25:28"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "anonymousId": "string",
            "channel": "string",
            "context.amp.id": "string",
            "context.campaign.content": "string",
            "context.campaign.id": "string",
            "context.campaign.medium": "string",
            "context.campaign.name": "string",
            "context.campaign.source": "string",
            "context.campaign.term": "string",
            "context.campaign.utm_campaign": "string",
            "context.campaign.utm_content": "string",
            "context.campaign.utm_medium": "string",
            "context.campaign.utm_source": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.locale": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.timezone": "string",
            "context.userAgent": "string",
            "context.userAgentData.brands": [
                {
                    "brand": "string",
                    "version": "string"
                }
            ],
            "context.userAgentData.mobile": "string",
            "context.userAgentData.platform": "string",
            "event": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.Hit_Timestamp": "string",
            "properties.category": "string",
            "properties.chatbot": "string",
            "properties.env": "string",
            "properties.extra.facilityId": "string",
            "properties.extra.unitId": "string",
            "properties.isReact": "string",
            "properties.label": "string",
            "properties.searchId": "string",
            "properties.site_id": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2025-01-16 13:32:19",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.reactfoot_modalopen`\n(\n`version`STRING,`channel`STRING,`receivedAt`STRING,`timestamp`STRING,`anonymousId`STRING,`projectId`STRING,`userId`STRING,`messageId`STRING,`type`STRING,`sentAt`STRING,`event`STRING,`originalTimestamp`STRING,`_origin`STRING,`context`struct<`amp`:struct<`id`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`page`:struct<`url`:STRING,`title`:STRING,`path`:STRING,`referrer`:STRING,`search`:STRING>,`timezone`:STRING,`locale`:STRING,`userAgentData`:struct<`platform`:STRING,`mobile`:STRING,`brands`:array>>,`ip`:STRING,`userAgent`:STRING,`campaign`:struct<`source`:STRING,`utm_source`:STRING,`id`:STRING,`utm_campaign`:STRING,`utm_medium`:STRING,`utm_content`:STRING,`content`:STRING,`name`:STRING,`term`:STRING,`medium`:STRING>>,`properties`struct<`site_id`:STRING,`label`:STRING,`Hit_Timestamp`:STRING,`env`:STRING,`chatbot`:STRING,`category`:STRING,`extra`:struct<`facilityId`:STRING,`unitId`:STRING>,`isReact`:STRING,`searchId`:STRING>\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-reactfoot-prod/separated_dt/modal open'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.reactfoot_modalopen`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.reactfoot_modalopen"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}