Schema Info

Schema Name: sfdl_prod_segment.ssdc_con_event

created: 2018-12-10 17:37:43
disabled: False
format: raw
id: 585
is_partitioned: True
is_schema_datatyped: False

name:

{
    "database": "sfdl_prod_segment",
    "table": "ssdc_con_event"
}

type: segment

Schema Versions: 3

Version 120655

created: 2020-01-16 13:05:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_con_event`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_con_event`\n(\n`sentAt`STRING,`version`STRING,`event`STRING,`type`STRING,`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`anonymousId`STRING,`timestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`properties`struct<`Hit_Timestamp`:STRING,`site_id`:STRING,`isReact`:STRING,`env`:STRING,`CON`:struct<`location`:struct<`state`:STRING,`country`:STRING,`address2`:STRING,`address1`:STRING,`city`:STRING,`zip`:STRING>,`facility`:struct<`id`:STRING>,`transaction`:struct<`npv`:STRING,`email`:STRING,`confirmation_code`:STRING,`id`:STRING>,`event`:struct<`name`:STRING>>>,`receivedAt`STRING,`messageId`STRING,`context`struct<`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>,`ip`:STRING,`userAgent`:STRING,`page`:struct<`search`:STRING,`referrer`:STRING,`url`:STRING,`title`:STRING,`path`:STRING>>,`userId`STRING,`_origin`STRING,`originalTimestamp`STRING,`channel`STRING,`projectId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_con_event"
]

hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT
id: 120655
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2020-01-16T18:07:12Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1579132800000/1579198026388.019a0321fa2a.e4797d0.374ddc16-f545-4882-b28d-8df0659a453b.gz|segment_separator:37",
    "anonymousId": "fa517e57-996a-44a2-bba2-eee12b56b243",
    "channel": "client",
    "context": {
        "ip": "69.136.136.129",
        "library": {
            "name": "analytics.js",
            "version": "3.10.1"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/indiana/lafayette/simply-self-storage-lafayette-in-tazer-dr-202216/",
            "referrer": "https://www.selfstorage.com/self-storage/Louisiana/Lafayette?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_geobmm&utm_content=control&ploc=9016721&iloc=&mkwid=snLOk3CDT|pcrid|227223325805|pkw|%2Bstorage%20%2Blafayette|pmt|b|pdv|m|pgrid|47016274749|ptaid|kwd-311590264446&pgrid=47016274749&ptaid=kwd-311590264446&iv_=__iv_p_1_g_47016274749_w_kwd-311590264446_h_9016721_ii__d_m_v__n_g_c_227223325805_l__t__e__r_1t3_vi__&gclid=EAIaIQobChMIk-GEzdWI5wIVhMDACh1A5AraEAAYAyAAEgLCtvD_BwE",
            "search": "",
            "title": "Simply Self Storage - Lafayette, IN - Tazer Dr: Lowest Rates - SelfStorage.com",
            "url": "https://www.selfstorage.com/self-storage/indiana/lafayette/simply-self-storage-lafayette-in-tazer-dr-202216/"
        },
        "userAgent": "Mozilla/5.0 (Linux; Android 8.1.0; QS5509A) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.116 Mobile Safari/537.36"
    },
    "event": "CON EVENT",
    "integrations": {},
    "messageId": "ajs-1d7b64ea665909aef7b106d6d7fd3aff",
    "originalTimestamp": "2020-01-16T18:00:11.620Z",
    "projectId": "5yGJd9z7eL",
    "properties": {
        "CON": {
            "event": {
                "name": "bookingCreated"
            },
            "facility": {
                "id": "202216"
            },
            "location": {
                "address1": "4900 Tazer Drive",
                "address2": "",
                "city": "Lafayette",
                "country": "",
                "state": "IN",
                "zip": "47905"
            },
            "transaction": {
                "confirmation_code": "5347KMUH2",
                "email": "[email protected]",
                "id": "5347KMUH2",
                "npv": "34.10"
            }
        },
        "Hit Timestamp": 1579197611605,
        "env": "production",
        "isReact": true,
        "site_id": 27
    },
    "receivedAt": "2020-01-16T18:00:11.406Z",
    "sentAt": "2020-01-16T18:00:11.664Z",
    "timestamp": "2020-01-16T18:00:11.362Z",
    "type": "track",
    "userId": "7b7751f4c04d33be7122fd4c457321f8",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.library.name": "string",
    "integrations.library.version": "string",
    "integrations.page.path": "string",
    "integrations.page.referrer": "string",
    "integrations.page.search": "string",
    "integrations.page.title": "string",
    "integrations.page.url": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.event.name": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.location.address1": "string",
    "properties.CON.location.address2": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.country": "string",
    "properties.CON.location.state": "string",
    "properties.CON.location.zip": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 585
schema_scan_id: 31693104
updated: 2020-01-16 13:17:39

Version 73716

created: 2019-04-30 15:13:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_con_event`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_con_event`\n(\n`timestamp`STRING,`userId`STRING,`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`receivedAt`STRING,`anonymousId`STRING,`_origin`STRING,`properties`struct<`Hit_Timestamp`:STRING,`site_id`:STRING,`isReact`:STRING,`env`:STRING,`CON`:struct<`location`:struct<`city`:STRING,`zip`:STRING,`address1`:STRING,`address2`:STRING,`state`:STRING,`country`:STRING>,`transaction`:struct<`confirmation_code`:STRING,`npv`:STRING,`email`:STRING,`id`:STRING>,`event`:struct<`name`:STRING>,`facility`:struct<`id`:STRING>>>,`projectId`STRING,`event`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`version`STRING,`originalTimestamp`STRING,`context`struct<`userAgent`:STRING,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>,`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`referrer`:STRING,`title`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>,`ip`:STRING>,`messageId`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_con_event"
]

hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT
id: 73716
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2019-04-30T20:01:00Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1556582400000/1556654224463.76487d2dc054.9f83b95.8b29b597-76b4-4593-af10-562efa87511f.gz|segment_separator:37",
    "anonymousId": "9e9466a4-cc46-4483-8ff2-221ce4a2ac5d",
    "channel": "client",
    "context": {
        "ip": "173.217.125.54",
        "library": {
            "name": "unknown",
            "version": "unknown"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.103 Safari/537.36"
    },
    "event": "CON EVENT",
    "integrations": {
        "library": {
            "name": "analytics.js",
            "version": "3.8.2"
        },
        "page": {
            "path": "/self-storage/louisiana/baton-rouge/pilgrim-storage-center-155283/",
            "referrer": "https://www.selfstorage.com/self-storage/louisiana/baton-rouge/",
            "search": "",
            "title": "Pilgrim Storage Center: Lowest Rates - SelfStorage.com",
            "url": "https://www.selfstorage.com/self-storage/louisiana/baton-rouge/pilgrim-storage-center-155283/"
        }
    },
    "messageId": "ajs-e9f0d869e458b5682f6b70457bc0634b",
    "originalTimestamp": "2019-04-30T19:37:28.000Z",
    "projectId": "5yGJd9z7eL",
    "properties": {
        "CON": {
            "event": {
                "name": "bookingCreated"
            },
            "facility": {
                "id": "155283"
            },
            "location": {
                "address1": "10466 Airline Hwy",
                "address2": "",
                "city": "Baton Rouge",
                "country": "",
                "state": "LA",
                "zip": "70816"
            },
            "transaction": {
                "confirmation_code": "Z797JPFWN",
                "email": "[email protected]",
                "id": "Z797JPFWN",
                "npv": "116.55"
            }
        },
        "Hit Timestamp": 1556653047998,
        "env": "production",
        "isReact": true,
        "site_id": 27
    },
    "receivedAt": "2019-04-30T19:37:29.620Z",
    "sentAt": "2019-04-30T19:37:28.006Z",
    "timestamp": "2019-04-30T19:37:29.614Z",
    "type": "track",
    "userId": "c5cedcbd19f7e6e19beaa24bed16b60f",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.library.name": "string",
    "integrations.library.version": "string",
    "integrations.page.path": "string",
    "integrations.page.referrer": "string",
    "integrations.page.search": "string",
    "integrations.page.title": "string",
    "integrations.page.url": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.event.name": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.location.address1": "string",
    "properties.CON.location.address2": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.country": "string",
    "properties.CON.location.state": "string",
    "properties.CON.location.zip": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 585
schema_scan_id: 24400860
updated: 2019-04-30 15:13:57

Version 55311

created: 2018-12-11 15:37:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_con_event`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_con_event`\n(\n `version`  string , `timestamp`  string , `messageId`  string , `userId`  string , `event`  string , `receivedAt`  string ,`_metadata`   struct< `bundled`:array , `unbundled`:array >, `anonymousId`  string , `originalTimestamp`  string ,`context`   struct< `userAgent` : string ,`library` :  struct< `version` : string , `name` : string >,`page` :  struct< `url` : string , `path` : string , `search` : string , `referrer` : string , `title` : string >,`campaign` :  struct< `content` : string , `source` : string , `medium` : string , `name` : string >, `ip` : string >, `projectId`  string , `_origin`  string , `type`  string ,`properties`   struct< `Hit_Timestamp` : string , `site_id` : string , `isReact` : string , `env` : string ,`CON` :  struct<`facility` :  struct< `id` : string >,`transaction` :  struct< `confirmation_code` : string , `npv` : string , `email` : string , `id` : string >,`location` :  struct< `city` : string , `zip` : string , `country` : string , `address2` : string , `state` : string , `address1` : string >,`event` :  struct< `name` : string >>>, `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_con_event"
]

hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT
id: 55311
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2018-12-11T21:37:03Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1544486400000/1544564214146.16812ec95b13.dev.7f125f50-de78-4b49-917e-062716a2dc35.gz|segment_separator:37",
    "anonymousId": "5a5ff45f-636d-4fa4-b145-77b94f9452f6",
    "channel": "client",
    "context": {
        "campaign": {
            "content": "",
            "medium": "paidsearch",
            "name": "pro_national_nogeo_noproduct_dynamic",
            "source": "google"
        },
        "ip": "24.130.119.177",
        "library": {
            "name": "analytics.js",
            "version": "3.7.2"
        },
        "page": {
            "path": "/self-storage/california/concord/smartstop-self-storage-concord-208896/",
            "referrer": "https://www.google.com/",
            "search": "?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_dynamic&utm_content=&ploc=9031993&iloc=&mkwid=sHtj5YL53|pcrid|271834764442|pkw||pmt|b|pdv|c|pgrid|9903716611|ptaid|dsa-45429484259&pgrid=9903716611&ptaid=dsa-45429484259&gclid=Cj0KCQiA3b3gBRDAARIsAL6D-N8aBi0VV96z_TKdSPE5oRk50f-b4Vp0kfeILubB0y4x5jXDiapy5gUaAhr8EALw_wcB",
            "title": "SmartStop Self Storage - Concord: Lowest Rates - SelfStorage.com",
            "url": "https://www.selfstorage.com/self-storage/california/concord/smartstop-self-storage-concord-208896/?tsid=google-ppc&utm_source=google&utm_medium=paidsearch&utm_campaign=pro_national_nogeo_noproduct_dynamic&utm_content=&ploc=9031993&iloc=&mkwid=sHtj5YL53|pcrid|271834764442|pkw||pmt|b|pdv|c|pgrid|9903716611|ptaid|dsa-45429484259&pgrid=9903716611&ptaid=dsa-45429484259&gclid=Cj0KCQiA3b3gBRDAARIsAL6D-N8aBi0VV96z_TKdSPE5oRk50f-b4Vp0kfeILubB0y4x5jXDiapy5gUaAhr8EALw_wcB"
        },
        "userAgent": "Mozilla/5.0 (X11; CrOS x86_64 11021.56.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.76 Safari/537.36"
    },
    "event": "CON EVENT",
    "integrations": {},
    "messageId": "ajs-bd23179983f133b97e69a502b92e49f7",
    "originalTimestamp": "2018-12-11T20:45:01.206Z",
    "projectId": "5yGJd9z7eL",
    "properties": {
        "CON": {
            "event": {
                "name": "bookingCreated"
            },
            "facility": {
                "id": "208896"
            },
            "location": {
                "address1": "1597 Market Street",
                "address2": "",
                "city": "Concord",
                "country": "",
                "state": "CA",
                "zip": "94520"
            },
            "transaction": {
                "confirmation_code": "ECKM4B9CG",
                "email": "[email protected]",
                "id": "ECKM4B9CG",
                "npv": "185.90"
            }
        },
        "Hit Timestamp": 1544561101041,
        "env": "production",
        "isReact": true,
        "site_id": 27
    },
    "receivedAt": "2018-12-11T20:45:02.458Z",
    "sentAt": "2018-12-11T20:45:01.302Z",
    "timestamp": "2018-12-11T20:45:02.362Z",
    "type": "track",
    "userId": "081b66c098123c7387ae14f50df05027",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.event.name": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.location.address1": "string",
    "properties.CON.location.address2": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.country": "string",
    "properties.CON.location.state": "string",
    "properties.CON.location.zip": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 585
schema_scan_id: 21633085
updated: 2018-12-11 15:37:37

Schema Scans: 3

Last at 2020-01-16 13:05:48

Scan 31693104

duration: 0:09:34.229424

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 403,
    "partitions_applied": false,
    "success": true
}

id: 31693104

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT/dt=2020-01-16/",
        "name": "dt",
        "type": "string",
        "value": "2020-01-16"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-prod",
        "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT",
        "key": "separated_dt/CON EVENT/dt=2020-01-16/1579198026388.019a0321fa2a.e4797d0.374ddc16-f545-4882-b28d-8df0659a453b.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.ssdc_CON_EVENT",
        "type": "segment"
    }
}

running: False
schema_name_id: 585
start_time: 2020-01-16 13:05:48
success: True
trace_id: 343432603595200056

Scan 24400860

duration: 0:00:43.403480

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 142,
    "partitions_applied": false,
    "success": true
}

id: 24400860

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT/dt=2019-04-30/",
        "name": "dt",
        "type": "string",
        "value": "2019-04-30"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-prod",
        "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT",
        "key": "separated_dt/CON EVENT/dt=2019-04-30/1556654224463.76487d2dc054.9f83b95.8b29b597-76b4-4593-af10-562efa87511f.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.ssdc_CON_EVENT",
        "type": "segment"
    }
}

running: False
schema_name_id: 585
start_time: 2019-04-30 15:13:18
success: True
trace_id: 2276675272831922163

Scan 21633085

duration: 0:00:13.683952

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 2,
    "partitions_applied": false,
    "success": true
}

id: 21633085

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT/dt=2018-12-11/",
        "name": "dt",
        "type": "string",
        "value": "2018-12-11"
    },
    "s3": {
        "bucket": "sfdl-segment-ssdc-prod",
        "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT",
        "key": "separated_dt/CON EVENT/dt=2018-12-11/1544564214146.16812ec95b13.dev.7f125f50-de78-4b49-917e-062716a2dc35.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.ssdc_CON_EVENT",
        "type": "segment"
    }
}

running: False
schema_name_id: 585
start_time: 2018-12-11 15:37:26
success: True
trace_id: 9609234382296492985

Partitions:

count: 3

ddl:

[
    "ALTER TABLE\n    `sfdl_prod_segment.ssdc_con_event`\nADD\n\n\n PARTITION (dt='2021-02-09') location 's3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT/dt=2021-02-09/'\n PARTITION (dt='2021-02-10') location 's3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT/dt=2021-02-10/'\n PARTITION (dt='2021-02-11') location 's3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT/dt=2021-02-11/'\n;"
]

name: dt

state:

[
    {
        "info": {
            "id": 541103,
            "location": "s3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT/dt=2021-02-09/",
            "name": "dt",
            "value": "2021-02-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-08 18:17:36",
                "last_data": "2021-02-09 18:45:40"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 541285,
            "location": "s3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT/dt=2021-02-10/",
            "name": "dt",
            "value": "2021-02-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-09 18:19:09",
                "last_data": "2021-02-10 18:41:49"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 541452,
            "location": "s3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT/dt=2021-02-11/",
            "name": "dt",
            "value": "2021-02-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-10 18:16:45",
                "last_data": "2021-02-11 15:31:02"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    }
]

type: string

Schema:

attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.library.name": "string",
    "integrations.library.version": "string",
    "integrations.page.path": "string",
    "integrations.page.referrer": "string",
    "integrations.page.search": "string",
    "integrations.page.title": "string",
    "integrations.page.url": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.event.name": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.location.address1": "string",
    "properties.CON.location.address2": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.country": "string",
    "properties.CON.location.state": "string",
    "properties.CON.location.zip": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

created: 2020-01-16 13:05:49

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_con_event`\n(\n`sentAt`STRING,`version`STRING,`event`STRING,`type`STRING,`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`anonymousId`STRING,`timestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`properties`struct<`Hit_Timestamp`:STRING,`site_id`:STRING,`isReact`:STRING,`env`:STRING,`CON`:struct<`location`:struct<`state`:STRING,`country`:STRING,`address2`:STRING,`address1`:STRING,`city`:STRING,`zip`:STRING>,`facility`:struct<`id`:STRING>,`transaction`:struct<`npv`:STRING,`email`:STRING,`confirmation_code`:STRING,`id`:STRING>,`event`:struct<`name`:STRING>>>,`receivedAt`STRING,`messageId`STRING,`context`struct<`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>,`ip`:STRING,`userAgent`:STRING,`page`:struct<`search`:STRING,`referrer`:STRING,`url`:STRING,`title`:STRING,`path`:STRING>>,`userId`STRING,`_origin`STRING,`originalTimestamp`STRING,`channel`STRING,`projectId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_con_event`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_con_event"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2018-12-10 17:37:43",
        "disabled": false,
        "format": "raw",
        "id": 585,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_prod_segment",
            "table": "ssdc_con_event"
        },
        "type": "segment"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_prod_segment.ssdc_con_event`\nADD\n\n\n PARTITION (dt='2021-02-09') location 's3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT/dt=2021-02-09/'\n PARTITION (dt='2021-02-10') location 's3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT/dt=2021-02-10/'\n PARTITION (dt='2021-02-11') location 's3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT/dt=2021-02-11/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 541103,
                    "location": "s3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT/dt=2021-02-09/",
                    "name": "dt",
                    "value": "2021-02-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-08 18:17:36",
                        "last_data": "2021-02-09 18:45:40"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 541285,
                    "location": "s3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT/dt=2021-02-10/",
                    "name": "dt",
                    "value": "2021-02-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-09 18:19:09",
                        "last_data": "2021-02-10 18:41:49"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 541452,
                    "location": "s3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT/dt=2021-02-11/",
                    "name": "dt",
                    "value": "2021-02-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-10 18:16:45",
                        "last_data": "2021-02-11 15:31:02"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "anonymousId": "string",
            "channel": "string",
            "context.campaign.content": "string",
            "context.campaign.medium": "string",
            "context.campaign.name": "string",
            "context.campaign.source": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.locale": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.userAgent": "string",
            "event": "string",
            "integrations.library.name": "string",
            "integrations.library.version": "string",
            "integrations.page.path": "string",
            "integrations.page.referrer": "string",
            "integrations.page.search": "string",
            "integrations.page.title": "string",
            "integrations.page.url": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.CON.event.name": "string",
            "properties.CON.facility.id": "string",
            "properties.CON.location.address1": "string",
            "properties.CON.location.address2": "string",
            "properties.CON.location.city": "string",
            "properties.CON.location.country": "string",
            "properties.CON.location.state": "string",
            "properties.CON.location.zip": "string",
            "properties.CON.transaction.confirmation_code": "string",
            "properties.CON.transaction.email": "string",
            "properties.CON.transaction.id": "string",
            "properties.CON.transaction.npv": "string",
            "properties.Hit_Timestamp": "string",
            "properties.env": "string",
            "properties.isReact": "string",
            "properties.site_id": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2020-01-16 13:05:49",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_con_event`\n(\n`sentAt`STRING,`version`STRING,`event`STRING,`type`STRING,`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`anonymousId`STRING,`timestamp`STRING,`_metadata`struct<`bundled`:array,`unbundled`:array>,`properties`struct<`Hit_Timestamp`:STRING,`site_id`:STRING,`isReact`:STRING,`env`:STRING,`CON`:struct<`location`:struct<`state`:STRING,`country`:STRING,`address2`:STRING,`address1`:STRING,`city`:STRING,`zip`:STRING>,`facility`:struct<`id`:STRING>,`transaction`:struct<`npv`:STRING,`email`:STRING,`confirmation_code`:STRING,`id`:STRING>,`event`:struct<`name`:STRING>>>,`receivedAt`STRING,`messageId`STRING,`context`struct<`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`content`:STRING,`source`:STRING,`medium`:STRING,`name`:STRING>,`ip`:STRING,`userAgent`:STRING,`page`:struct<`search`:STRING,`referrer`:STRING,`url`:STRING,`title`:STRING,`path`:STRING>>,`userId`STRING,`_origin`STRING,`originalTimestamp`STRING,`channel`STRING,`projectId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-ssdc-prod/separated_dt/CON EVENT'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_con_event`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_con_event"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}