Schema Info

Schema Name: sfdl_prod_segment.storagescout_con_pageview

created: 2019-05-06 13:01:31
disabled: False
format: raw
id: 687
is_partitioned: True
is_schema_datatyped: False

name:

{
    "database": "sfdl_prod_segment",
    "table": "storagescout_con_pageview"
}

type: segment

Schema Versions: 6

Version 191586

created: 2021-02-09 10:20:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.storagescout_con_pageview`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagescout_con_pageview`\n(\n`anonymousId`STRING,`_origin`STRING,`version`STRING,`event`STRING,`context`struct<`ip`:STRING,`locale`:STRING,`userAgent`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`medium`:STRING,`name`:STRING,`source`:STRING,`content`:STRING>,`page`:struct<`path`:STRING,`title`:STRING,`url`:STRING,`search`:STRING,`referrer`:STRING>>,`channel`STRING,`userId`STRING,`timestamp`STRING,`properties`struct<`env`:STRING,`CON`:struct<`location`:struct<`state`:STRING,`id`:STRING,`city`:STRING>,`facility`:struct<`id`:STRING,`title`:STRING>,`timestamp`:STRING,`environment`:STRING,`page_subtype`:STRING,`site_type`:STRING,`ppc`:struct<`adwords`:struct<`date_start`:STRING,`date_end`:STRING,`page_type`:STRING>>,`transaction`:struct<`email`:STRING,`id`:STRING,`npv`:STRING,`confirmation_code`:STRING>,`page_type`:STRING,`search_result`:struct<`query`:STRING,`page`:STRING,`id`:STRING,`listing_ids`:array>,`visit_id`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`site_content`:struct<`id`:STRING>,`site_id`:STRING>,`Hit_Timestamp`:STRING,`isReact`:STRING,`site_id`:STRING>,`receivedAt`STRING,`messageId`STRING,`originalTimestamp`STRING,`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>,`projectId`STRING,`type`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.storagescout_con_pageview"
]

hive_path: s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW
id: 191586
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2021-02-09T16:20:55Z|s3://sfdl-segment-storagescout-prod/segment-logs/7e3jCTyCUW/1612828800000/1612887332802.640e1c6cd8cc.fde281a.3d19f67c-528d-46f2-a5c9-c422ff7fe616.gz|segment_separator:37",
    "anonymousId": "54e61194-d200-458c-ac66-98c91fbd29cc",
    "channel": "client",
    "context": {
        "ip": "71.89.177.35",
        "library": {
            "name": "analytics.js",
            "version": "4.0.4"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/mi/alpena-storage-units/",
            "referrer": "https://www.google.com/",
            "search": "",
            "title": "Best Self-Storage Units in Alpena, MI - StorageScout",
            "url": "https://www.storagescout.com/self-storage/mi/alpena-storage-units/"
        },
        "userAgent": "Mozilla/5.0 (Linux; Android 11; SM-G970U) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.152 Mobile Safari/537.36"
    },
    "event": "CON PAGEVIEW",
    "integrations": {
        "All": true,
        "Google Analytics": false
    },
    "messageId": "ajs-2f9e0453ec46608f9baf95f67532d7e7",
    "originalTimestamp": "2021-02-09T16:05:40.585Z",
    "projectId": "7e3jCTyCUW",
    "properties": {
        "CON": {
            "environment": "production",
            "location": {
                "city": "Alpena",
                "id": "23804646",
                "state": "MI"
            },
            "page_subtype": "cityLandingPage",
            "page_type": "searchPage",
            "ppc": {
                "adwords": {
                    "date_end": "2021-02-23T00:00:00.000Z",
                    "date_start": "2021-02-09T00:00:00.000Z",
                    "page_type": "searchresults"
                }
            },
            "search_result": {
                "id": "959f6022b2d336a2b7.99943088",
                "listing_ids": [
                    129021,
                    89094,
                    89095,
                    89092,
                    89098,
                    89093,
                    89091,
                    89096,
                    128289,
                    89090,
                    128291,
                    95716,
                    78481,
                    82530,
                    88476,
                    128805,
                    89097
                ],
                "page": 1,
                "query": "alpena, mi"
            },
            "site_content": {
                "id": "478590"
            },
            "site_id": 417,
            "site_type": "desktop",
            "timestamp": "2021-02-09T16:05:40.000Z",
            "visit_id": "d4d2b466788c33a7facb8b89af6eab31"
        },
        "Hit Timestamp": 1612886740271,
        "env": "production",
        "isReact": true,
        "site_id": 417
    },
    "receivedAt": "2021-02-09T16:05:41.439Z",
    "sentAt": "2021-02-09T16:05:40.594Z",
    "timestamp": "2021-02-09T16:05:41.430Z",
    "type": "track",
    "userId": "d4d2b466788c33a7facb8b89af6eab31",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.environment": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.facility.title": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.id": "string",
    "properties.CON.location.state": "string",
    "properties.CON.page_subtype": "string",
    "properties.CON.page_type": "string",
    "properties.CON.ppc.adwords.date_end": "string",
    "properties.CON.ppc.adwords.date_start": "string",
    "properties.CON.ppc.adwords.page_type": "string",
    "properties.CON.search_result.id": "string",
    "properties.CON.search_result.listing_ids": [
        "int"
    ],
    "properties.CON.search_result.page": "string",
    "properties.CON.search_result.query": "string",
    "properties.CON.site_content.id": "string",
    "properties.CON.site_id": "string",
    "properties.CON.site_type": "string",
    "properties.CON.timestamp": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.CON.unit.id": "string",
    "properties.CON.unit.price": "string",
    "properties.CON.visit_id": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 687
schema_scan_id: 46389852
updated: 2021-02-09 10:23:49

Version 191585

created: 2021-02-09 10:17:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.storagescout_con_pageview`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagescout_con_pageview`\n(\n`_origin`STRING,`messageId`STRING,`sentAt`STRING,`originalTimestamp`STRING,`event`STRING,`receivedAt`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`isReact`:STRING,`site_id`:STRING,`CON`:struct<`site_content`:struct<`id`:STRING>,`visit_id`:STRING,`facility`:struct<`id`:STRING,`title`:STRING>,`site_type`:STRING,`page_subtype`:STRING,`timestamp`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`site_id`:STRING,`ppc`:struct<`adwords`:struct<`date_start`:STRING,`date_end`:STRING,`page_type`:STRING>>,`search_result`:struct<`listing_ids`:array,`id`:STRING,`query`:STRING,`page`:STRING>,`location`:struct<`id`:STRING,`city`:STRING,`state`:STRING>,`environment`:STRING,`transaction`:struct<`email`:STRING,`id`:STRING,`npv`:STRING,`confirmation_code`:STRING>,`page_type`:STRING>>,`channel`STRING,`context`struct<`ip`:STRING,`campaign`:struct<`medium`:STRING,`name`:STRING,`source`:STRING,`content`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING,`userAgent`:STRING,`page`:struct<`url`:STRING,`referrer`:STRING,`search`:STRING,`path`:STRING,`title`:STRING>>,`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>,`projectId`STRING,`userId`STRING,`version`STRING,`timestamp`STRING,`anonymousId`STRING,`type`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.storagescout_con_pageview"
]

hive_path: s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW
id: 191585
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2021-02-09T16:17:02Z|s3://sfdl-segment-storagescout-prod/segment-logs/7e3jCTyCUW/1612828800000/1612887330867.ded3d6ab077b.fde281a.f6125632-a194-43fa-af26-f98a66e88564.gz|segment_separator:37",
    "anonymousId": "148cae22-1527-4dc1-b5f2-7ad85f17a130",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "54.221.130.115",
        "library": {
            "name": "analytics.js",
            "version": "4.0.4"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/ak/perryville-storage-units/fake-storage-facility-product-155558/reserve/21367895/",
            "referrer": "",
            "search": "",
            "title": "Self Storage Deals & Discounts Near Me | StorageScout",
            "url": "https://www.storagescout.com/self-storage/ak/perryville-storage-units/fake-storage-facility-product-155558/reserve/21367895/"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.96 Safari/537.36"
    },
    "event": "CON PAGEVIEW",
    "integrations": {
        "All": true,
        "Google Analytics": false
    },
    "messageId": "ajs-6629f041cfd39d093cd8b0092557ab99",
    "originalTimestamp": "2021-02-09T16:03:01.290Z",
    "projectId": "7e3jCTyCUW",
    "properties": {
        "CON": {
            "environment": "production",
            "facility": {
                "id": 155558,
                "title": "Fake Storage Facility - Product"
            },
            "location": {
                "city": "Perryville",
                "id": 20165972,
                "state": "AK"
            },
            "page_type": "reservePage",
            "ppc": {
                "adwords": {
                    "date_end": "2021-02-23T00:00:00.000Z",
                    "date_start": "2021-02-09T00:00:00.000Z",
                    "page_type": "conversionintent"
                }
            },
            "search_result": {
                "listing_ids": []
            },
            "site_content": {},
            "site_id": 413,
            "site_type": "desktop",
            "timestamp": "2021-02-09T16:03:00.000Z",
            "unit": {
                "id": 21367895,
                "price": 30
            },
            "visit_id": "acc1ebe35eb6844cc9c9b1bc96224051"
        },
        "Hit Timestamp": 1612886581285,
        "env": "production",
        "isReact": true,
        "site_id": 413
    },
    "receivedAt": "2021-02-09T16:03:01.677Z",
    "sentAt": "2021-02-09T16:03:01.306Z",
    "timestamp": "2021-02-09T16:03:01.661Z",
    "type": "track",
    "userId": "acc1ebe35eb6844cc9c9b1bc96224051",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.environment": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.facility.title": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.id": "string",
    "properties.CON.location.state": "string",
    "properties.CON.page_subtype": "string",
    "properties.CON.page_type": "string",
    "properties.CON.ppc.adwords.date_end": "string",
    "properties.CON.ppc.adwords.date_start": "string",
    "properties.CON.ppc.adwords.page_type": "string",
    "properties.CON.search_result.id": "string",
    "properties.CON.search_result.listing_ids": [
        "string"
    ],
    "properties.CON.search_result.page": "string",
    "properties.CON.search_result.query": "string",
    "properties.CON.site_content.id": "string",
    "properties.CON.site_id": "string",
    "properties.CON.site_type": "string",
    "properties.CON.timestamp": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.CON.unit.id": "string",
    "properties.CON.unit.price": "string",
    "properties.CON.visit_id": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 687
schema_scan_id: 46389388
updated: 2021-02-09 10:20:14

Version 191085

created: 2021-02-06 18:30:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.storagescout_con_pageview`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagescout_con_pageview`\n(\n`_origin`STRING,`messageId`STRING,`sentAt`STRING,`originalTimestamp`STRING,`event`STRING,`receivedAt`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`isReact`:STRING,`site_id`:STRING,`CON`:struct<`site_content`:struct<`id`:STRING>,`visit_id`:STRING,`facility`:struct<`title`:STRING,`id`:STRING>,`site_type`:STRING,`page_subtype`:STRING,`timestamp`:STRING,`unit`:struct<`price`:STRING,`id`:STRING>,`site_id`:STRING,`ppc`:struct<`adwords`:struct<`date_start`:STRING,`date_end`:STRING,`page_type`:STRING>>,`search_result`:struct<`id`:STRING,`listing_ids`:array,`query`:STRING,`page`:STRING>,`location`:struct<`id`:STRING,`city`:STRING,`state`:STRING>,`environment`:STRING,`transaction`:struct<`email`:STRING,`id`:STRING,`npv`:STRING,`confirmation_code`:STRING>,`page_type`:STRING>>,`channel`STRING,`context`struct<`ip`:STRING,`campaign`:struct<`medium`:STRING,`name`:STRING,`source`:STRING,`content`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING,`userAgent`:STRING,`page`:struct<`url`:STRING,`referrer`:STRING,`search`:STRING,`path`:STRING,`title`:STRING>>,`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>,`projectId`STRING,`userId`STRING,`version`STRING,`timestamp`STRING,`anonymousId`STRING,`type`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.storagescout_con_pageview"
]

hive_path: s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW
id: 191085
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2021-02-07T00:27:32Z|s3://sfdl-segment-storagescout-prod/segment-logs/7e3jCTyCUW/1612656000000/1612656943563.f83d63fe07ed.fde281a.10bd1387-95db-463f-9022-2c4d4a1e9f87.gz|segment_separator:37",
    "anonymousId": "18ac8c30-4ad3-4596-94b6-f36d50a63b09",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "54.221.130.115",
        "library": {
            "name": "analytics.js",
            "version": "4.0.4"
        },
        "locale": "en-US",
        "page": {
            "path": "/",
            "referrer": "",
            "search": "?SELENIUM=true",
            "title": "Self Storage Deals & Discounts Near Me | StorageScout",
            "url": "https://www.storagescout.com/?SELENIUM=true"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.96 Safari/537.36"
    },
    "event": "CON PAGEVIEW",
    "integrations": {
        "All": true,
        "Google Analytics": false
    },
    "messageId": "ajs-bd4242eb30307de052795b01a15a0d0a",
    "originalTimestamp": "2021-02-07T00:02:17.727Z",
    "projectId": "7e3jCTyCUW",
    "properties": {
        "CON": {
            "environment": "production",
            "location": {
                "city": "Prescott",
                "id": "23067860",
                "state": "WI"
            },
            "page_subtype": "cityLandingPage",
            "page_type": "homePage",
            "ppc": {
                "adwords": {
                    "date_end": "2021-02-20T00:00:00.000Z",
                    "date_start": "2021-02-06T00:00:00.000Z",
                    "page_type": "home"
                }
            },
            "search_result": {
                "id": "b97a601f2e07a34cb0.67887295",
                "listing_ids": [
                    98734,
                    71013,
                    177820,
                    149612,
                    149613,
                    149611,
                    81216,
                    89418,
                    149735,
                    149734
                ],
                "page": 1,
                "query": "prescott, wi"
            },
            "site_content": {
                "id": "481253"
            },
            "site_id": 413,
            "site_type": "desktop",
            "timestamp": "2021-02-07T00:02:16.000Z",
            "visit_id": "03c6be94aafc94e8717ec1e1cc5e3220"
        },
        "Hit Timestamp": 1612656136394,
        "env": "production",
        "isReact": true,
        "site_id": 413
    },
    "receivedAt": "2021-02-07T00:02:18.063Z",
    "sentAt": "2021-02-07T00:02:17.739Z",
    "timestamp": "2021-02-07T00:02:18.051Z",
    "type": "track",
    "userId": "fb08780ba8db4b1c32d3dae8d5eede27",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.environment": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.facility.title": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.id": "string",
    "properties.CON.location.state": "string",
    "properties.CON.page_subtype": "string",
    "properties.CON.page_type": "string",
    "properties.CON.ppc.adwords.date_end": "string",
    "properties.CON.ppc.adwords.date_start": "string",
    "properties.CON.ppc.adwords.page_type": "string",
    "properties.CON.search_result.id": "string",
    "properties.CON.search_result.listing_ids": [
        "int"
    ],
    "properties.CON.search_result.page": "string",
    "properties.CON.search_result.query": "string",
    "properties.CON.site_content.id": "string",
    "properties.CON.site_id": "string",
    "properties.CON.site_type": "string",
    "properties.CON.timestamp": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.CON.unit.id": "string",
    "properties.CON.unit.price": "string",
    "properties.CON.visit_id": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 687
schema_scan_id: 46302669
updated: 2021-02-06 18:38:28

Version 191084

created: 2021-02-06 18:28:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.storagescout_con_pageview`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagescout_con_pageview`\n(\n`anonymousId`STRING,`_origin`STRING,`version`STRING,`event`STRING,`context`struct<`ip`:STRING,`locale`:STRING,`userAgent`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`medium`:STRING,`name`:STRING,`source`:STRING,`content`:STRING>,`page`:struct<`path`:STRING,`title`:STRING,`url`:STRING,`search`:STRING,`referrer`:STRING>>,`channel`STRING,`userId`STRING,`timestamp`STRING,`properties`struct<`env`:STRING,`CON`:struct<`facility`:struct<`title`:STRING,`id`:STRING>,`site_id`:STRING,`timestamp`:STRING,`environment`:STRING,`page_subtype`:STRING,`site_type`:STRING,`ppc`:struct<`adwords`:struct<`date_start`:STRING,`date_end`:STRING,`page_type`:STRING>>,`transaction`:struct<`email`:STRING,`id`:STRING,`npv`:STRING,`confirmation_code`:STRING>,`page_type`:STRING,`search_result`:struct<`query`:STRING,`listing_ids`:array,`page`:STRING,`id`:STRING>,`visit_id`:STRING,`unit`:struct<`price`:STRING,`id`:STRING>,`site_content`:struct<`id`:STRING>,`location`:struct<`state`:STRING,`id`:STRING,`city`:STRING>>,`Hit_Timestamp`:STRING,`isReact`:STRING,`site_id`:STRING>,`receivedAt`STRING,`messageId`STRING,`originalTimestamp`STRING,`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>,`projectId`STRING,`type`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.storagescout_con_pageview"
]

hive_path: s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW
id: 191084
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2021-02-07T00:26:01Z|s3://sfdl-segment-storagescout-prod/segment-logs/7e3jCTyCUW/1612656000000/1612656940605.677a3104e83b.fde281a.3b1c5f67-c6b3-44bc-badc-abee40ff6abf.gz|segment_separator:37",
    "anonymousId": "7bc1572f-fbef-41f8-8fde-c2fdbe5d2eea",
    "channel": "client",
    "context": {
        "ip": "52.91.221.213",
        "library": {
            "name": "analytics.js",
            "version": "4.0.4"
        },
        "locale": "en-US",
        "page": {
            "path": "/undefined",
            "referrer": "",
            "search": "",
            "title": "Self Storage Deals & Discounts Near Me | StorageScout",
            "url": "https://www.storagescout.com/undefined"
        },
        "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.111 Safari/537.36"
    },
    "event": "CON PAGEVIEW",
    "integrations": {
        "All": true,
        "Google Analytics": false
    },
    "messageId": "ajs-b989d679d56c81f3c83bcd4fd58c352d",
    "originalTimestamp": "2021-02-07T00:04:41.185Z",
    "projectId": "7e3jCTyCUW",
    "properties": {
        "CON": {
            "environment": "production",
            "location": {},
            "page_type": "searchPage",
            "ppc": {
                "adwords": {
                    "date_end": "2021-02-21T00:00:00.000Z",
                    "date_start": "2021-02-07T00:00:00.000Z",
                    "page_type": "searchresults"
                }
            },
            "search_result": {
                "listing_ids": []
            },
            "site_content": {},
            "site_id": 413,
            "site_type": "desktop",
            "timestamp": "2021-02-07T00:04:40.000Z",
            "visit_id": "03c6be94aafc94e8717ec1e1cc5e3220"
        },
        "Hit Timestamp": 1612656280462,
        "env": "production",
        "isReact": true,
        "site_id": 413
    },
    "receivedAt": "2021-02-07T00:04:41.461Z",
    "sentAt": "2021-02-07T00:04:41.188Z",
    "timestamp": "2021-02-07T00:04:41.458Z",
    "type": "track",
    "userId": "03c6be94aafc94e8717ec1e1cc5e3220",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.environment": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.facility.title": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.id": "string",
    "properties.CON.location.state": "string",
    "properties.CON.page_subtype": "string",
    "properties.CON.page_type": "string",
    "properties.CON.ppc.adwords.date_end": "string",
    "properties.CON.ppc.adwords.date_start": "string",
    "properties.CON.ppc.adwords.page_type": "string",
    "properties.CON.search_result.id": "string",
    "properties.CON.search_result.listing_ids": [
        "string"
    ],
    "properties.CON.search_result.page": "string",
    "properties.CON.search_result.query": "string",
    "properties.CON.site_content.id": "string",
    "properties.CON.site_id": "string",
    "properties.CON.site_type": "string",
    "properties.CON.timestamp": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.CON.unit.id": "string",
    "properties.CON.unit.price": "string",
    "properties.CON.visit_id": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 687
schema_scan_id: 46302594
updated: 2021-02-06 18:31:42

Version 190812

created: 2021-02-05 01:24:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.storagescout_con_pageview`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagescout_con_pageview`\n(\n`anonymousId`STRING,`_origin`STRING,`version`STRING,`event`STRING,`context`struct<`ip`:STRING,`locale`:STRING,`userAgent`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`medium`:STRING,`name`:STRING,`source`:STRING,`content`:STRING>,`page`:struct<`path`:STRING,`title`:STRING,`url`:STRING,`search`:STRING,`referrer`:STRING>>,`channel`STRING,`userId`STRING,`timestamp`STRING,`properties`struct<`env`:STRING,`CON`:struct<`location`:struct<`state`:STRING,`id`:STRING,`city`:STRING>,`facility`:struct<`title`:STRING,`id`:STRING>,`timestamp`:STRING,`environment`:STRING,`page_subtype`:STRING,`site_type`:STRING,`ppc`:struct<`adwords`:struct<`date_start`:STRING,`date_end`:STRING,`page_type`:STRING>>,`transaction`:struct<`email`:STRING,`id`:STRING,`npv`:STRING,`confirmation_code`:STRING>,`page_type`:STRING,`search_result`:struct<`query`:STRING,`page`:STRING,`id`:STRING,`listing_ids`:array>,`visit_id`:STRING,`unit`:struct<`price`:STRING,`id`:STRING>,`site_content`:struct<`id`:STRING>,`site_id`:STRING>,`Hit_Timestamp`:STRING,`isReact`:STRING,`site_id`:STRING>,`receivedAt`STRING,`messageId`STRING,`originalTimestamp`STRING,`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>,`projectId`STRING,`type`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.storagescout_con_pageview"
]

hive_path: s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW
id: 190812
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2021-02-05T07:19:00Z|s3://sfdl-segment-storagescout-prod/segment-logs/7e3jCTyCUW/1612483200000/1612509320334.fba86f699abb.fde281a.ffe10e2c-e09e-40e4-ac2a-1d919c07cf6a.gz|segment_separator:37",
    "anonymousId": "5fde967f-9c10-4f75-a5b3-b02a873fce27",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "54.221.130.115",
        "library": {
            "name": "analytics.js",
            "version": "4.0.4"
        },
        "locale": "en-US",
        "page": {
            "path": "/self-storage/tx/austin-storage-units/",
            "referrer": "",
            "search": "?city=austin&listingsPerPage=21&location=austin%2C%20tx&page=2&pageType=cityLandingPage&sELENIUM=true&sort=nvf_100_donuts&state=tx",
            "title": "Best Self-Storage Units in Austin, TX - StorageScout",
            "url": "https://www.storagescout.com/self-storage/tx/austin-storage-units/?city=austin&listingsPerPage=21&location=austin%2C%20tx&page=2&pageType=cityLandingPage&sELENIUM=true&sort=nvf_100_donuts&state=tx"
        },
        "userAgent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.96 Safari/537.36"
    },
    "event": "CON PAGEVIEW",
    "integrations": {
        "All": true,
        "Google Analytics": false
    },
    "messageId": "ajs-809e85f895280dee6934ea60bc40a913",
    "originalTimestamp": "2021-02-05T07:02:06.735Z",
    "projectId": "7e3jCTyCUW",
    "properties": {
        "CON": {
            "environment": "production",
            "location": {
                "city": "Austin",
                "id": "23801693",
                "state": "TX"
            },
            "page_subtype": "cityLandingPage",
            "page_type": "searchPage",
            "ppc": {
                "adwords": {
                    "date_end": "2021-02-19T00:00:00.000Z",
                    "date_start": "2021-02-05T00:00:00.000Z",
                    "page_type": "searchresults"
                }
            },
            "search_result": {
                "id": "35a3601ced6daad7f1.20434899",
                "listing_ids": [
                    213435,
                    209426,
                    63544,
                    218586,
                    213602,
                    213412,
                    213395,
                    199407,
                    213520,
                    209852,
                    213442,
                    218335,
                    212660,
                    154077,
                    213593,
                    212396,
                    213535,
                    152750,
                    213676,
                    213515,
                    63539
                ],
                "page": 2,
                "query": "austin, tx"
            },
            "site_content": {
                "id": "472082"
            },
            "site_id": 413,
            "site_type": "desktop",
            "timestamp": "2021-02-05T07:02:01.000Z",
            "visit_id": "48530e8badd1db59669c8e280e09f824"
        },
        "Hit Timestamp": 1612508526733,
        "env": "production",
        "isReact": true,
        "site_id": 413
    },
    "receivedAt": "2021-02-05T07:02:06.991Z",
    "sentAt": "2021-02-05T07:02:06.740Z",
    "timestamp": "2021-02-05T07:02:06.986Z",
    "type": "track",
    "userId": "48530e8badd1db59669c8e280e09f824",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.environment": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.facility.title": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.id": "string",
    "properties.CON.location.state": "string",
    "properties.CON.page_subtype": "string",
    "properties.CON.page_type": "string",
    "properties.CON.ppc.adwords.date_end": "string",
    "properties.CON.ppc.adwords.date_start": "string",
    "properties.CON.ppc.adwords.page_type": "string",
    "properties.CON.search_result.id": "string",
    "properties.CON.search_result.listing_ids": [
        "int"
    ],
    "properties.CON.search_result.page": "string",
    "properties.CON.search_result.query": "string",
    "properties.CON.site_content.id": "string",
    "properties.CON.site_id": "string",
    "properties.CON.site_type": "string",
    "properties.CON.timestamp": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.CON.unit.id": "string",
    "properties.CON.unit.price": "string",
    "properties.CON.visit_id": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 687
schema_scan_id: 46242410
updated: 2021-02-05 01:30:33

Version 190798

created: 2021-02-05 01:15:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.storagescout_con_pageview`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagescout_con_pageview`\n(\n`_origin`STRING,`messageId`STRING,`sentAt`STRING,`originalTimestamp`STRING,`event`STRING,`receivedAt`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`isReact`:STRING,`site_id`:STRING,`CON`:struct<`site_content`:struct<`id`:STRING>,`visit_id`:STRING,`facility`:struct<`title`:STRING,`id`:STRING>,`site_type`:STRING,`page_subtype`:STRING,`timestamp`:STRING,`unit`:struct<`price`:STRING,`id`:STRING>,`site_id`:STRING,`ppc`:struct<`adwords`:struct<`date_start`:STRING,`date_end`:STRING,`page_type`:STRING>>,`location`:struct<`id`:STRING,`city`:STRING,`state`:STRING>,`search_result`:struct<`listing_ids`:array,`id`:STRING,`query`:STRING,`page`:STRING>,`environment`:STRING,`transaction`:struct<`email`:STRING,`id`:STRING,`npv`:STRING,`confirmation_code`:STRING>,`page_type`:STRING>>,`channel`STRING,`context`struct<`ip`:STRING,`campaign`:struct<`medium`:STRING,`name`:STRING,`source`:STRING,`content`:STRING>,`locale`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`userAgent`:STRING,`page`:struct<`url`:STRING,`referrer`:STRING,`search`:STRING,`path`:STRING,`title`:STRING>>,`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>,`projectId`STRING,`userId`STRING,`version`STRING,`timestamp`STRING,`anonymousId`STRING,`type`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.storagescout_con_pageview"
]

hive_path: s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW
id: 190798
processed: 1

raw_data:

{
    "_metadata": {
        "bundled": [
            "Google Analytics",
            "Google Tag Manager",
            "Segment.io"
        ],
        "unbundled": []
    },
    "_origin": "2021-02-05T07:15:39Z|s3://sfdl-segment-storagescout-prod/segment-logs/7e3jCTyCUW/1612483200000/1612509316524.8812454c863c.fde281a.d256612d-6590-4c2a-940e-a5d7bdf53c04.gz|segment_separator:37",
    "anonymousId": "da7052df-7b1f-410b-96f4-dd813e1a3bd8",
    "channel": "client",
    "context": {
        "campaign": {},
        "ip": "66.102.8.234",
        "library": {
            "name": "analytics.js",
            "version": "4.0.4"
        },
        "locale": "en-US",
        "page": {
            "path": "/undefined",
            "referrer": "https://www.storagescout.com/lpg/self-storage",
            "search": "?location=",
            "title": "Self Storage Deals & Discounts Near Me | StorageScout",
            "url": "https://www.storagescout.com/undefined?location="
        },
        "userAgent": "Mozilla/5.0 (Linux; Android 10; SAMSUNG SM-G960U) AppleWebKit/537.36 (KHTML, like Gecko) SamsungBrowser/12.1 Chrome/79.0.3945.136 Mobile Safari/537.36"
    },
    "event": "CON PAGEVIEW",
    "integrations": {
        "All": true,
        "Google Analytics": false
    },
    "messageId": "ajs-081c5bfde5704ebfdcc0ecbf07c0b725",
    "originalTimestamp": "2021-02-05T06:59:30.428Z",
    "projectId": "7e3jCTyCUW",
    "properties": {
        "CON": {
            "environment": "production",
            "location": {},
            "page_type": "searchPage",
            "ppc": {
                "adwords": {
                    "date_end": "2021-02-19T00:00:00.000Z",
                    "date_start": "2021-02-05T00:00:00.000Z",
                    "page_type": "searchresults"
                }
            },
            "search_result": {
                "listing_ids": []
            },
            "site_content": {},
            "site_id": 417,
            "site_type": "desktop",
            "timestamp": "2021-02-05T06:59:30.000Z",
            "visit_id": "9704e278f8ce7890eef2cb3d953e99aa"
        },
        "Hit Timestamp": 1612508370418,
        "env": "production",
        "isReact": true,
        "site_id": 417
    },
    "receivedAt": "2021-02-05T06:59:32.309Z",
    "sentAt": "2021-02-05T06:59:30.428Z",
    "timestamp": "2021-02-05T06:59:32.309Z",
    "type": "track",
    "userId": "9704e278f8ce7890eef2cb3d953e99aa",
    "version": 2
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.environment": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.facility.title": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.id": "string",
    "properties.CON.location.state": "string",
    "properties.CON.page_subtype": "string",
    "properties.CON.page_type": "string",
    "properties.CON.ppc.adwords.date_end": "string",
    "properties.CON.ppc.adwords.date_start": "string",
    "properties.CON.ppc.adwords.page_type": "string",
    "properties.CON.search_result.id": "string",
    "properties.CON.search_result.listing_ids": [
        "string"
    ],
    "properties.CON.search_result.page": "string",
    "properties.CON.search_result.query": "string",
    "properties.CON.site_content.id": "string",
    "properties.CON.site_id": "string",
    "properties.CON.site_type": "string",
    "properties.CON.timestamp": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.CON.unit.id": "string",
    "properties.CON.unit.price": "string",
    "properties.CON.visit_id": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

schema_name_id: 687
schema_scan_id: 46242140
updated: 2021-02-05 01:23:33

Schema Scans: 6

Last at 2021-02-09 10:20:56

Scan 46389852

duration: 0:02:58.973441

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 643,
    "partitions_applied": false,
    "success": true
}

id: 46389852

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW/dt=2021-02-09/",
        "name": "dt",
        "type": "string",
        "value": "2021-02-09"
    },
    "s3": {
        "bucket": "sfdl-segment-storagescout-prod",
        "hive_path": "s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW",
        "key": "separated_dt/CON PAGEVIEW/dt=2021-02-09/1612887332802.640e1c6cd8cc.fde281a.3d19f67c-528d-46f2-a5c9-c422ff7fe616.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.storagescout_CON_PAGEVIEW",
        "type": "segment"
    }
}

running: False
schema_name_id: 687
start_time: 2021-02-09 10:20:56
success: True
trace_id: 17755176859297306479

Scan 46389388

duration: 0:03:12.597618

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 643,
    "partitions_applied": false,
    "success": true
}

id: 46389388

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW/dt=2021-02-09/",
        "name": "dt",
        "type": "string",
        "value": "2021-02-09"
    },
    "s3": {
        "bucket": "sfdl-segment-storagescout-prod",
        "hive_path": "s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW",
        "key": "separated_dt/CON PAGEVIEW/dt=2021-02-09/1612887330867.ded3d6ab077b.fde281a.f6125632-a194-43fa-af26-f98a66e88564.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.storagescout_CON_PAGEVIEW",
        "type": "segment"
    }
}

running: False
schema_name_id: 687
start_time: 2021-02-09 10:17:08
success: True
trace_id: 560697348601253331

Scan 46302669

duration: 0:03:04.159937

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 641,
    "partitions_applied": false,
    "success": true
}

id: 46302669

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW/dt=2021-02-07/",
        "name": "dt",
        "type": "string",
        "value": "2021-02-07"
    },
    "s3": {
        "bucket": "sfdl-segment-storagescout-prod",
        "hive_path": "s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW",
        "key": "separated_dt/CON PAGEVIEW/dt=2021-02-07/1612656943563.f83d63fe07ed.fde281a.10bd1387-95db-463f-9022-2c4d4a1e9f87.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.storagescout_CON_PAGEVIEW",
        "type": "segment"
    }
}

running: False
schema_name_id: 687
start_time: 2021-02-06 18:30:09
success: True
trace_id: 9401248527007977840

Scan 46302594

duration: 0:02:58.694081

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 641,
    "partitions_applied": false,
    "success": true
}

id: 46302594

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW/dt=2021-02-07/",
        "name": "dt",
        "type": "string",
        "value": "2021-02-07"
    },
    "s3": {
        "bucket": "sfdl-segment-storagescout-prod",
        "hive_path": "s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW",
        "key": "separated_dt/CON PAGEVIEW/dt=2021-02-07/1612656940605.677a3104e83b.fde281a.3b1c5f67-c6b3-44bc-badc-abee40ff6abf.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.storagescout_CON_PAGEVIEW",
        "type": "segment"
    }
}

running: False
schema_name_id: 687
start_time: 2021-02-06 18:28:49
success: True
trace_id: 16647205395058659920

Scan 46242410

duration: 0:06:17.885260

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 639,
    "partitions_applied": false,
    "success": true
}

id: 46242410

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW/dt=2021-02-05/",
        "name": "dt",
        "type": "string",
        "value": "2021-02-05"
    },
    "s3": {
        "bucket": "sfdl-segment-storagescout-prod",
        "hive_path": "s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW",
        "key": "separated_dt/CON PAGEVIEW/dt=2021-02-05/1612509320334.fba86f699abb.fde281a.ffe10e2c-e09e-40e4-ac2a-1d919c07cf6a.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.storagescout_CON_PAGEVIEW",
        "type": "segment"
    }
}

running: False
schema_name_id: 687
start_time: 2021-02-05 01:24:21
success: True
trace_id: 1881736533053465712

Scan 46242140

duration: 0:03:01.899533

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 639,
    "partitions_applied": false,
    "success": true
}

id: 46242140

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW/dt=2021-02-05/",
        "name": "dt",
        "type": "string",
        "value": "2021-02-05"
    },
    "s3": {
        "bucket": "sfdl-segment-storagescout-prod",
        "hive_path": "s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW",
        "key": "separated_dt/CON PAGEVIEW/dt=2021-02-05/1612509316524.8812454c863c.fde281a.d256612d-6590-4c2a-940e-a5d7bdf53c04.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.storagescout_CON_PAGEVIEW",
        "type": "segment"
    }
}

running: False
schema_name_id: 687
start_time: 2021-02-05 01:15:49
success: True
trace_id: 3828704124879713730

Partitions:

count: 3

ddl:

[
    "ALTER TABLE\n    `sfdl_prod_segment.storagescout_con_pageview`\nADD\n\n\n PARTITION (dt='2021-02-09') location 's3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW/dt=2021-02-09/'\n PARTITION (dt='2021-02-10') location 's3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW/dt=2021-02-10/'\n PARTITION (dt='2021-02-11') location 's3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW/dt=2021-02-11/'\n;"
]

name: dt

state:

[
    {
        "info": {
            "id": 541089,
            "location": "s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW/dt=2021-02-09/",
            "name": "dt",
            "value": "2021-02-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-08 18:08:29",
                "last_data": "2021-02-09 18:44:29"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 541249,
            "location": "s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW/dt=2021-02-10/",
            "name": "dt",
            "value": "2021-02-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-09 18:06:35",
                "last_data": "2021-02-10 18:48:32"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 541394,
            "location": "s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW/dt=2021-02-11/",
            "name": "dt",
            "value": "2021-02-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-02-10 18:05:35",
                "last_data": "2021-02-11 15:46:30"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    }
]

type: string

Schema:

attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.campaign.content": "string",
    "context.campaign.medium": "string",
    "context.campaign.name": "string",
    "context.campaign.source": "string",
    "context.ip": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locale": "string",
    "context.page.path": "string",
    "context.page.referrer": "string",
    "context.page.search": "string",
    "context.page.title": "string",
    "context.page.url": "string",
    "context.userAgent": "string",
    "event": "string",
    "integrations.All": "string",
    "integrations.Google_Analytics": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.CON.environment": "string",
    "properties.CON.facility.id": "string",
    "properties.CON.facility.title": "string",
    "properties.CON.location.city": "string",
    "properties.CON.location.id": "string",
    "properties.CON.location.state": "string",
    "properties.CON.page_subtype": "string",
    "properties.CON.page_type": "string",
    "properties.CON.ppc.adwords.date_end": "string",
    "properties.CON.ppc.adwords.date_start": "string",
    "properties.CON.ppc.adwords.page_type": "string",
    "properties.CON.search_result.id": "string",
    "properties.CON.search_result.listing_ids": [
        "int"
    ],
    "properties.CON.search_result.page": "string",
    "properties.CON.search_result.query": "string",
    "properties.CON.site_content.id": "string",
    "properties.CON.site_id": "string",
    "properties.CON.site_type": "string",
    "properties.CON.timestamp": "string",
    "properties.CON.transaction.confirmation_code": "string",
    "properties.CON.transaction.email": "string",
    "properties.CON.transaction.id": "string",
    "properties.CON.transaction.npv": "string",
    "properties.CON.unit.id": "string",
    "properties.CON.unit.price": "string",
    "properties.CON.visit_id": "string",
    "properties.Hit_Timestamp": "string",
    "properties.env": "string",
    "properties.isReact": "string",
    "properties.site_id": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string"
}

created: 2021-02-09 10:20:57

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagescout_con_pageview`\n(\n`anonymousId`STRING,`_origin`STRING,`version`STRING,`event`STRING,`context`struct<`ip`:STRING,`locale`:STRING,`userAgent`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`medium`:STRING,`name`:STRING,`source`:STRING,`content`:STRING>,`page`:struct<`path`:STRING,`title`:STRING,`url`:STRING,`search`:STRING,`referrer`:STRING>>,`channel`STRING,`userId`STRING,`timestamp`STRING,`properties`struct<`env`:STRING,`CON`:struct<`location`:struct<`state`:STRING,`id`:STRING,`city`:STRING>,`facility`:struct<`id`:STRING,`title`:STRING>,`timestamp`:STRING,`environment`:STRING,`page_subtype`:STRING,`site_type`:STRING,`ppc`:struct<`adwords`:struct<`date_start`:STRING,`date_end`:STRING,`page_type`:STRING>>,`transaction`:struct<`email`:STRING,`id`:STRING,`npv`:STRING,`confirmation_code`:STRING>,`page_type`:STRING,`search_result`:struct<`query`:STRING,`page`:STRING,`id`:STRING,`listing_ids`:array>,`visit_id`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`site_content`:struct<`id`:STRING>,`site_id`:STRING>,`Hit_Timestamp`:STRING,`isReact`:STRING,`site_id`:STRING>,`receivedAt`STRING,`messageId`STRING,`originalTimestamp`STRING,`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>,`projectId`STRING,`type`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.storagescout_con_pageview`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.storagescout_con_pageview"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2019-05-06 13:01:31",
        "disabled": false,
        "format": "raw",
        "id": 687,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_prod_segment",
            "table": "storagescout_con_pageview"
        },
        "type": "segment"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_prod_segment.storagescout_con_pageview`\nADD\n\n\n PARTITION (dt='2021-02-09') location 's3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW/dt=2021-02-09/'\n PARTITION (dt='2021-02-10') location 's3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW/dt=2021-02-10/'\n PARTITION (dt='2021-02-11') location 's3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW/dt=2021-02-11/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 541089,
                    "location": "s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW/dt=2021-02-09/",
                    "name": "dt",
                    "value": "2021-02-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-08 18:08:29",
                        "last_data": "2021-02-09 18:44:29"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 541249,
                    "location": "s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW/dt=2021-02-10/",
                    "name": "dt",
                    "value": "2021-02-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-09 18:06:35",
                        "last_data": "2021-02-10 18:48:32"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 541394,
                    "location": "s3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW/dt=2021-02-11/",
                    "name": "dt",
                    "value": "2021-02-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-02-10 18:05:35",
                        "last_data": "2021-02-11 15:46:30"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "anonymousId": "string",
            "channel": "string",
            "context.campaign.content": "string",
            "context.campaign.medium": "string",
            "context.campaign.name": "string",
            "context.campaign.source": "string",
            "context.ip": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.locale": "string",
            "context.page.path": "string",
            "context.page.referrer": "string",
            "context.page.search": "string",
            "context.page.title": "string",
            "context.page.url": "string",
            "context.userAgent": "string",
            "event": "string",
            "integrations.All": "string",
            "integrations.Google_Analytics": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.CON.environment": "string",
            "properties.CON.facility.id": "string",
            "properties.CON.facility.title": "string",
            "properties.CON.location.city": "string",
            "properties.CON.location.id": "string",
            "properties.CON.location.state": "string",
            "properties.CON.page_subtype": "string",
            "properties.CON.page_type": "string",
            "properties.CON.ppc.adwords.date_end": "string",
            "properties.CON.ppc.adwords.date_start": "string",
            "properties.CON.ppc.adwords.page_type": "string",
            "properties.CON.search_result.id": "string",
            "properties.CON.search_result.listing_ids": [
                "int"
            ],
            "properties.CON.search_result.page": "string",
            "properties.CON.search_result.query": "string",
            "properties.CON.site_content.id": "string",
            "properties.CON.site_id": "string",
            "properties.CON.site_type": "string",
            "properties.CON.timestamp": "string",
            "properties.CON.transaction.confirmation_code": "string",
            "properties.CON.transaction.email": "string",
            "properties.CON.transaction.id": "string",
            "properties.CON.transaction.npv": "string",
            "properties.CON.unit.id": "string",
            "properties.CON.unit.price": "string",
            "properties.CON.visit_id": "string",
            "properties.Hit_Timestamp": "string",
            "properties.env": "string",
            "properties.isReact": "string",
            "properties.site_id": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string"
        },
        "created": "2021-02-09 10:20:57",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.storagescout_con_pageview`\n(\n`anonymousId`STRING,`_origin`STRING,`version`STRING,`event`STRING,`context`struct<`ip`:STRING,`locale`:STRING,`userAgent`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`campaign`:struct<`medium`:STRING,`name`:STRING,`source`:STRING,`content`:STRING>,`page`:struct<`path`:STRING,`title`:STRING,`url`:STRING,`search`:STRING,`referrer`:STRING>>,`channel`STRING,`userId`STRING,`timestamp`STRING,`properties`struct<`env`:STRING,`CON`:struct<`location`:struct<`state`:STRING,`id`:STRING,`city`:STRING>,`facility`:struct<`id`:STRING,`title`:STRING>,`timestamp`:STRING,`environment`:STRING,`page_subtype`:STRING,`site_type`:STRING,`ppc`:struct<`adwords`:struct<`date_start`:STRING,`date_end`:STRING,`page_type`:STRING>>,`transaction`:struct<`email`:STRING,`id`:STRING,`npv`:STRING,`confirmation_code`:STRING>,`page_type`:STRING,`search_result`:struct<`query`:STRING,`page`:STRING,`id`:STRING,`listing_ids`:array>,`visit_id`:STRING,`unit`:struct<`id`:STRING,`price`:STRING>,`site_content`:struct<`id`:STRING>,`site_id`:STRING>,`Hit_Timestamp`:STRING,`isReact`:STRING,`site_id`:STRING>,`receivedAt`STRING,`messageId`STRING,`originalTimestamp`STRING,`integrations`struct<`Google_Analytics`:STRING,`All`:STRING>,`projectId`STRING,`type`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-storagescout-prod/separated_dt/CON PAGEVIEW'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.storagescout_con_pageview`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.storagescout_con_pageview"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}