Schema Info

Schema Name: sfdl_prod_segment.incentive_incentive_service

created: 2017-12-13 16:40:22
disabled: False
format: raw
id: 154
is_partitioned: True
is_schema_datatyped: False

name:

{
    "database": "sfdl_prod_segment",
    "table": "incentive_incentive_service"
}

type: segment

Schema Versions: 6

Version 73723

created: 2019-04-30 15:56:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.incentive_incentive_service`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.incentive_incentive_service`\n(\n`event`STRING,`timestamp`STRING,`userId`STRING,`integrations`struct<`library`:struct<`version`:STRING,`consumer`:STRING,`name`:STRING>>,`receivedAt`STRING,`anonymousId`STRING,`_origin`STRING,`properties`struct<`associationType`:STRING,`firstName`:STRING,`lastName`:STRING,`redemptionRequestId`:STRING,`visitId`:STRING,`offerId`:STRING,`incentiveId`:STRING,`associationKey`:STRING,`email`:STRING,`expirationDate`:STRING>,`projectId`STRING,`label`STRING,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`consumer`:STRING,`name`:STRING>>,`messageId`STRING,`writeKey`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-incentive-prod/separated_dt/incentive_service'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.incentive_incentive_service"
]

hive_path: s3://sfdl-segment-incentive-prod/separated_dt/incentive_service
id: 73723
processed: 1

raw_data:

{
    "_origin": "2019-04-30T20:56:35Z|s3://sfdl-segment-incentive-prod/segment-logs/hYoPPQJRRA/1556582400000/1556657791111.f38b02cc5633.9f83b95.3a47c820-5009-40ac-8b8e-163572a1b660.gz|segment_separator:37",
    "anonymousId": "e77a02c71808f8a5fb0e91544b388020",
    "channel": "server",
    "context": {
        "library": {
            "consumer": "LibCurl",
            "name": "unknown",
            "version": "1.5.2"
        }
    },
    "event": "incentive_service",
    "integrations": {
        "library": {
            "consumer": "LibCurl",
            "name": "analytics-php",
            "version": "1.5.2"
        }
    },
    "label": "created",
    "messageId": "dd119396-deb0-48d2-8e30-e428e68a3244",
    "originalTimestamp": "2019-04-30T15:02:04-05:00",
    "projectId": "hYoPPQJRRA",
    "properties": {
        "associationKey": "MGSVQNYHU",
        "associationType": "BOOKING",
        "email": "[email protected]",
        "expirationDate": "2019-05-21",
        "firstName": "David",
        "incentiveId": 3,
        "lastName": "Callaway",
        "offerId": "18a0ca9a51c1b716a5d23b6c74442890",
        "redemptionRequestId": "9abf045de64656ad253dd4bdaeeb4211",
        "visitId": null
    },
    "receivedAt": "2019-04-30T20:02:04.407Z",
    "sentAt": "2019-04-30T20:02:04.000Z",
    "timestamp": "2019-04-30T20:02:04.407Z",
    "type": "track",
    "userId": null,
    "version": 2,
    "writeKey": "sKTgZ13PBwxcvEUhj6lnpAZc1SyOZ6rv"
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.library.consumer": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "integrations.library.consumer": "string",
    "integrations.library.name": "string",
    "integrations.library.version": "string",
    "label": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.associationKey": "string",
    "properties.associationType": "string",
    "properties.email": "string",
    "properties.expirationDate": "string",
    "properties.firstName": "string",
    "properties.incentiveId": "string",
    "properties.lastName": "string",
    "properties.offerId": "string",
    "properties.redemptionRequestId": "string",
    "properties.visitId": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 154
schema_scan_id: 24401594
updated: 2019-04-30 15:58:57

Version 65204

created: 2019-02-28 14:30:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.incentive_incentive_service`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.incentive_incentive_service`\n(\n`timestamp`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`receivedAt`STRING,`anonymousId`STRING,`_origin`STRING,`event`STRING,`properties`struct<`associationType`:STRING,`firstName`:STRING,`lastName`:STRING,`redemptionRequestId`:STRING,`visitId`:STRING,`offerId`:STRING,`incentiveId`:STRING,`associationKey`:STRING,`email`:STRING,`expirationDate`:STRING>,`projectId`STRING,`label`STRING,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`consumer`:STRING,`name`:STRING>>,`messageId`STRING,`writeKey`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-incentive-prod/separated_dt/incentive_service'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.incentive_incentive_service"
]

hive_path: s3://sfdl-segment-incentive-prod/separated_dt/incentive_service
id: 65204
processed: 1

raw_data:

{
    "_origin": "2019-02-28T20:11:00Z|s3://sfdl-segment-incentive-prod/segment-logs/hYoPPQJRRA/1551312000000/1551384637108.0f9b4faadc2c.dev.c3a02568-41a1-420d-ab79-d65eb2facf29.gz|segment_separator:37",
    "anonymousId": "99d7d3f2150f4d2f12ccd8c58c5a7981",
    "channel": "server",
    "context": {
        "library": {
            "consumer": "LibCurl",
            "name": "analytics-php",
            "version": "1.5.2"
        }
    },
    "event": "incentive_service",
    "integrations": {},
    "label": "created",
    "messageId": "711a48ce-90c9-4eed-942c-4059d784b2cc",
    "originalTimestamp": "2019-02-28T13:17:23-06:00",
    "projectId": "hYoPPQJRRA",
    "properties": {
        "associationKey": "Y5GHUQN57",
        "associationType": "BOOKING",
        "email": "[email protected]",
        "expirationDate": "2019-04-04",
        "firstName": "Ryann",
        "incentiveId": 3,
        "lastName": "Jensen",
        "offerId": "99d7d3f2150f4d2f12ccd8c58c5a7981",
        "redemptionRequestId": "c8f0cd64d20829cbc6ca9f91b66f7858",
        "visitId": null
    },
    "receivedAt": "2019-02-28T19:17:23.414Z",
    "sentAt": "2019-02-28T19:17:23.000Z",
    "timestamp": "2019-02-28T19:17:23.414Z",
    "type": "track",
    "userId": null,
    "version": 2,
    "writeKey": "sKTgZ13PBwxcvEUhj6lnpAZc1SyOZ6rv"
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.library.consumer": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "label": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.associationKey": "string",
    "properties.associationType": "string",
    "properties.email": "string",
    "properties.expirationDate": "string",
    "properties.firstName": "string",
    "properties.incentiveId": "string",
    "properties.lastName": "string",
    "properties.offerId": "string",
    "properties.redemptionRequestId": "string",
    "properties.visitId": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 154
schema_scan_id: 23122432
updated: 2019-02-28 14:32:26

Version 65006

created: 2019-02-27 12:49:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.incentive_incentive_service`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.incentive_incentive_service`\n(\n `writeKey`  string , `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `associationType` : string , `firstName` : string , `lastName` : string , `redemptionRequestId` : string , `visitId` : string , `offerId` : string , `incentiveId` : string , `associationKey` : string , `email` : string , `expirationDate` : string >, `receivedAt`  string , `anonymousId`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `consumer` : string , `name` : string >>, `projectId`  string , `_origin`  string , `label`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-incentive-prod/separated_dt/incentive_service'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.incentive_incentive_service"
]

hive_path: s3://sfdl-segment-incentive-prod/separated_dt/incentive_service
id: 65006
processed: 1

raw_data:

{
    "_origin": "2019-02-27T18:11:35Z|s3://sfdl-segment-incentive-prod/segment-logs/hYoPPQJRRA/1551225600000/1551291055948.e7e06e84d2a5.dev.68597d80-a89e-4fee-b9cb-9fadb6f33901.gz|segment_separator:37",
    "anonymousId": "bf521bbeba97a1fb2e9f8424e9fa725b",
    "channel": "server",
    "context": {
        "library": {
            "consumer": "LibCurl",
            "name": "analytics-php",
            "version": "1.5.2"
        }
    },
    "event": "incentive_service",
    "integrations": {},
    "label": "created",
    "messageId": "f9a878e5-8e79-45b3-b1e2-25c922aba87c",
    "originalTimestamp": "2019-02-27T11:14:59-06:00",
    "projectId": "hYoPPQJRRA",
    "properties": {
        "associationKey": "9NEQ6FBYD",
        "associationType": "BOOKING",
        "email": "[email protected]",
        "expirationDate": "2019-03-30",
        "firstName": "Penny",
        "incentiveId": 3,
        "lastName": "Bower",
        "offerId": "bf521bbeba97a1fb2e9f8424e9fa725b",
        "redemptionRequestId": "c8f0cd64d20829cbc6ca9f91b66f7858",
        "visitId": "275aa96cdb3e7a9db2682fbb00c383d9"
    },
    "receivedAt": "2019-02-27T17:15:00.091Z",
    "sentAt": "2019-02-27T17:14:59.000Z",
    "timestamp": "2019-02-27T17:15:00.091Z",
    "type": "track",
    "userId": "275aa96cdb3e7a9db2682fbb00c383d9",
    "version": 2,
    "writeKey": "sKTgZ13PBwxcvEUhj6lnpAZc1SyOZ6rv"
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.library.consumer": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "label": "string",
    "messageId": "string",
    "originalTimestamp": "timestamp_iso8601",
    "projectId": "string",
    "properties.associationKey": "string",
    "properties.associationType": "string",
    "properties.email": "string",
    "properties.expirationDate": "date",
    "properties.firstName": "string",
    "properties.incentiveId": "string",
    "properties.lastName": "string",
    "properties.offerId": "string",
    "properties.redemptionRequestId": "string",
    "properties.visitId": "string",
    "receivedAt": "timestamp_iso8601",
    "sentAt": "timestamp_iso8601",
    "timestamp": "timestamp_iso8601",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 154
schema_scan_id: 23101037
updated: 2019-02-27 13:11:37

Version 64998

created: 2019-02-27 12:49:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.incentive_incentive_service`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.incentive_incentive_service`\n(\n`timestamp`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`receivedAt`STRING,`anonymousId`STRING,`_origin`STRING,`event`STRING,`properties`struct<`associationType`:STRING,`firstName`:STRING,`lastName`:STRING,`offerId`:STRING,`expirationDate`:STRING,`redemptionRequestId`:STRING,`incentiveId`:STRING,`associationKey`:STRING,`email`:STRING,`visitId`:STRING>,`projectId`STRING,`label`STRING,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`consumer`:STRING,`name`:STRING>>,`messageId`STRING,`writeKey`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-incentive-prod/separated_dt/incentive_service'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.incentive_incentive_service"
]

hive_path: s3://sfdl-segment-incentive-prod/separated_dt/incentive_service
id: 64998
processed: 0

raw_data:

{
    "_origin": "2019-02-27T18:11:35Z|s3://sfdl-segment-incentive-prod/segment-logs/hYoPPQJRRA/1551225600000/1551291055948.e7e06e84d2a5.dev.68597d80-a89e-4fee-b9cb-9fadb6f33901.gz|segment_separator:37",
    "anonymousId": "bf521bbeba97a1fb2e9f8424e9fa725b",
    "channel": "server",
    "context": {
        "library": {
            "consumer": "LibCurl",
            "name": "analytics-php",
            "version": "1.5.2"
        }
    },
    "event": "incentive_service",
    "integrations": {},
    "label": "created",
    "messageId": "f9a878e5-8e79-45b3-b1e2-25c922aba87c",
    "originalTimestamp": "2019-02-27T11:14:59-06:00",
    "projectId": "hYoPPQJRRA",
    "properties": {
        "associationKey": "9NEQ6FBYD",
        "associationType": "BOOKING",
        "email": "[email protected]",
        "expirationDate": "2019-03-30",
        "firstName": "Penny",
        "incentiveId": 3,
        "lastName": "Bower",
        "offerId": "bf521bbeba97a1fb2e9f8424e9fa725b",
        "redemptionRequestId": "c8f0cd64d20829cbc6ca9f91b66f7858",
        "visitId": "275aa96cdb3e7a9db2682fbb00c383d9"
    },
    "receivedAt": "2019-02-27T17:15:00.091Z",
    "sentAt": "2019-02-27T17:14:59.000Z",
    "timestamp": "2019-02-27T17:15:00.091Z",
    "type": "track",
    "userId": "275aa96cdb3e7a9db2682fbb00c383d9",
    "version": 2,
    "writeKey": "sKTgZ13PBwxcvEUhj6lnpAZc1SyOZ6rv"
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.library.consumer": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "label": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.associationKey": "string",
    "properties.associationType": "string",
    "properties.email": "string",
    "properties.expirationDate": "string",
    "properties.firstName": "string",
    "properties.incentiveId": "string",
    "properties.lastName": "string",
    "properties.offerId": "string",
    "properties.redemptionRequestId": "string",
    "properties.visitId": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 154
schema_scan_id: 23101005
updated: None

Version 64980

created: 2019-02-27 12:48:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.incentive_incentive_service`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.incentive_incentive_service`\n(\n `writeKey`  string , `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `associationType` : string , `firstName` : string , `lastName` : string , `offerId` : string , `visitId` : string , `redemptionRequestId` : string , `incentiveId` : string , `associationKey` : string , `email` : string , `expirationDate` : string >, `receivedAt`  string , `anonymousId`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `consumer` : string , `name` : string >>, `projectId`  string , `_origin`  string , `label`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-incentive-prod/separated_dt/incentive_service'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.incentive_incentive_service"
]

hive_path: s3://sfdl-segment-incentive-prod/separated_dt/incentive_service
id: 64980
processed: 0

raw_data:

{
    "_origin": "2019-02-27T18:11:19Z|s3://sfdl-segment-incentive-prod/segment-logs/hYoPPQJRRA/1551225600000/1551291063620.6904e3b8c489.dev.2d9dbe05-eee9-4dd1-9c58-286cb62bc5d0.gz|segment_separator:37",
    "anonymousId": "e4e9e287121ad9ce39e522706320ab7c",
    "channel": "server",
    "context": {
        "library": {
            "consumer": "LibCurl",
            "name": "analytics-php",
            "version": "1.5.2"
        }
    },
    "event": "incentive_service",
    "integrations": {},
    "label": "created",
    "messageId": "76df1356-aa5b-4230-9380-37fc2da73f4d",
    "originalTimestamp": "2019-02-27T11:14:32-06:00",
    "projectId": "hYoPPQJRRA",
    "properties": {
        "associationKey": "T4B497MJB",
        "associationType": "BOOKING",
        "email": "[email protected]",
        "expirationDate": "2019-04-01",
        "firstName": "Marie",
        "incentiveId": 3,
        "lastName": "Smith",
        "offerId": "e4e9e287121ad9ce39e522706320ab7c",
        "redemptionRequestId": "c8f0cd64d20829cbc6ca9f91b66f7858",
        "visitId": null
    },
    "receivedAt": "2019-02-27T17:14:32.438Z",
    "sentAt": "2019-02-27T17:14:32.000Z",
    "timestamp": "2019-02-27T17:14:32.438Z",
    "type": "track",
    "userId": null,
    "version": 2,
    "writeKey": "sKTgZ13PBwxcvEUhj6lnpAZc1SyOZ6rv"
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.library.consumer": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "label": "string",
    "messageId": "string",
    "originalTimestamp": "timestamp_iso8601",
    "projectId": "string",
    "properties.associationKey": "string",
    "properties.associationType": "string",
    "properties.email": "string",
    "properties.expirationDate": "date",
    "properties.firstName": "string",
    "properties.incentiveId": "string",
    "properties.lastName": "string",
    "properties.offerId": "string",
    "properties.redemptionRequestId": "string",
    "properties.visitId": "string",
    "receivedAt": "timestamp_iso8601",
    "sentAt": "timestamp_iso8601",
    "timestamp": "timestamp_iso8601",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 154
schema_scan_id: 23100898
updated: None

Version 64964

created: 2019-02-27 12:12:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.incentive_incentive_service`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.incentive_incentive_service`\n(\n`timestamp`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`receivedAt`STRING,`anonymousId`STRING,`_origin`STRING,`event`STRING,`properties`struct<`associationType`:STRING,`firstName`:STRING,`lastName`:STRING,`redemptionRequestId`:STRING,`visitId`:STRING,`offerId`:STRING,`incentiveId`:STRING,`associationKey`:STRING,`email`:STRING,`expirationDate`:STRING>,`projectId`STRING,`label`STRING,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`consumer`:STRING,`name`:STRING>>,`messageId`STRING,`writeKey`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-incentive-prod/separated_dt/incentive_service'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.incentive_incentive_service"
]

hive_path: s3://sfdl-segment-incentive-prod/separated_dt/incentive_service
id: 64964
processed: 1

raw_data:

{
    "_origin": "2019-02-27T18:09:36Z|s3://sfdl-segment-incentive-prod/segment-logs/hYoPPQJRRA/1551225600000/1551290956215.ba8cc651ac58.dev.477e26c6-f75e-4fda-a22b-e1388d33767f.gz|segment_separator:37",
    "anonymousId": "4a691f1c3854304b0be496d7a4c840b1",
    "channel": "server",
    "context": {
        "library": {
            "consumer": "LibCurl",
            "name": "analytics-php",
            "version": "1.5.2"
        }
    },
    "event": "incentive_service",
    "integrations": {},
    "label": "created",
    "messageId": "c3a4bf5c-8aae-40dd-a15f-9f9d3a24f582",
    "originalTimestamp": "2019-02-27T11:17:29-06:00",
    "projectId": "hYoPPQJRRA",
    "properties": {
        "associationKey": "W4XAACFJT",
        "associationType": "BOOKING",
        "email": "[email protected]",
        "expirationDate": "2019-04-14",
        "firstName": "Ranjan",
        "incentiveId": 3,
        "lastName": "Jagetia",
        "offerId": "4a691f1c3854304b0be496d7a4c840b1",
        "redemptionRequestId": "c8f0cd64d20829cbc6ca9f91b66f7858",
        "visitId": "d42b9bdbcdec8d4947ede6708af9dfc7"
    },
    "receivedAt": "2019-02-27T17:17:29.520Z",
    "sentAt": "2019-02-27T17:17:29.000Z",
    "timestamp": "2019-02-27T17:17:29.520Z",
    "type": "track",
    "userId": "d42b9bdbcdec8d4947ede6708af9dfc7",
    "version": 2,
    "writeKey": "sKTgZ13PBwxcvEUhj6lnpAZc1SyOZ6rv"
}

schema_attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.library.consumer": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "label": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.associationKey": "string",
    "properties.associationType": "string",
    "properties.email": "string",
    "properties.expirationDate": "string",
    "properties.firstName": "string",
    "properties.incentiveId": "string",
    "properties.lastName": "string",
    "properties.offerId": "string",
    "properties.redemptionRequestId": "string",
    "properties.visitId": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 154
schema_scan_id: 23100806
updated: 2019-02-27 12:14:53

Schema Scans: 6

Last at 2019-04-30 15:56:48

Scan 24401594

duration: 0:02:16.340481

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 502,
    "partitions_applied": false,
    "success": true
}

id: 24401594

payload:

{
    "datatype_dict": {
        "originalTimestamp": "timestamp_iso8601",
        "properties.expirationDate": "date",
        "properties.incentiveId": "string",
        "receivedAt": "timestamp_iso8601",
        "sentAt": "timestamp_iso8601",
        "timestamp": "timestamp_iso8601"
    },
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-incentive-prod/separated_dt/incentive_service/dt=2019-04-30/",
        "name": "dt",
        "type": "string",
        "value": "2019-04-30"
    },
    "s3": {
        "bucket": "sfdl-segment-incentive-prod",
        "hive_path": "s3://sfdl-segment-incentive-prod/separated_dt/incentive_service",
        "key": "separated_dt/incentive_service/dt=2019-04-30/1556657791111.f38b02cc5633.9f83b95.3a47c820-5009-40ac-8b8e-163572a1b660.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.incentive_incentive_service",
        "type": "segment"
    }
}

running: False
schema_name_id: 154
start_time: 2019-04-30 15:56:48
success: True
trace_id: 9742787275644070628

Scan 23122432

duration: 0:02:15.347167

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 441,
    "partitions_applied": false,
    "success": true
}

id: 23122432

payload:

{
    "datatype_dict": {
        "originalTimestamp": "timestamp_iso8601",
        "properties.expirationDate": "date",
        "properties.incentiveId": "string",
        "receivedAt": "timestamp_iso8601",
        "sentAt": "timestamp_iso8601",
        "timestamp": "timestamp_iso8601"
    },
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-incentive-prod/separated_dt/incentive_service/dt=2019-02-28/",
        "name": "dt",
        "type": "string",
        "value": "2019-02-28"
    },
    "s3": {
        "bucket": "sfdl-segment-incentive-prod",
        "hive_path": "s3://sfdl-segment-incentive-prod/separated_dt/incentive_service",
        "key": "separated_dt/incentive_service/dt=2019-02-28/1551384637108.0f9b4faadc2c.dev.c3a02568-41a1-420d-ab79-d65eb2facf29.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.incentive_incentive_service",
        "type": "segment"
    }
}

running: False
schema_name_id: 154
start_time: 2019-02-28 14:30:16
success: True
trace_id: 17453872845375238109

Scan 23101037

duration: 0:00:05.183854

exit_message:

{
    "exception": "failed to apply schema `All attempts exhausted without success`: [u'CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`', u'DROP TABLE IF EXISTS `sfdl_prod_segment.incentive_incentive_service`', u\"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_segment.incentive_incentive_service`\\n(\\n `writeKey`  string , `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `associationType` : string , `firstName` : string , `lastName` : string , `redemptionRequestId` : string , `visitId` : string , `offerId` : string , `incentiveId` : string , `associationKey` : string , `email` : string , `expirationDate` : string >, `receivedAt`  string , `anonymousId`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `consumer` : string , `name` : string >>, `projectId`  string , `_origin`  string , `label`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-segment-incentive-prod/separated_dt/incentive_service'\\n\", u'MSCK REPAIR TABLE sfdl_prod_segment.incentive_incentive_service']\nTraceback (most recent call last):\n  File \"schema_generator/schema_scanner.py\", line 88, in scan\n    response = service.run()\n  File \"schema_generator/process_hive_table.py\", line 96, in run\n    response['ddl_changed'] = table_generator.run()\n  File \"schema_generator/table_generator.py\", line 34, in run\n    self.apply_latest_version()\n  File \"schema_generator/table_generator.py\", line 25, in apply_latest_version\n    raise Exception('failed to apply schema `{}`: {}'.format(e, ddl_list))\nException: failed to apply schema `All attempts exhausted without success`: [u'CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`', u'DROP TABLE IF EXISTS `sfdl_prod_segment.incentive_incentive_service`', u\"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_segment.incentive_incentive_service`\\n(\\n `writeKey`  string , `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `associationType` : string , `firstName` : string , `lastName` : string , `redemptionRequestId` : string , `visitId` : string , `offerId` : string , `incentiveId` : string , `associationKey` : string , `email` : string , `expirationDate` : string >, `receivedAt`  string , `anonymousId`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `consumer` : string , `name` : string >>, `projectId`  string , `_origin`  string , `label`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-segment-incentive-prod/separated_dt/incentive_service'\\n\", u'MSCK REPAIR TABLE sfdl_prod_segment.incentive_incentive_service']\n: Expecting value: line 1 column 1 (char 0)"
}

id: 23101037

payload:

{
    "datatype_dict": {
        "originalTimestamp": "timestamp_iso8601",
        "properties.expirationDate": "date",
        "properties.incentiveId": "string",
        "receivedAt": "timestamp_iso8601",
        "sentAt": "timestamp_iso8601",
        "timestamp": "timestamp_iso8601"
    },
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-incentive-prod/separated_dt/incentive_service/dt=2019-02-27/",
        "name": "dt",
        "type": "string",
        "value": "2019-02-27"
    },
    "s3": {
        "bucket": "sfdl-segment-incentive-prod",
        "hive_path": "s3://sfdl-segment-incentive-prod/separated_dt/incentive_service",
        "key": "separated_dt/incentive_service/dt=2019-02-27/1551291055948.e7e06e84d2a5.dev.68597d80-a89e-4fee-b9cb-9fadb6f33901.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.incentive_incentive_service",
        "type": "segment"
    }
}

running: False
schema_name_id: 154
start_time: 2019-02-27 12:49:49
success: False
trace_id: 452788831681440637

Scan 23101005

duration: 0:00:05.199260

exit_message:

{
    "exception": "failed to apply schema `All attempts exhausted without success`: [u'CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`', u'DROP TABLE IF EXISTS `sfdl_prod_segment.incentive_incentive_service`', u\"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_segment.incentive_incentive_service`\\n(\\n`timestamp`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`receivedAt`STRING,`anonymousId`STRING,`_origin`STRING,`event`STRING,`properties`struct<`associationType`:STRING,`firstName`:STRING,`lastName`:STRING,`offerId`:STRING,`expirationDate`:STRING,`redemptionRequestId`:STRING,`incentiveId`:STRING,`associationKey`:STRING,`email`:STRING,`visitId`:STRING>,`projectId`STRING,`label`STRING,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`consumer`:STRING,`name`:STRING>>,`messageId`STRING,`writeKey`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-segment-incentive-prod/separated_dt/incentive_service'\\n\", u'MSCK REPAIR TABLE sfdl_prod_segment.incentive_incentive_service']\nTraceback (most recent call last):\n  File \"schema_generator/schema_scanner.py\", line 92, in scan\n    response = service.run()\n  File \"schema_generator/process_hive_table.py\", line 96, in run\n    response['ddl_changed'] = table_generator.run()\n  File \"schema_generator/table_generator.py\", line 34, in run\n    self.apply_latest_version()\n  File \"schema_generator/table_generator.py\", line 25, in apply_latest_version\n    raise Exception('failed to apply schema `{}`: {}'.format(e, ddl_list))\nException: failed to apply schema `All attempts exhausted without success`: [u'CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`', u'DROP TABLE IF EXISTS `sfdl_prod_segment.incentive_incentive_service`', u\"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_segment.incentive_incentive_service`\\n(\\n`timestamp`STRING,`userId`STRING,`integrations`struct<`_empty_`:STRING>,`receivedAt`STRING,`anonymousId`STRING,`_origin`STRING,`event`STRING,`properties`struct<`associationType`:STRING,`firstName`:STRING,`lastName`:STRING,`offerId`:STRING,`expirationDate`:STRING,`redemptionRequestId`:STRING,`incentiveId`:STRING,`associationKey`:STRING,`email`:STRING,`visitId`:STRING>,`projectId`STRING,`label`STRING,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`consumer`:STRING,`name`:STRING>>,`messageId`STRING,`writeKey`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-segment-incentive-prod/separated_dt/incentive_service'\\n\", u'MSCK REPAIR TABLE sfdl_prod_segment.incentive_incentive_service']\n: Expecting value: line 1 column 1 (char 0)"
}

id: 23101005

payload:

{
    "datatype_dict": {
        "originalTimestamp": "timestamp_iso8601",
        "properties.expirationDate": "date",
        "properties.incentiveId": "string",
        "receivedAt": "timestamp_iso8601",
        "sentAt": "timestamp_iso8601",
        "timestamp": "timestamp_iso8601"
    },
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-incentive-prod/separated_dt/incentive_service/dt=2019-02-27/",
        "name": "dt",
        "type": "string",
        "value": "2019-02-27"
    },
    "s3": {
        "bucket": "sfdl-segment-incentive-prod",
        "hive_path": "s3://sfdl-segment-incentive-prod/separated_dt/incentive_service",
        "key": "separated_dt/incentive_service/dt=2019-02-27/1551291055948.e7e06e84d2a5.dev.68597d80-a89e-4fee-b9cb-9fadb6f33901.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.incentive_incentive_service",
        "type": "segment"
    }
}

running: False
schema_name_id: 154
start_time: 2019-02-27 12:49:20
success: False
trace_id: 14025633641136837468

Scan 23100898

duration: 0:00:05.187991

exit_message:

{
    "exception": "failed to apply schema `All attempts exhausted without success`: [u'CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`', u'DROP TABLE IF EXISTS `sfdl_prod_segment.incentive_incentive_service`', u\"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_segment.incentive_incentive_service`\\n(\\n `writeKey`  string , `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `associationType` : string , `firstName` : string , `lastName` : string , `offerId` : string , `visitId` : string , `redemptionRequestId` : string , `incentiveId` : string , `associationKey` : string , `email` : string , `expirationDate` : string >, `receivedAt`  string , `anonymousId`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `consumer` : string , `name` : string >>, `projectId`  string , `_origin`  string , `label`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-segment-incentive-prod/separated_dt/incentive_service'\\n\", u'MSCK REPAIR TABLE sfdl_prod_segment.incentive_incentive_service']\nTraceback (most recent call last):\n  File \"schema_generator/schema_scanner.py\", line 88, in scan\n    response = service.run()\n  File \"schema_generator/process_hive_table.py\", line 96, in run\n    response['ddl_changed'] = table_generator.run()\n  File \"schema_generator/table_generator.py\", line 34, in run\n    self.apply_latest_version()\n  File \"schema_generator/table_generator.py\", line 25, in apply_latest_version\n    raise Exception('failed to apply schema `{}`: {}'.format(e, ddl_list))\nException: failed to apply schema `All attempts exhausted without success`: [u'CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`', u'DROP TABLE IF EXISTS `sfdl_prod_segment.incentive_incentive_service`', u\"CREATE EXTERNAL TABLE IF NOT EXISTS\\n`sfdl_prod_segment.incentive_incentive_service`\\n(\\n `writeKey`  string , `version`  string , `timestamp`  string , `messageId`  string , `userId`  string ,`properties`   struct< `associationType` : string , `firstName` : string , `lastName` : string , `offerId` : string , `visitId` : string , `redemptionRequestId` : string , `incentiveId` : string , `associationKey` : string , `email` : string , `expirationDate` : string >, `receivedAt`  string , `anonymousId`  string , `originalTimestamp`  string ,`context`   struct<`library` :  struct< `version` : string , `consumer` : string , `name` : string >>, `projectId`  string , `_origin`  string , `label`  string , `type`  string , `event`  string , `channel`  string , `sentAt`  string \\n)\\nPARTITIONED BY (dt string)\\nROW FORMAT SERDE\\n'org.openx.data.jsonserde.JsonSerDe'\\n \\nSTORED AS INPUTFORMAT\\n  'org.apache.hadoop.mapred.TextInputFormat'\\nOUTPUTFORMAT\\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\\nLOCATION\\n  's3://sfdl-segment-incentive-prod/separated_dt/incentive_service'\\n\", u'MSCK REPAIR TABLE sfdl_prod_segment.incentive_incentive_service']\n: Expecting value: line 1 column 1 (char 0)"
}

id: 23100898

payload:

{
    "datatype_dict": {
        "originalTimestamp": "timestamp_iso8601",
        "properties.expirationDate": "date",
        "properties.incentiveId": "string",
        "receivedAt": "timestamp_iso8601",
        "sentAt": "timestamp_iso8601",
        "timestamp": "timestamp_iso8601"
    },
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-incentive-prod/separated_dt/incentive_service/dt=2019-02-27/",
        "name": "dt",
        "type": "string",
        "value": "2019-02-27"
    },
    "s3": {
        "bucket": "sfdl-segment-incentive-prod",
        "hive_path": "s3://sfdl-segment-incentive-prod/separated_dt/incentive_service",
        "key": "separated_dt/incentive_service/dt=2019-02-27/1551291063620.6904e3b8c489.dev.2d9dbe05-eee9-4dd1-9c58-286cb62bc5d0.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.incentive_incentive_service",
        "type": "segment"
    }
}

running: False
schema_name_id: 154
start_time: 2019-02-27 12:48:19
success: False
trace_id: 17008252443079528275

Scan 23100806

duration: 0:02:04.339769

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 440,
    "partitions_applied": false,
    "success": true
}

id: 23100806

payload:

{
    "datatype_dict": {
        "originalTimestamp": "timestamp_iso8601",
        "properties.expirationDate": "date",
        "properties.incentiveId": "string",
        "receivedAt": "timestamp_iso8601",
        "sentAt": "timestamp_iso8601",
        "timestamp": "timestamp_iso8601"
    },
    "file_format": "json",
    "partition": {
        "location": "s3://sfdl-segment-incentive-prod/separated_dt/incentive_service/dt=2019-02-27/",
        "name": "dt",
        "type": "string",
        "value": "2019-02-27"
    },
    "s3": {
        "bucket": "sfdl-segment-incentive-prod",
        "hive_path": "s3://sfdl-segment-incentive-prod/separated_dt/incentive_service",
        "key": "separated_dt/incentive_service/dt=2019-02-27/1551290956215.ba8cc651ac58.dev.477e26c6-f75e-4fda-a22b-e1388d33767f.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.incentive_incentive_service",
        "type": "segment"
    }
}

running: False
schema_name_id: 154
start_time: 2019-02-27 12:12:53
success: True
trace_id: 10954621450639563972

Partitions:

count: 3

ddl:

[
    "ALTER TABLE\n    `sfdl_prod_segment.incentive_incentive_service`\nADD\n\n\n PARTITION (dt='2024-01-24') location 's3://sfdl-segment-incentive-prod/separated_dt/incentive_service/dt=2024-01-24/'\n PARTITION (dt='2024-01-25') location 's3://sfdl-segment-incentive-prod/separated_dt/incentive_service/dt=2024-01-25/'\n PARTITION (dt='2024-01-26') location 's3://sfdl-segment-incentive-prod/separated_dt/incentive_service/dt=2024-01-26/'\n;"
]

name: dt

state:

[
    {
        "info": {
            "id": 1130009,
            "location": "s3://sfdl-segment-incentive-prod/separated_dt/incentive_service/dt=2024-01-24/",
            "name": "dt",
            "value": "2024-01-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2024-01-24 11:38:51",
                "last_data": "2024-01-24 11:38:51"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 1130210,
            "location": "s3://sfdl-segment-incentive-prod/separated_dt/incentive_service/dt=2024-01-25/",
            "name": "dt",
            "value": "2024-01-25"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2024-01-25 11:09:56",
                "last_data": "2024-01-25 11:09:56"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 1130405,
            "location": "s3://sfdl-segment-incentive-prod/separated_dt/incentive_service/dt=2024-01-26/",
            "name": "dt",
            "value": "2024-01-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2024-01-26 11:55:48",
                "last_data": "2024-01-26 11:55:48"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    }
]

type: string

Schema:

attributes:

{
    "_origin": "string",
    "anonymousId": "string",
    "channel": "string",
    "context.library.consumer": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "event": "string",
    "integrations.library.consumer": "string",
    "integrations.library.name": "string",
    "integrations.library.version": "string",
    "label": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.associationKey": "string",
    "properties.associationType": "string",
    "properties.email": "string",
    "properties.expirationDate": "string",
    "properties.firstName": "string",
    "properties.incentiveId": "string",
    "properties.lastName": "string",
    "properties.offerId": "string",
    "properties.redemptionRequestId": "string",
    "properties.visitId": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

created: 2019-04-30 15:56:48

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.incentive_incentive_service`\n(\n`event`STRING,`timestamp`STRING,`userId`STRING,`integrations`struct<`library`:struct<`version`:STRING,`consumer`:STRING,`name`:STRING>>,`receivedAt`STRING,`anonymousId`STRING,`_origin`STRING,`properties`struct<`associationType`:STRING,`firstName`:STRING,`lastName`:STRING,`redemptionRequestId`:STRING,`visitId`:STRING,`offerId`:STRING,`incentiveId`:STRING,`associationKey`:STRING,`email`:STRING,`expirationDate`:STRING>,`projectId`STRING,`label`STRING,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`consumer`:STRING,`name`:STRING>>,`messageId`STRING,`writeKey`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-incentive-prod/separated_dt/incentive_service'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.incentive_incentive_service`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.incentive_incentive_service"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2017-12-13 16:40:22",
        "disabled": false,
        "format": "raw",
        "id": 154,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_prod_segment",
            "table": "incentive_incentive_service"
        },
        "type": "segment"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_prod_segment.incentive_incentive_service`\nADD\n\n\n PARTITION (dt='2024-01-24') location 's3://sfdl-segment-incentive-prod/separated_dt/incentive_service/dt=2024-01-24/'\n PARTITION (dt='2024-01-25') location 's3://sfdl-segment-incentive-prod/separated_dt/incentive_service/dt=2024-01-25/'\n PARTITION (dt='2024-01-26') location 's3://sfdl-segment-incentive-prod/separated_dt/incentive_service/dt=2024-01-26/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 1130009,
                    "location": "s3://sfdl-segment-incentive-prod/separated_dt/incentive_service/dt=2024-01-24/",
                    "name": "dt",
                    "value": "2024-01-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2024-01-24 11:38:51",
                        "last_data": "2024-01-24 11:38:51"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 1130210,
                    "location": "s3://sfdl-segment-incentive-prod/separated_dt/incentive_service/dt=2024-01-25/",
                    "name": "dt",
                    "value": "2024-01-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2024-01-25 11:09:56",
                        "last_data": "2024-01-25 11:09:56"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 1130405,
                    "location": "s3://sfdl-segment-incentive-prod/separated_dt/incentive_service/dt=2024-01-26/",
                    "name": "dt",
                    "value": "2024-01-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2024-01-26 11:55:48",
                        "last_data": "2024-01-26 11:55:48"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "anonymousId": "string",
            "channel": "string",
            "context.library.consumer": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "event": "string",
            "integrations.library.consumer": "string",
            "integrations.library.name": "string",
            "integrations.library.version": "string",
            "label": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.associationKey": "string",
            "properties.associationType": "string",
            "properties.email": "string",
            "properties.expirationDate": "string",
            "properties.firstName": "string",
            "properties.incentiveId": "string",
            "properties.lastName": "string",
            "properties.offerId": "string",
            "properties.redemptionRequestId": "string",
            "properties.visitId": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string",
            "writeKey": "string"
        },
        "created": "2019-04-30 15:56:48",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.incentive_incentive_service`\n(\n`event`STRING,`timestamp`STRING,`userId`STRING,`integrations`struct<`library`:struct<`version`:STRING,`consumer`:STRING,`name`:STRING>>,`receivedAt`STRING,`anonymousId`STRING,`_origin`STRING,`properties`struct<`associationType`:STRING,`firstName`:STRING,`lastName`:STRING,`redemptionRequestId`:STRING,`visitId`:STRING,`offerId`:STRING,`incentiveId`:STRING,`associationKey`:STRING,`email`:STRING,`expirationDate`:STRING>,`projectId`STRING,`label`STRING,`version`STRING,`originalTimestamp`STRING,`context`struct<`library`:struct<`version`:STRING,`consumer`:STRING,`name`:STRING>>,`messageId`STRING,`writeKey`STRING,`type`STRING,`channel`STRING,`sentAt`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-incentive-prod/separated_dt/incentive_service'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.incentive_incentive_service`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.incentive_incentive_service"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}