Schema Info
Schema Name: sfdl_prod_segment.sms_conversation_denied_as_spam
- created: 2018-05-02 11:05:27
- disabled: False
- format: raw
- id: 377
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_prod_segment", "table": "sms_conversation_denied_as_spam" } - type: segment
Schema Versions: 1
-
Version 14285
- created: 2018-05-05 12:02:23
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.sms_conversation_denied_as_spam`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.sms_conversation_denied_as_spam`\n(\n `type` string , `timestamp` string , `projectId` string , `userId` string , `event` string , `receivedAt` string ,`_metadata` struct< `nodeVersion` : string >, `version` string , `originalTimestamp` string ,`context` struct<`library` : struct< `version` : string , `name` : string >>, `messageId` string , `writeKey` string , `_origin` string ,`properties` struct< `conversation_id` : string , `phone_number` : string , `sender_handle_id` : string , `message_channel` : string >, `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam'\n", "MSCK REPAIR TABLE sfdl_prod_segment.sms_conversation_denied_as_spam" ] - hive_path: s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam
- id: 14285
- processed: 1
- raw_data:
{ "_metadata": { "nodeVersion": "8.6.0" }, "_origin": "2018-05-05T17:02:11Z|s3://sfdl-segment-sms-prod/segment-logs/aOUgbWTUV5/1525478400000/1525539684133.3279912ecc2a.1.11.1.840ef3a2-410c-49a5-b77d-d8a253a56eac.gz|segment_separator:37", "channel": "server", "context": { "library": { "name": "analytics-node", "version": "3.2.0" } }, "event": "conversation_denied_as_spam", "integrations": {}, "messageId": "node-UzgoUaeO2eQAZ32T64h5W3g7eeMkCj89", "originalTimestamp": "2018-05-05T16:04:03.905Z", "projectId": "aOUgbWTUV5", "properties": { "conversation_id": "cid.1525528716384.df279e1b868c15ffb0", "message_channel": "sms", "phone_number": "7209303431", "sender_handle_id": "sparefoot-com-reservation-reminders" }, "receivedAt": "2018-05-05T16:04:09.660Z", "sentAt": "2018-05-05T16:04:09.375Z", "timestamp": "2018-05-05T16:04:04.190Z", "type": "track", "userId": "7209303431", "version": 2, "writeKey": "GZEUw3sedDGcvIkIlx83S8auWO773bMF" } - schema_attributes:
{ "_origin": "string", "channel": "string", "context.library.name": "string", "context.library.version": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.conversation_id": "string", "properties.message_channel": "string", "properties.phone_number": "string", "properties.sender_handle_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string", "writeKey": "string" } - schema_name_id: 377
- schema_scan_id: 11196515
- updated: 2018-05-30 11:22:54
Schema Scans: 1
Last at 2018-05-05 12:02:23
-
Scan 11196515
- duration: 0:00:16.204505
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 2, "partitions_applied": false, "success": true } - id: 11196515
- payload:
{ "datatype_dict": null, "file_format": "json", "partition": { "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2018-05-05/", "name": "dt", "type": "string", "value": "2018-05-05" }, "s3": { "bucket": "sfdl-segment-sms-prod", "hive_path": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam", "key": "separated_dt/conversation_denied_as_spam/dt=2018-05-05/1525539684133.3279912ecc2a.1.11.1.840ef3a2-410c-49a5-b77d-d8a253a56eac.json.gz" }, "schema": { "name": "sfdl_prod_segment.sms_conversation_denied_as_spam", "type": "segment" } } - running: False
- schema_name_id: 377
- start_time: 2018-05-05 12:02:23
- success: True
- count: 35
- ddl:
[ "ALTER TABLE\n `sfdl_prod_segment.sms_conversation_denied_as_spam`\nADD\n\n\n PARTITION (dt='2025-10-15') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-15/'\n PARTITION (dt='2025-10-16') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-16/'\n PARTITION (dt='2025-10-17') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-17/'\n PARTITION (dt='2025-10-19') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-19/'\n PARTITION (dt='2025-10-20') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-20/'\n PARTITION (dt='2025-10-23') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-23/'\n PARTITION (dt='2025-10-24') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-24/'\n PARTITION (dt='2025-10-27') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-27/'\n PARTITION (dt='2025-10-29') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-29/'\n PARTITION (dt='2025-10-31') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-31/'\n PARTITION (dt='2025-11-01') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-01/'\n PARTITION (dt='2025-11-02') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-02/'\n PARTITION (dt='2025-11-05') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-05/'\n PARTITION (dt='2025-11-09') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-09/'\n PARTITION (dt='2025-11-10') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-10/'\n PARTITION (dt='2025-11-12') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-12/'\n PARTITION (dt='2025-11-13') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-13/'\n PARTITION (dt='2025-11-15') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-15/'\n PARTITION (dt='2025-11-19') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-19/'\n PARTITION (dt='2025-11-22') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-22/'\n PARTITION (dt='2025-11-24') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-24/'\n PARTITION (dt='2025-11-25') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-25/'\n PARTITION (dt='2025-11-26') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-26/'\n PARTITION (dt='2025-11-28') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-28/'\n PARTITION (dt='2025-11-29') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-29/'\n PARTITION (dt='2025-11-30') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-30/'\n PARTITION (dt='2025-12-01') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-01/'\n PARTITION (dt='2025-12-02') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-02/'\n PARTITION (dt='2025-12-04') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-04/'\n PARTITION (dt='2025-12-05') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-05/'\n PARTITION (dt='2025-12-06') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-06/'\n PARTITION (dt='2025-12-08') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-08/'\n PARTITION (dt='2025-12-09') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-09/'\n PARTITION (dt='2025-12-10') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-10/'\n PARTITION (dt='2025-12-12') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-12/'\n;" ] - name: dt
- state:
[ { "info": { "id": 1566172, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-15/", "name": "dt", "value": "2025-10-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-15 12:53:24", "last_data": "2025-10-15 14:47:38" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1566408, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-16/", "name": "dt", "value": "2025-10-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-16 13:55:36", "last_data": "2025-10-16 13:55:36" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1595802, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-17/", "name": "dt", "value": "2025-10-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-17 16:30:56", "last_data": "2025-10-17 16:30:56" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1596639, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-19/", "name": "dt", "value": "2025-10-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-19 17:53:56", "last_data": "2025-10-19 17:53:56" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1596787, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-20/", "name": "dt", "value": "2025-10-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-20 14:52:48", "last_data": "2025-10-20 17:28:45" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1597567, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-23/", "name": "dt", "value": "2025-10-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-23 18:02:08", "last_data": "2025-10-23 18:02:08" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1597828, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-24/", "name": "dt", "value": "2025-10-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-24 15:51:09", "last_data": "2025-10-24 15:51:09" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1598438, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-27/", "name": "dt", "value": "2025-10-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-27 09:38:54", "last_data": "2025-10-27 12:43:03" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1598997, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-29/", "name": "dt", "value": "2025-10-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-29 16:31:11", "last_data": "2025-10-29 16:31:11" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1599321, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-31/", "name": "dt", "value": "2025-10-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-30 23:58:10", "last_data": "2025-10-30 23:58:10" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1599710, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-01/", "name": "dt", "value": "2025-11-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-01 14:54:20", "last_data": "2025-11-01 14:54:20" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1600066, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-02/", "name": "dt", "value": "2025-11-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-02 08:57:38", "last_data": "2025-11-02 13:21:26" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1600850, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-05/", "name": "dt", "value": "2025-11-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-05 12:01:48", "last_data": "2025-11-05 12:01:48" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1601757, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-09/", "name": "dt", "value": "2025-11-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-09 09:37:27", "last_data": "2025-11-09 09:43:57" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1602059, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-10/", "name": "dt", "value": "2025-11-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-10 10:40:02", "last_data": "2025-11-10 13:26:28" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1602541, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-12/", "name": "dt", "value": "2025-11-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-12 15:53:29", "last_data": "2025-11-12 15:53:29" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1602779, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-13/", "name": "dt", "value": "2025-11-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-13 15:50:43", "last_data": "2025-11-13 15:50:43" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1603150, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-15/", "name": "dt", "value": "2025-11-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-15 07:28:28", "last_data": "2025-11-15 07:28:28" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1606243, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-19/", "name": "dt", "value": "2025-11-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-18 19:12:00", "last_data": "2025-11-18 19:12:00" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1607595, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-22/", "name": "dt", "value": "2025-11-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-22 09:09:37", "last_data": "2025-11-22 09:09:37" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1608037, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-24/", "name": "dt", "value": "2025-11-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-24 07:43:50", "last_data": "2025-11-24 12:21:31" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1608365, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-25/", "name": "dt", "value": "2025-11-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-25 11:36:36", "last_data": "2025-11-25 13:24:29" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1608517, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-26/", "name": "dt", "value": "2025-11-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-26 08:15:28", "last_data": "2025-11-26 08:15:28" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1609064, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-28/", "name": "dt", "value": "2025-11-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-28 15:10:34", "last_data": "2025-11-28 15:10:34" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1609291, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-29/", "name": "dt", "value": "2025-11-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-29 12:24:29", "last_data": "2025-11-29 12:24:29" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1609517, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-30/", "name": "dt", "value": "2025-11-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-30 11:01:10", "last_data": "2025-11-30 11:01:10" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1609662, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-01/", "name": "dt", "value": "2025-12-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-01 07:20:04", "last_data": "2025-12-01 15:11:40" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1610002, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-02/", "name": "dt", "value": "2025-12-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-02 17:45:47", "last_data": "2025-12-02 17:45:47" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1610479, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-04/", "name": "dt", "value": "2025-12-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-04 13:35:36", "last_data": "2025-12-04 18:48:27" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1610713, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-05/", "name": "dt", "value": "2025-12-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-05 14:58:36", "last_data": "2025-12-05 14:58:36" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1611056, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-06/", "name": "dt", "value": "2025-12-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-05 19:03:30", "last_data": "2025-12-05 19:03:30" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1611695, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-08/", "name": "dt", "value": "2025-12-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-08 16:13:21", "last_data": "2025-12-08 16:13:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1611777, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-09/", "name": "dt", "value": "2025-12-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-08 19:23:51", "last_data": "2025-12-08 23:32:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1612411, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-10/", "name": "dt", "value": "2025-12-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-10 12:57:39", "last_data": "2025-12-10 12:57:39" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1612912, "location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-12/", "name": "dt", "value": "2025-12-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-12 12:43:03", "last_data": "2025-12-12 12:43:03" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "channel": "string", "context.library.name": "string", "context.library.version": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.conversation_id": "string", "properties.message_channel": "string", "properties.phone_number": "string", "properties.sender_handle_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string", "writeKey": "string" } - created: 2018-05-05 12:02:23
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.sms_conversation_denied_as_spam`\n(\n `type` string , `timestamp` string , `projectId` string , `userId` string , `event` string , `receivedAt` string ,`_metadata` struct< `nodeVersion` : string >, `version` string , `originalTimestamp` string ,`context` struct<`library` : struct< `version` : string , `name` : string >>, `messageId` string , `writeKey` string , `_origin` string ,`properties` struct< `conversation_id` : string , `phone_number` : string , `sender_handle_id` : string , `message_channel` : string >, `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.sms_conversation_denied_as_spam`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.sms_conversation_denied_as_spam" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2018-05-02 11:05:27",
"disabled": false,
"format": "raw",
"id": 377,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_prod_segment",
"table": "sms_conversation_denied_as_spam"
},
"type": "segment"
},
"partition": {
"count": 35,
"ddl": [
"ALTER TABLE\n `sfdl_prod_segment.sms_conversation_denied_as_spam`\nADD\n\n\n PARTITION (dt='2025-10-15') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-15/'\n PARTITION (dt='2025-10-16') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-16/'\n PARTITION (dt='2025-10-17') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-17/'\n PARTITION (dt='2025-10-19') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-19/'\n PARTITION (dt='2025-10-20') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-20/'\n PARTITION (dt='2025-10-23') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-23/'\n PARTITION (dt='2025-10-24') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-24/'\n PARTITION (dt='2025-10-27') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-27/'\n PARTITION (dt='2025-10-29') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-29/'\n PARTITION (dt='2025-10-31') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-31/'\n PARTITION (dt='2025-11-01') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-01/'\n PARTITION (dt='2025-11-02') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-02/'\n PARTITION (dt='2025-11-05') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-05/'\n PARTITION (dt='2025-11-09') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-09/'\n PARTITION (dt='2025-11-10') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-10/'\n PARTITION (dt='2025-11-12') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-12/'\n PARTITION (dt='2025-11-13') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-13/'\n PARTITION (dt='2025-11-15') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-15/'\n PARTITION (dt='2025-11-19') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-19/'\n PARTITION (dt='2025-11-22') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-22/'\n PARTITION (dt='2025-11-24') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-24/'\n PARTITION (dt='2025-11-25') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-25/'\n PARTITION (dt='2025-11-26') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-26/'\n PARTITION (dt='2025-11-28') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-28/'\n PARTITION (dt='2025-11-29') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-29/'\n PARTITION (dt='2025-11-30') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-30/'\n PARTITION (dt='2025-12-01') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-01/'\n PARTITION (dt='2025-12-02') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-02/'\n PARTITION (dt='2025-12-04') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-04/'\n PARTITION (dt='2025-12-05') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-05/'\n PARTITION (dt='2025-12-06') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-06/'\n PARTITION (dt='2025-12-08') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-08/'\n PARTITION (dt='2025-12-09') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-09/'\n PARTITION (dt='2025-12-10') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-10/'\n PARTITION (dt='2025-12-12') location 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-12/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 1566172,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-15/",
"name": "dt",
"value": "2025-10-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-15 12:53:24",
"last_data": "2025-10-15 14:47:38"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1566408,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-16/",
"name": "dt",
"value": "2025-10-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-16 13:55:36",
"last_data": "2025-10-16 13:55:36"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1595802,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-17/",
"name": "dt",
"value": "2025-10-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-17 16:30:56",
"last_data": "2025-10-17 16:30:56"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1596639,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-19/",
"name": "dt",
"value": "2025-10-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-19 17:53:56",
"last_data": "2025-10-19 17:53:56"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1596787,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-20/",
"name": "dt",
"value": "2025-10-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-20 14:52:48",
"last_data": "2025-10-20 17:28:45"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1597567,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-23/",
"name": "dt",
"value": "2025-10-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-23 18:02:08",
"last_data": "2025-10-23 18:02:08"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1597828,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-24/",
"name": "dt",
"value": "2025-10-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-24 15:51:09",
"last_data": "2025-10-24 15:51:09"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1598438,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-27/",
"name": "dt",
"value": "2025-10-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-27 09:38:54",
"last_data": "2025-10-27 12:43:03"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1598997,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-29/",
"name": "dt",
"value": "2025-10-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-29 16:31:11",
"last_data": "2025-10-29 16:31:11"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1599321,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-10-31/",
"name": "dt",
"value": "2025-10-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-30 23:58:10",
"last_data": "2025-10-30 23:58:10"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1599710,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-01/",
"name": "dt",
"value": "2025-11-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-01 14:54:20",
"last_data": "2025-11-01 14:54:20"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1600066,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-02/",
"name": "dt",
"value": "2025-11-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-02 08:57:38",
"last_data": "2025-11-02 13:21:26"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1600850,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-05/",
"name": "dt",
"value": "2025-11-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-05 12:01:48",
"last_data": "2025-11-05 12:01:48"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1601757,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-09/",
"name": "dt",
"value": "2025-11-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-09 09:37:27",
"last_data": "2025-11-09 09:43:57"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1602059,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-10/",
"name": "dt",
"value": "2025-11-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-10 10:40:02",
"last_data": "2025-11-10 13:26:28"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1602541,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-12/",
"name": "dt",
"value": "2025-11-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-12 15:53:29",
"last_data": "2025-11-12 15:53:29"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1602779,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-13/",
"name": "dt",
"value": "2025-11-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-13 15:50:43",
"last_data": "2025-11-13 15:50:43"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1603150,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-15/",
"name": "dt",
"value": "2025-11-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-15 07:28:28",
"last_data": "2025-11-15 07:28:28"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1606243,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-19/",
"name": "dt",
"value": "2025-11-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-18 19:12:00",
"last_data": "2025-11-18 19:12:00"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1607595,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-22/",
"name": "dt",
"value": "2025-11-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-22 09:09:37",
"last_data": "2025-11-22 09:09:37"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1608037,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-24/",
"name": "dt",
"value": "2025-11-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-24 07:43:50",
"last_data": "2025-11-24 12:21:31"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1608365,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-25/",
"name": "dt",
"value": "2025-11-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-25 11:36:36",
"last_data": "2025-11-25 13:24:29"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1608517,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-26/",
"name": "dt",
"value": "2025-11-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-26 08:15:28",
"last_data": "2025-11-26 08:15:28"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1609064,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-28/",
"name": "dt",
"value": "2025-11-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-28 15:10:34",
"last_data": "2025-11-28 15:10:34"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1609291,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-29/",
"name": "dt",
"value": "2025-11-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-29 12:24:29",
"last_data": "2025-11-29 12:24:29"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1609517,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-11-30/",
"name": "dt",
"value": "2025-11-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-30 11:01:10",
"last_data": "2025-11-30 11:01:10"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1609662,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-01/",
"name": "dt",
"value": "2025-12-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-01 07:20:04",
"last_data": "2025-12-01 15:11:40"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1610002,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-02/",
"name": "dt",
"value": "2025-12-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-02 17:45:47",
"last_data": "2025-12-02 17:45:47"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1610479,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-04/",
"name": "dt",
"value": "2025-12-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-04 13:35:36",
"last_data": "2025-12-04 18:48:27"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1610713,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-05/",
"name": "dt",
"value": "2025-12-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-05 14:58:36",
"last_data": "2025-12-05 14:58:36"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1611056,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-06/",
"name": "dt",
"value": "2025-12-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-05 19:03:30",
"last_data": "2025-12-05 19:03:30"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1611695,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-08/",
"name": "dt",
"value": "2025-12-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-08 16:13:21",
"last_data": "2025-12-08 16:13:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1611777,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-09/",
"name": "dt",
"value": "2025-12-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-08 19:23:51",
"last_data": "2025-12-08 23:32:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1612411,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-10/",
"name": "dt",
"value": "2025-12-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-10 12:57:39",
"last_data": "2025-12-10 12:57:39"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1612912,
"location": "s3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam/dt=2025-12-12/",
"name": "dt",
"value": "2025-12-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-12 12:43:03",
"last_data": "2025-12-12 12:43:03"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"channel": "string",
"context.library.name": "string",
"context.library.version": "string",
"event": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.conversation_id": "string",
"properties.message_channel": "string",
"properties.phone_number": "string",
"properties.sender_handle_id": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string",
"writeKey": "string"
},
"created": "2018-05-05 12:02:23",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.sms_conversation_denied_as_spam`\n(\n `type` string , `timestamp` string , `projectId` string , `userId` string , `event` string , `receivedAt` string ,`_metadata` struct< `nodeVersion` : string >, `version` string , `originalTimestamp` string ,`context` struct<`library` : struct< `version` : string , `name` : string >>, `messageId` string , `writeKey` string , `_origin` string ,`properties` struct< `conversation_id` : string , `phone_number` : string , `sender_handle_id` : string , `message_channel` : string >, `channel` string , `sentAt` string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-sms-prod/separated_dt/conversation_denied_as_spam'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.sms_conversation_denied_as_spam`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.sms_conversation_denied_as_spam"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}