Schema Info
Schema Name: sfdl_prod_drivethru.newbook_newbookap_contact_guestassist
- created: 2024-12-07 14:59:04
- disabled: False
- format: raw
- id: 2857
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_prod_drivethru", "table": "newbook_newbookap_contact_guestassist" } - type: drivethrucsv
Schema Versions: 1
-
Version 1115029
- created: 2024-12-07 14:59:07
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "DROP TABLE IF EXISTS `sfdl_prod_drivethru.newbook_newbookap_contact_guestassist`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.newbook_newbookap_contact_guestassist`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `template_id` string , `template_type` string , `recipient_id` string , `recipient_type` string , `real_recipient_id` string , `real_recipient_type` string , `recipient_name` string , `alfred_guest_id` string , `alfred_message_id` string , `content` string , `sender` string , `sender_sanitised` string , `sender_name` string , `scheduled_timestamp` string , `sent_by` string , `sent_on` string , `type` string , `type_id` string , `type_status` string , `locked` string , `inbound` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookap_contact_guestassist/2024-12-07/1733604961'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_drivethru.newbook_newbookap_contact_guestassist" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookap_contact_guestassist/2024-12-07/1733604961
- id: 1115029
- processed: 1
- raw_data:
{ "alfred_guest_id": 11, "alfred_message_id": 12, "content": 13, "id": 2, "inbound": 24, "locked": 23, "name": 3, "newbook_region": 0, "real_recipient_id": 8, "real_recipient_type": 9, "recipient_id": 6, "recipient_name": 10, "recipient_type": 7, "scheduled_timestamp": 17, "sender": 14, "sender_name": 16, "sender_sanitised": 15, "sent_by": 18, "sent_on": 19, "template_id": 4, "template_type": 5, "tenant": 1, "type": 20, "type_id": 21, "type_status": 22 } - schema_attributes:
{ "alfred_guest_id": "string", "alfred_message_id": "string", "content": "string", "id": "string", "inbound": "string", "locked": "string", "name": "string", "newbook_region": "string", "real_recipient_id": "string", "real_recipient_type": "string", "recipient_id": "string", "recipient_name": "string", "recipient_type": "string", "scheduled_timestamp": "string", "sender": "string", "sender_name": "string", "sender_sanitised": "string", "sent_by": "string", "sent_on": "string", "template_id": "string", "template_type": "string", "tenant": "string", "type": "string", "type_id": "string", "type_status": "string" } - schema_name_id: 2857
- schema_scan_id: 133183581
- updated: 2024-12-07 14:59:25
Schema Scans: 1
Last at 2024-12-07 14:59:04
-
Scan 133183581
- duration: 0:00:21.431521
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 133183581
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-prod", "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookap_contact_guestassist/2024-12-07/1733604961", "key": "raw/newbook_newbookap_contact_guestassist/2024-12-07/1733604961/ap_contact_guestassist.csv.gz" }, "schema": { "name": "sfdl_prod_drivethru.newbook_newbookap_contact_guestassist", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10249982837399766039, "service_name": "drive-thru", "span_id": 3488086256100701953, "trace_id": 10323708565512981390 } } - running: False
- schema_name_id: 2857
- start_time: 2024-12-07 14:59:04
- success: True
- trace_id: 10323708565512981390
- attributes:
{ "alfred_guest_id": "string", "alfred_message_id": "string", "content": "string", "id": "string", "inbound": "string", "locked": "string", "name": "string", "newbook_region": "string", "real_recipient_id": "string", "real_recipient_type": "string", "recipient_id": "string", "recipient_name": "string", "recipient_type": "string", "scheduled_timestamp": "string", "sender": "string", "sender_name": "string", "sender_sanitised": "string", "sent_by": "string", "sent_on": "string", "template_id": "string", "template_type": "string", "tenant": "string", "type": "string", "type_id": "string", "type_status": "string" } - created: 2024-12-07 14:59:07
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.newbook_newbookap_contact_guestassist`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `template_id` string , `template_type` string , `recipient_id` string , `recipient_type` string , `real_recipient_id` string , `real_recipient_type` string , `recipient_name` string , `alfred_guest_id` string , `alfred_message_id` string , `content` string , `sender` string , `sender_sanitised` string , `sender_name` string , `scheduled_timestamp` string , `sent_by` string , `sent_on` string , `type` string , `type_id` string , `type_status` string , `locked` string , `inbound` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookap_contact_guestassist/2024-12-07/1733604961'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.newbook_newbookap_contact_guestassist`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.newbook_newbookap_contact_guestassist" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2024-12-07 14:59:04",
"disabled": false,
"format": "raw",
"id": 2857,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_prod_drivethru",
"table": "newbook_newbookap_contact_guestassist"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"alfred_guest_id": "string",
"alfred_message_id": "string",
"content": "string",
"id": "string",
"inbound": "string",
"locked": "string",
"name": "string",
"newbook_region": "string",
"real_recipient_id": "string",
"real_recipient_type": "string",
"recipient_id": "string",
"recipient_name": "string",
"recipient_type": "string",
"scheduled_timestamp": "string",
"sender": "string",
"sender_name": "string",
"sender_sanitised": "string",
"sent_by": "string",
"sent_on": "string",
"template_id": "string",
"template_type": "string",
"tenant": "string",
"type": "string",
"type_id": "string",
"type_status": "string"
},
"created": "2024-12-07 14:59:07",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.newbook_newbookap_contact_guestassist`\n(\n `newbook_region` string , `tenant` string , `id` string , `name` string , `template_id` string , `template_type` string , `recipient_id` string , `recipient_type` string , `real_recipient_id` string , `real_recipient_type` string , `recipient_name` string , `alfred_guest_id` string , `alfred_message_id` string , `content` string , `sender` string , `sender_sanitised` string , `sender_name` string , `scheduled_timestamp` string , `sent_by` string , `sent_on` string , `type` string , `type_id` string , `type_status` string , `locked` string , `inbound` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookap_contact_guestassist/2024-12-07/1733604961'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.newbook_newbookap_contact_guestassist`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.newbook_newbookap_contact_guestassist"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}