Schema Info

Schema Name: sfdl_prod_drivethru.newbook_newbookap_contact_guestassist
  • created: 2024-12-07 14:59:04
  • disabled: False
  • format: raw
  • id: 2857
  • is_partitioned: False
  • is_schema_datatyped: True
  • name:
    {
        "database": "sfdl_prod_drivethru",
        "table": "newbook_newbookap_contact_guestassist"
    }
  • type: drivethrucsv
Schema Versions: 1
    • created: 2024-12-07 14:59:07
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
          "DROP TABLE IF EXISTS `sfdl_prod_drivethru.newbook_newbookap_contact_guestassist`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.newbook_newbookap_contact_guestassist`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `template_id`  string , `template_type`  string , `recipient_id`  string , `recipient_type`  string , `real_recipient_id`  string , `real_recipient_type`  string , `recipient_name`  string , `alfred_guest_id`  string , `alfred_message_id`  string , `content`  string , `sender`  string , `sender_sanitised`  string , `sender_name`  string , `scheduled_timestamp`  string , `sent_by`  string , `sent_on`  string , `type`  string , `type_id`  string , `type_status`  string , `locked`  string , `inbound`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookap_contact_guestassist/2024-12-07/1733604961'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_prod_drivethru.newbook_newbookap_contact_guestassist"
      ]
    • hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookap_contact_guestassist/2024-12-07/1733604961
    • id: 1115029
    • processed: 1
    • raw_data:
      {
          "alfred_guest_id": 11,
          "alfred_message_id": 12,
          "content": 13,
          "id": 2,
          "inbound": 24,
          "locked": 23,
          "name": 3,
          "newbook_region": 0,
          "real_recipient_id": 8,
          "real_recipient_type": 9,
          "recipient_id": 6,
          "recipient_name": 10,
          "recipient_type": 7,
          "scheduled_timestamp": 17,
          "sender": 14,
          "sender_name": 16,
          "sender_sanitised": 15,
          "sent_by": 18,
          "sent_on": 19,
          "template_id": 4,
          "template_type": 5,
          "tenant": 1,
          "type": 20,
          "type_id": 21,
          "type_status": 22
      }
    • schema_attributes:
      {
          "alfred_guest_id": "string",
          "alfred_message_id": "string",
          "content": "string",
          "id": "string",
          "inbound": "string",
          "locked": "string",
          "name": "string",
          "newbook_region": "string",
          "real_recipient_id": "string",
          "real_recipient_type": "string",
          "recipient_id": "string",
          "recipient_name": "string",
          "recipient_type": "string",
          "scheduled_timestamp": "string",
          "sender": "string",
          "sender_name": "string",
          "sender_sanitised": "string",
          "sent_by": "string",
          "sent_on": "string",
          "template_id": "string",
          "template_type": "string",
          "tenant": "string",
          "type": "string",
          "type_id": "string",
          "type_status": "string"
      }
    • schema_name_id: 2857
    • schema_scan_id: 133183581
    • updated: 2024-12-07 14:59:25
Schema Scans: 1
Last at 2024-12-07 14:59:04
    • duration: 0:00:21.431521
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 133183581
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-drivethrucsv-drivethru-prod",
              "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookap_contact_guestassist/2024-12-07/1733604961",
              "key": "raw/newbook_newbookap_contact_guestassist/2024-12-07/1733604961/ap_contact_guestassist.csv.gz"
          },
          "schema": {
              "name": "sfdl_prod_drivethru.newbook_newbookap_contact_guestassist",
              "type": "drivethrucsv"
          },
          "trace_context": {
              "parent_id": 10249982837399766039,
              "service_name": "drive-thru",
              "span_id": 3488086256100701953,
              "trace_id": 10323708565512981390
          }
      }
    • running: False
    • schema_name_id: 2857
    • start_time: 2024-12-07 14:59:04
    • success: True
    • trace_id: 10323708565512981390
Partitions:
  • count: 0
  • ddl: None
  • name: None
  • state:
    []
  • type: None
Schema:
  • attributes:
    {
        "alfred_guest_id": "string",
        "alfred_message_id": "string",
        "content": "string",
        "id": "string",
        "inbound": "string",
        "locked": "string",
        "name": "string",
        "newbook_region": "string",
        "real_recipient_id": "string",
        "real_recipient_type": "string",
        "recipient_id": "string",
        "recipient_name": "string",
        "recipient_type": "string",
        "scheduled_timestamp": "string",
        "sender": "string",
        "sender_name": "string",
        "sender_sanitised": "string",
        "sent_by": "string",
        "sent_on": "string",
        "template_id": "string",
        "template_type": "string",
        "tenant": "string",
        "type": "string",
        "type_id": "string",
        "type_status": "string"
    }
  • created: 2024-12-07 14:59:07
  • ddl:
    {
        "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
        "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.newbook_newbookap_contact_guestassist`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `template_id`  string , `template_type`  string , `recipient_id`  string , `recipient_type`  string , `real_recipient_id`  string , `real_recipient_type`  string , `recipient_name`  string , `alfred_guest_id`  string , `alfred_message_id`  string , `content`  string , `sender`  string , `sender_sanitised`  string , `sender_name`  string , `scheduled_timestamp`  string , `sent_by`  string , `sent_on`  string , `type`  string , `type_id`  string , `type_status`  string , `locked`  string , `inbound`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookap_contact_guestassist/2024-12-07/1733604961'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
        "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.newbook_newbookap_contact_guestassist`",
        "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.newbook_newbookap_contact_guestassist"
    }
Server:
  • hostname: schemamanager-5475496c57-7dpqb
  • name: schema_manager
  • process_start: 2026-01-09 11:27:47
  • sf_env: prod
  • version: 2112174301
Raw:
{
    "name": {
        "created": "2024-12-07 14:59:04",
        "disabled": false,
        "format": "raw",
        "id": 2857,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_prod_drivethru",
            "table": "newbook_newbookap_contact_guestassist"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "alfred_guest_id": "string",
            "alfred_message_id": "string",
            "content": "string",
            "id": "string",
            "inbound": "string",
            "locked": "string",
            "name": "string",
            "newbook_region": "string",
            "real_recipient_id": "string",
            "real_recipient_type": "string",
            "recipient_id": "string",
            "recipient_name": "string",
            "recipient_type": "string",
            "scheduled_timestamp": "string",
            "sender": "string",
            "sender_name": "string",
            "sender_sanitised": "string",
            "sent_by": "string",
            "sent_on": "string",
            "template_id": "string",
            "template_type": "string",
            "tenant": "string",
            "type": "string",
            "type_id": "string",
            "type_status": "string"
        },
        "created": "2024-12-07 14:59:07",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.newbook_newbookap_contact_guestassist`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `name`  string , `template_id`  string , `template_type`  string , `recipient_id`  string , `recipient_type`  string , `real_recipient_id`  string , `real_recipient_type`  string , `recipient_name`  string , `alfred_guest_id`  string , `alfred_message_id`  string , `content`  string , `sender`  string , `sender_sanitised`  string , `sender_name`  string , `scheduled_timestamp`  string , `sent_by`  string , `sent_on`  string , `type`  string , `type_id`  string , `type_status`  string , `locked`  string , `inbound`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookap_contact_guestassist/2024-12-07/1733604961'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.newbook_newbookap_contact_guestassist`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.newbook_newbookap_contact_guestassist"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}