Schema Info

Schema Name: sfdl_prod_csv.salesforce_email_messages
  • created: 2023-02-03 15:20:30
  • disabled: False
  • format: raw
  • id: 1261
  • is_partitioned: False
  • is_schema_datatyped: True
  • name:
    {
        "database": "sfdl_prod_csv",
        "table": "salesforce_email_messages"
    }
  • type: csv
Schema Versions: 15
    • created: 2026-04-17 07:24:24
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
          "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_email_messages`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_email_messages`\n(\n `Id`  string , `ParentId`  string , `ActivityId`  string , `CreatedById`  string , `CreatedDate`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `TextBody`  string , `HtmlBody`  string , `Headers`  string , `Subject`  string , `Name`  string , `FromName`  string , `FromAddress`  string , `ValidatedFromAddress`  string , `ToAddress`  string , `CcAddress`  string , `BccAddress`  string , `Incoming`  string , `HasAttachment`  string , `Status`  string , `MessageDate`  string , `IsDeleted`  string , `ReplyToEmailMessageId`  string , `IsPrivateDraft`  string , `IsExternallyVisible`  string , `MessageIdentifier`  string , `ThreadIdentifier`  string , `ClientThreadIdentifier`  string , `FromId`  string , `IsClientManaged`  string , `AttachmentIds`  string , `RelatedToId`  string , `IsTracked`  string , `IsOpened`  string , `FirstOpenedDate`  string , `LastOpenedDate`  string , `IsBounced`  string , `EmailTemplateId`  string , `EmailRoutingAddressId`  string , `AutomationType`  string , `Source`  string , `Opportunity_ID__c`  string , `MigrationId__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-17/1776428619'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_email_messages"
      ]
    • hive_path: s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-17/1776428619
    • id: 1718131
    • processed: 1
    • raw_data:
      {
          "ActivityId": 2,
          "AttachmentIds": 32,
          "AutomationType": 41,
          "BccAddress": 18,
          "CcAddress": 17,
          "ClientThreadIdentifier": 29,
          "CreatedById": 3,
          "CreatedDate": 4,
          "EmailRoutingAddressId": 40,
          "EmailTemplateId": 39,
          "FirstOpenedDate": 36,
          "FromAddress": 14,
          "FromId": 30,
          "FromName": 13,
          "HasAttachment": 20,
          "Headers": 10,
          "HtmlBody": 9,
          "Id": 0,
          "Incoming": 19,
          "IsBounced": 38,
          "IsClientManaged": 31,
          "IsDeleted": 23,
          "IsExternallyVisible": 26,
          "IsOpened": 35,
          "IsPrivateDraft": 25,
          "IsTracked": 34,
          "LastModifiedById": 6,
          "LastModifiedDate": 5,
          "LastOpenedDate": 37,
          "MessageDate": 22,
          "MessageIdentifier": 27,
          "MigrationId__c": 44,
          "Name": 12,
          "Opportunity_ID__c": 43,
          "ParentId": 1,
          "RelatedToId": 33,
          "ReplyToEmailMessageId": 24,
          "Source": 42,
          "Status": 21,
          "Subject": 11,
          "SystemModstamp": 7,
          "TextBody": 8,
          "ThreadIdentifier": 28,
          "ToAddress": 16,
          "ValidatedFromAddress": 15
      }
    • schema_attributes:
      {
          "ActivityId": "string",
          "AttachmentIds": "string",
          "AutomationType": "string",
          "BccAddress": "string",
          "CcAddress": "string",
          "ClientThreadIdentifier": "string",
          "CreatedById": "string",
          "CreatedDate": "string",
          "EmailRoutingAddressId": "string",
          "EmailTemplateId": "string",
          "FirstOpenedDate": "string",
          "FromAddress": "string",
          "FromId": "string",
          "FromName": "string",
          "HasAttachment": "string",
          "Headers": "string",
          "HtmlBody": "string",
          "Id": "string",
          "Incoming": "string",
          "IsBounced": "string",
          "IsClientManaged": "string",
          "IsDeleted": "string",
          "IsExternallyVisible": "string",
          "IsOpened": "string",
          "IsPrivateDraft": "string",
          "IsTracked": "string",
          "LastModifiedById": "string",
          "LastModifiedDate": "string",
          "LastOpenedDate": "string",
          "MessageDate": "string",
          "MessageIdentifier": "string",
          "MigrationId__c": "string",
          "Name": "string",
          "Opportunity_ID__c": "string",
          "ParentId": "string",
          "RelatedToId": "string",
          "ReplyToEmailMessageId": "string",
          "Source": "string",
          "Status": "string",
          "Subject": "string",
          "SystemModstamp": "string",
          "TextBody": "string",
          "ThreadIdentifier": "string",
          "ToAddress": "string",
          "ValidatedFromAddress": "string"
      }
    • schema_name_id: 1261
    • schema_scan_id: 162173178
    • updated: 2026-04-17 07:24:35
    • created: 2026-04-16 07:24:36
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
          "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_email_messages`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_email_messages`\n(\n `Id`  string , `ParentId`  string , `ActivityId`  string , `CreatedById`  string , `CreatedDate`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `TextBody`  string , `HtmlBody`  string , `Headers`  string , `Subject`  string , `Name`  string , `FromName`  string , `FromAddress`  string , `ValidatedFromAddress`  string , `ToAddress`  string , `CcAddress`  string , `BccAddress`  string , `Incoming`  string , `HasAttachment`  string , `Status`  string , `MessageDate`  string , `IsDeleted`  string , `ReplyToEmailMessageId`  string , `IsPrivateDraft`  string , `IsExternallyVisible`  string , `MessageIdentifier`  string , `ThreadIdentifier`  string , `ClientThreadIdentifier`  string , `FromId`  string , `IsClientManaged`  string , `AttachmentIds`  string , `RelatedToId`  string , `IsTracked`  string , `IsOpened`  string , `FirstOpenedDate`  string , `LastOpenedDate`  string , `IsBounced`  string , `EmailTemplateId`  string , `EmailRoutingAddressId`  string , `AutomationType`  string , `Source`  string , `Opportunity_ID__c`  string , `MigrationId__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-16/1776342228'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_email_messages"
      ]
    • hive_path: s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-16/1776342228
    • id: 1716905
    • processed: 1
    • raw_data:
      {
          "ActivityId": 2,
          "AttachmentIds": 32,
          "AutomationType": 41,
          "BccAddress": 18,
          "CcAddress": 17,
          "ClientThreadIdentifier": 29,
          "CreatedById": 3,
          "CreatedDate": 4,
          "EmailRoutingAddressId": 40,
          "EmailTemplateId": 39,
          "FirstOpenedDate": 36,
          "FromAddress": 14,
          "FromId": 30,
          "FromName": 13,
          "HasAttachment": 20,
          "Headers": 10,
          "HtmlBody": 9,
          "Id": 0,
          "Incoming": 19,
          "IsBounced": 38,
          "IsClientManaged": 31,
          "IsDeleted": 23,
          "IsExternallyVisible": 26,
          "IsOpened": 35,
          "IsPrivateDraft": 25,
          "IsTracked": 34,
          "LastModifiedById": 6,
          "LastModifiedDate": 5,
          "LastOpenedDate": 37,
          "MessageDate": 22,
          "MessageIdentifier": 27,
          "MigrationId__c": 44,
          "Name": 12,
          "Opportunity_ID__c": 43,
          "ParentId": 1,
          "RelatedToId": 33,
          "ReplyToEmailMessageId": 24,
          "Source": 42,
          "Status": 21,
          "Subject": 11,
          "SystemModstamp": 7,
          "TextBody": 8,
          "ThreadIdentifier": 28,
          "ToAddress": 16,
          "ValidatedFromAddress": 15
      }
    • schema_attributes:
      {
          "ActivityId": "string",
          "AttachmentIds": "string",
          "AutomationType": "string",
          "BccAddress": "string",
          "CcAddress": "string",
          "ClientThreadIdentifier": "string",
          "CreatedById": "string",
          "CreatedDate": "string",
          "EmailRoutingAddressId": "string",
          "EmailTemplateId": "string",
          "FirstOpenedDate": "string",
          "FromAddress": "string",
          "FromId": "string",
          "FromName": "string",
          "HasAttachment": "string",
          "Headers": "string",
          "HtmlBody": "string",
          "Id": "string",
          "Incoming": "string",
          "IsBounced": "string",
          "IsClientManaged": "string",
          "IsDeleted": "string",
          "IsExternallyVisible": "string",
          "IsOpened": "string",
          "IsPrivateDraft": "string",
          "IsTracked": "string",
          "LastModifiedById": "string",
          "LastModifiedDate": "string",
          "LastOpenedDate": "string",
          "MessageDate": "string",
          "MessageIdentifier": "string",
          "MigrationId__c": "string",
          "Name": "string",
          "Opportunity_ID__c": "string",
          "ParentId": "string",
          "RelatedToId": "string",
          "ReplyToEmailMessageId": "string",
          "Source": "string",
          "Status": "string",
          "Subject": "string",
          "SystemModstamp": "string",
          "TextBody": "string",
          "ThreadIdentifier": "string",
          "ToAddress": "string",
          "ValidatedFromAddress": "string"
      }
    • schema_name_id: 1261
    • schema_scan_id: 162117457
    • updated: 2026-04-16 07:24:47
    • created: 2026-04-15 07:25:37
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
          "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_email_messages`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_email_messages`\n(\n `Id`  string , `ParentId`  string , `ActivityId`  string , `CreatedById`  string , `CreatedDate`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `TextBody`  string , `HtmlBody`  string , `Headers`  string , `Subject`  string , `Name`  string , `FromName`  string , `FromAddress`  string , `ValidatedFromAddress`  string , `ToAddress`  string , `CcAddress`  string , `BccAddress`  string , `Incoming`  string , `HasAttachment`  string , `Status`  string , `MessageDate`  string , `IsDeleted`  string , `ReplyToEmailMessageId`  string , `IsPrivateDraft`  string , `IsExternallyVisible`  string , `MessageIdentifier`  string , `ThreadIdentifier`  string , `ClientThreadIdentifier`  string , `FromId`  string , `IsClientManaged`  string , `AttachmentIds`  string , `RelatedToId`  string , `IsTracked`  string , `IsOpened`  string , `FirstOpenedDate`  string , `LastOpenedDate`  string , `IsBounced`  string , `EmailTemplateId`  string , `EmailRoutingAddressId`  string , `AutomationType`  string , `Source`  string , `Opportunity_ID__c`  string , `MigrationId__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-15/1776255884'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_email_messages"
      ]
    • hive_path: s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-15/1776255884
    • id: 1715704
    • processed: 1
    • raw_data:
      {
          "ActivityId": 2,
          "AttachmentIds": 32,
          "AutomationType": 41,
          "BccAddress": 18,
          "CcAddress": 17,
          "ClientThreadIdentifier": 29,
          "CreatedById": 3,
          "CreatedDate": 4,
          "EmailRoutingAddressId": 40,
          "EmailTemplateId": 39,
          "FirstOpenedDate": 36,
          "FromAddress": 14,
          "FromId": 30,
          "FromName": 13,
          "HasAttachment": 20,
          "Headers": 10,
          "HtmlBody": 9,
          "Id": 0,
          "Incoming": 19,
          "IsBounced": 38,
          "IsClientManaged": 31,
          "IsDeleted": 23,
          "IsExternallyVisible": 26,
          "IsOpened": 35,
          "IsPrivateDraft": 25,
          "IsTracked": 34,
          "LastModifiedById": 6,
          "LastModifiedDate": 5,
          "LastOpenedDate": 37,
          "MessageDate": 22,
          "MessageIdentifier": 27,
          "MigrationId__c": 44,
          "Name": 12,
          "Opportunity_ID__c": 43,
          "ParentId": 1,
          "RelatedToId": 33,
          "ReplyToEmailMessageId": 24,
          "Source": 42,
          "Status": 21,
          "Subject": 11,
          "SystemModstamp": 7,
          "TextBody": 8,
          "ThreadIdentifier": 28,
          "ToAddress": 16,
          "ValidatedFromAddress": 15
      }
    • schema_attributes:
      {
          "ActivityId": "string",
          "AttachmentIds": "string",
          "AutomationType": "string",
          "BccAddress": "string",
          "CcAddress": "string",
          "ClientThreadIdentifier": "string",
          "CreatedById": "string",
          "CreatedDate": "string",
          "EmailRoutingAddressId": "string",
          "EmailTemplateId": "string",
          "FirstOpenedDate": "string",
          "FromAddress": "string",
          "FromId": "string",
          "FromName": "string",
          "HasAttachment": "string",
          "Headers": "string",
          "HtmlBody": "string",
          "Id": "string",
          "Incoming": "string",
          "IsBounced": "string",
          "IsClientManaged": "string",
          "IsDeleted": "string",
          "IsExternallyVisible": "string",
          "IsOpened": "string",
          "IsPrivateDraft": "string",
          "IsTracked": "string",
          "LastModifiedById": "string",
          "LastModifiedDate": "string",
          "LastOpenedDate": "string",
          "MessageDate": "string",
          "MessageIdentifier": "string",
          "MigrationId__c": "string",
          "Name": "string",
          "Opportunity_ID__c": "string",
          "ParentId": "string",
          "RelatedToId": "string",
          "ReplyToEmailMessageId": "string",
          "Source": "string",
          "Status": "string",
          "Subject": "string",
          "SystemModstamp": "string",
          "TextBody": "string",
          "ThreadIdentifier": "string",
          "ToAddress": "string",
          "ValidatedFromAddress": "string"
      }
    • schema_name_id: 1261
    • schema_scan_id: 162061899
    • updated: 2026-04-15 07:25:51
    • created: 2026-04-14 07:24:09
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
          "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_email_messages`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_email_messages`\n(\n `Id`  string , `ParentId`  string , `ActivityId`  string , `CreatedById`  string , `CreatedDate`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `TextBody`  string , `HtmlBody`  string , `Headers`  string , `Subject`  string , `Name`  string , `FromName`  string , `FromAddress`  string , `ValidatedFromAddress`  string , `ToAddress`  string , `CcAddress`  string , `BccAddress`  string , `Incoming`  string , `HasAttachment`  string , `Status`  string , `MessageDate`  string , `IsDeleted`  string , `ReplyToEmailMessageId`  string , `IsPrivateDraft`  string , `IsExternallyVisible`  string , `MessageIdentifier`  string , `ThreadIdentifier`  string , `ClientThreadIdentifier`  string , `FromId`  string , `IsClientManaged`  string , `AttachmentIds`  string , `RelatedToId`  string , `IsTracked`  string , `IsOpened`  string , `FirstOpenedDate`  string , `LastOpenedDate`  string , `IsBounced`  string , `EmailTemplateId`  string , `EmailRoutingAddressId`  string , `AutomationType`  string , `Source`  string , `Opportunity_ID__c`  string , `MigrationId__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-14/1776169391'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_email_messages"
      ]
    • hive_path: s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-14/1776169391
    • id: 1714512
    • processed: 1
    • raw_data:
      {
          "ActivityId": 2,
          "AttachmentIds": 32,
          "AutomationType": 41,
          "BccAddress": 18,
          "CcAddress": 17,
          "ClientThreadIdentifier": 29,
          "CreatedById": 3,
          "CreatedDate": 4,
          "EmailRoutingAddressId": 40,
          "EmailTemplateId": 39,
          "FirstOpenedDate": 36,
          "FromAddress": 14,
          "FromId": 30,
          "FromName": 13,
          "HasAttachment": 20,
          "Headers": 10,
          "HtmlBody": 9,
          "Id": 0,
          "Incoming": 19,
          "IsBounced": 38,
          "IsClientManaged": 31,
          "IsDeleted": 23,
          "IsExternallyVisible": 26,
          "IsOpened": 35,
          "IsPrivateDraft": 25,
          "IsTracked": 34,
          "LastModifiedById": 6,
          "LastModifiedDate": 5,
          "LastOpenedDate": 37,
          "MessageDate": 22,
          "MessageIdentifier": 27,
          "MigrationId__c": 44,
          "Name": 12,
          "Opportunity_ID__c": 43,
          "ParentId": 1,
          "RelatedToId": 33,
          "ReplyToEmailMessageId": 24,
          "Source": 42,
          "Status": 21,
          "Subject": 11,
          "SystemModstamp": 7,
          "TextBody": 8,
          "ThreadIdentifier": 28,
          "ToAddress": 16,
          "ValidatedFromAddress": 15
      }
    • schema_attributes:
      {
          "ActivityId": "string",
          "AttachmentIds": "string",
          "AutomationType": "string",
          "BccAddress": "string",
          "CcAddress": "string",
          "ClientThreadIdentifier": "string",
          "CreatedById": "string",
          "CreatedDate": "string",
          "EmailRoutingAddressId": "string",
          "EmailTemplateId": "string",
          "FirstOpenedDate": "string",
          "FromAddress": "string",
          "FromId": "string",
          "FromName": "string",
          "HasAttachment": "string",
          "Headers": "string",
          "HtmlBody": "string",
          "Id": "string",
          "Incoming": "string",
          "IsBounced": "string",
          "IsClientManaged": "string",
          "IsDeleted": "string",
          "IsExternallyVisible": "string",
          "IsOpened": "string",
          "IsPrivateDraft": "string",
          "IsTracked": "string",
          "LastModifiedById": "string",
          "LastModifiedDate": "string",
          "LastOpenedDate": "string",
          "MessageDate": "string",
          "MessageIdentifier": "string",
          "MigrationId__c": "string",
          "Name": "string",
          "Opportunity_ID__c": "string",
          "ParentId": "string",
          "RelatedToId": "string",
          "ReplyToEmailMessageId": "string",
          "Source": "string",
          "Status": "string",
          "Subject": "string",
          "SystemModstamp": "string",
          "TextBody": "string",
          "ThreadIdentifier": "string",
          "ToAddress": "string",
          "ValidatedFromAddress": "string"
      }
    • schema_name_id: 1261
    • schema_scan_id: 162006479
    • updated: 2026-04-14 07:24:21
    • created: 2026-04-13 07:23:57
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
          "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_email_messages`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_email_messages`\n(\n `Id`  string , `ParentId`  string , `ActivityId`  string , `CreatedById`  string , `CreatedDate`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `TextBody`  string , `HtmlBody`  string , `Headers`  string , `Subject`  string , `Name`  string , `FromName`  string , `FromAddress`  string , `ValidatedFromAddress`  string , `ToAddress`  string , `CcAddress`  string , `BccAddress`  string , `Incoming`  string , `HasAttachment`  string , `Status`  string , `MessageDate`  string , `IsDeleted`  string , `ReplyToEmailMessageId`  string , `IsPrivateDraft`  string , `IsExternallyVisible`  string , `MessageIdentifier`  string , `ThreadIdentifier`  string , `ClientThreadIdentifier`  string , `FromId`  string , `IsClientManaged`  string , `AttachmentIds`  string , `RelatedToId`  string , `IsTracked`  string , `IsOpened`  string , `FirstOpenedDate`  string , `LastOpenedDate`  string , `IsBounced`  string , `EmailTemplateId`  string , `EmailRoutingAddressId`  string , `AutomationType`  string , `Source`  string , `Opportunity_ID__c`  string , `MigrationId__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-13/1776082994'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_email_messages"
      ]
    • hive_path: s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-13/1776082994
    • id: 1713287
    • processed: 1
    • raw_data:
      {
          "ActivityId": 2,
          "AttachmentIds": 32,
          "AutomationType": 41,
          "BccAddress": 18,
          "CcAddress": 17,
          "ClientThreadIdentifier": 29,
          "CreatedById": 3,
          "CreatedDate": 4,
          "EmailRoutingAddressId": 40,
          "EmailTemplateId": 39,
          "FirstOpenedDate": 36,
          "FromAddress": 14,
          "FromId": 30,
          "FromName": 13,
          "HasAttachment": 20,
          "Headers": 10,
          "HtmlBody": 9,
          "Id": 0,
          "Incoming": 19,
          "IsBounced": 38,
          "IsClientManaged": 31,
          "IsDeleted": 23,
          "IsExternallyVisible": 26,
          "IsOpened": 35,
          "IsPrivateDraft": 25,
          "IsTracked": 34,
          "LastModifiedById": 6,
          "LastModifiedDate": 5,
          "LastOpenedDate": 37,
          "MessageDate": 22,
          "MessageIdentifier": 27,
          "MigrationId__c": 44,
          "Name": 12,
          "Opportunity_ID__c": 43,
          "ParentId": 1,
          "RelatedToId": 33,
          "ReplyToEmailMessageId": 24,
          "Source": 42,
          "Status": 21,
          "Subject": 11,
          "SystemModstamp": 7,
          "TextBody": 8,
          "ThreadIdentifier": 28,
          "ToAddress": 16,
          "ValidatedFromAddress": 15
      }
    • schema_attributes:
      {
          "ActivityId": "string",
          "AttachmentIds": "string",
          "AutomationType": "string",
          "BccAddress": "string",
          "CcAddress": "string",
          "ClientThreadIdentifier": "string",
          "CreatedById": "string",
          "CreatedDate": "string",
          "EmailRoutingAddressId": "string",
          "EmailTemplateId": "string",
          "FirstOpenedDate": "string",
          "FromAddress": "string",
          "FromId": "string",
          "FromName": "string",
          "HasAttachment": "string",
          "Headers": "string",
          "HtmlBody": "string",
          "Id": "string",
          "Incoming": "string",
          "IsBounced": "string",
          "IsClientManaged": "string",
          "IsDeleted": "string",
          "IsExternallyVisible": "string",
          "IsOpened": "string",
          "IsPrivateDraft": "string",
          "IsTracked": "string",
          "LastModifiedById": "string",
          "LastModifiedDate": "string",
          "LastOpenedDate": "string",
          "MessageDate": "string",
          "MessageIdentifier": "string",
          "MigrationId__c": "string",
          "Name": "string",
          "Opportunity_ID__c": "string",
          "ParentId": "string",
          "RelatedToId": "string",
          "ReplyToEmailMessageId": "string",
          "Source": "string",
          "Status": "string",
          "Subject": "string",
          "SystemModstamp": "string",
          "TextBody": "string",
          "ThreadIdentifier": "string",
          "ToAddress": "string",
          "ValidatedFromAddress": "string"
      }
    • schema_name_id: 1261
    • schema_scan_id: 161948430
    • updated: 2026-04-13 07:24:08
    • created: 2026-04-12 07:26:05
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
          "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_email_messages`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_email_messages`\n(\n `Id`  string , `ParentId`  string , `ActivityId`  string , `CreatedById`  string , `CreatedDate`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `TextBody`  string , `HtmlBody`  string , `Headers`  string , `Subject`  string , `Name`  string , `FromName`  string , `FromAddress`  string , `ValidatedFromAddress`  string , `ToAddress`  string , `CcAddress`  string , `BccAddress`  string , `Incoming`  string , `HasAttachment`  string , `Status`  string , `MessageDate`  string , `IsDeleted`  string , `ReplyToEmailMessageId`  string , `IsPrivateDraft`  string , `IsExternallyVisible`  string , `MessageIdentifier`  string , `ThreadIdentifier`  string , `ClientThreadIdentifier`  string , `FromId`  string , `IsClientManaged`  string , `AttachmentIds`  string , `RelatedToId`  string , `IsTracked`  string , `IsOpened`  string , `FirstOpenedDate`  string , `LastOpenedDate`  string , `IsBounced`  string , `EmailTemplateId`  string , `EmailRoutingAddressId`  string , `AutomationType`  string , `Source`  string , `Opportunity_ID__c`  string , `MigrationId__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-12/1775996719'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_email_messages"
      ]
    • hive_path: s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-12/1775996719
    • id: 1712107
    • processed: 1
    • raw_data:
      {
          "ActivityId": 2,
          "AttachmentIds": 32,
          "AutomationType": 41,
          "BccAddress": 18,
          "CcAddress": 17,
          "ClientThreadIdentifier": 29,
          "CreatedById": 3,
          "CreatedDate": 4,
          "EmailRoutingAddressId": 40,
          "EmailTemplateId": 39,
          "FirstOpenedDate": 36,
          "FromAddress": 14,
          "FromId": 30,
          "FromName": 13,
          "HasAttachment": 20,
          "Headers": 10,
          "HtmlBody": 9,
          "Id": 0,
          "Incoming": 19,
          "IsBounced": 38,
          "IsClientManaged": 31,
          "IsDeleted": 23,
          "IsExternallyVisible": 26,
          "IsOpened": 35,
          "IsPrivateDraft": 25,
          "IsTracked": 34,
          "LastModifiedById": 6,
          "LastModifiedDate": 5,
          "LastOpenedDate": 37,
          "MessageDate": 22,
          "MessageIdentifier": 27,
          "MigrationId__c": 44,
          "Name": 12,
          "Opportunity_ID__c": 43,
          "ParentId": 1,
          "RelatedToId": 33,
          "ReplyToEmailMessageId": 24,
          "Source": 42,
          "Status": 21,
          "Subject": 11,
          "SystemModstamp": 7,
          "TextBody": 8,
          "ThreadIdentifier": 28,
          "ToAddress": 16,
          "ValidatedFromAddress": 15
      }
    • schema_attributes:
      {
          "ActivityId": "string",
          "AttachmentIds": "string",
          "AutomationType": "string",
          "BccAddress": "string",
          "CcAddress": "string",
          "ClientThreadIdentifier": "string",
          "CreatedById": "string",
          "CreatedDate": "string",
          "EmailRoutingAddressId": "string",
          "EmailTemplateId": "string",
          "FirstOpenedDate": "string",
          "FromAddress": "string",
          "FromId": "string",
          "FromName": "string",
          "HasAttachment": "string",
          "Headers": "string",
          "HtmlBody": "string",
          "Id": "string",
          "Incoming": "string",
          "IsBounced": "string",
          "IsClientManaged": "string",
          "IsDeleted": "string",
          "IsExternallyVisible": "string",
          "IsOpened": "string",
          "IsPrivateDraft": "string",
          "IsTracked": "string",
          "LastModifiedById": "string",
          "LastModifiedDate": "string",
          "LastOpenedDate": "string",
          "MessageDate": "string",
          "MessageIdentifier": "string",
          "MigrationId__c": "string",
          "Name": "string",
          "Opportunity_ID__c": "string",
          "ParentId": "string",
          "RelatedToId": "string",
          "ReplyToEmailMessageId": "string",
          "Source": "string",
          "Status": "string",
          "Subject": "string",
          "SystemModstamp": "string",
          "TextBody": "string",
          "ThreadIdentifier": "string",
          "ToAddress": "string",
          "ValidatedFromAddress": "string"
      }
    • schema_name_id: 1261
    • schema_scan_id: 161899620
    • updated: 2026-04-12 07:26:17
    • created: 2026-04-11 07:23:28
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
          "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_email_messages`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_email_messages`\n(\n `Id`  string , `ParentId`  string , `ActivityId`  string , `CreatedById`  string , `CreatedDate`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `TextBody`  string , `HtmlBody`  string , `Headers`  string , `Subject`  string , `Name`  string , `FromName`  string , `FromAddress`  string , `ValidatedFromAddress`  string , `ToAddress`  string , `CcAddress`  string , `BccAddress`  string , `Incoming`  string , `HasAttachment`  string , `Status`  string , `MessageDate`  string , `IsDeleted`  string , `ReplyToEmailMessageId`  string , `IsPrivateDraft`  string , `IsExternallyVisible`  string , `MessageIdentifier`  string , `ThreadIdentifier`  string , `ClientThreadIdentifier`  string , `FromId`  string , `IsClientManaged`  string , `AttachmentIds`  string , `RelatedToId`  string , `IsTracked`  string , `IsOpened`  string , `FirstOpenedDate`  string , `LastOpenedDate`  string , `IsBounced`  string , `EmailTemplateId`  string , `EmailRoutingAddressId`  string , `AutomationType`  string , `Source`  string , `Opportunity_ID__c`  string , `MigrationId__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-11/1775910163'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_email_messages"
      ]
    • hive_path: s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-11/1775910163
    • id: 1710893
    • processed: 1
    • raw_data:
      {
          "ActivityId": 2,
          "AttachmentIds": 32,
          "AutomationType": 41,
          "BccAddress": 18,
          "CcAddress": 17,
          "ClientThreadIdentifier": 29,
          "CreatedById": 3,
          "CreatedDate": 4,
          "EmailRoutingAddressId": 40,
          "EmailTemplateId": 39,
          "FirstOpenedDate": 36,
          "FromAddress": 14,
          "FromId": 30,
          "FromName": 13,
          "HasAttachment": 20,
          "Headers": 10,
          "HtmlBody": 9,
          "Id": 0,
          "Incoming": 19,
          "IsBounced": 38,
          "IsClientManaged": 31,
          "IsDeleted": 23,
          "IsExternallyVisible": 26,
          "IsOpened": 35,
          "IsPrivateDraft": 25,
          "IsTracked": 34,
          "LastModifiedById": 6,
          "LastModifiedDate": 5,
          "LastOpenedDate": 37,
          "MessageDate": 22,
          "MessageIdentifier": 27,
          "MigrationId__c": 44,
          "Name": 12,
          "Opportunity_ID__c": 43,
          "ParentId": 1,
          "RelatedToId": 33,
          "ReplyToEmailMessageId": 24,
          "Source": 42,
          "Status": 21,
          "Subject": 11,
          "SystemModstamp": 7,
          "TextBody": 8,
          "ThreadIdentifier": 28,
          "ToAddress": 16,
          "ValidatedFromAddress": 15
      }
    • schema_attributes:
      {
          "ActivityId": "string",
          "AttachmentIds": "string",
          "AutomationType": "string",
          "BccAddress": "string",
          "CcAddress": "string",
          "ClientThreadIdentifier": "string",
          "CreatedById": "string",
          "CreatedDate": "string",
          "EmailRoutingAddressId": "string",
          "EmailTemplateId": "string",
          "FirstOpenedDate": "string",
          "FromAddress": "string",
          "FromId": "string",
          "FromName": "string",
          "HasAttachment": "string",
          "Headers": "string",
          "HtmlBody": "string",
          "Id": "string",
          "Incoming": "string",
          "IsBounced": "string",
          "IsClientManaged": "string",
          "IsDeleted": "string",
          "IsExternallyVisible": "string",
          "IsOpened": "string",
          "IsPrivateDraft": "string",
          "IsTracked": "string",
          "LastModifiedById": "string",
          "LastModifiedDate": "string",
          "LastOpenedDate": "string",
          "MessageDate": "string",
          "MessageIdentifier": "string",
          "MigrationId__c": "string",
          "Name": "string",
          "Opportunity_ID__c": "string",
          "ParentId": "string",
          "RelatedToId": "string",
          "ReplyToEmailMessageId": "string",
          "Source": "string",
          "Status": "string",
          "Subject": "string",
          "SystemModstamp": "string",
          "TextBody": "string",
          "ThreadIdentifier": "string",
          "ToAddress": "string",
          "ValidatedFromAddress": "string"
      }
    • schema_name_id: 1261
    • schema_scan_id: 161846941
    • updated: 2026-04-11 07:23:42
    • created: 2026-04-10 07:24:19
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
          "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_email_messages`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_email_messages`\n(\n `Id`  string , `ParentId`  string , `ActivityId`  string , `CreatedById`  string , `CreatedDate`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `TextBody`  string , `HtmlBody`  string , `Headers`  string , `Subject`  string , `Name`  string , `FromName`  string , `FromAddress`  string , `ValidatedFromAddress`  string , `ToAddress`  string , `CcAddress`  string , `BccAddress`  string , `Incoming`  string , `HasAttachment`  string , `Status`  string , `MessageDate`  string , `IsDeleted`  string , `ReplyToEmailMessageId`  string , `IsPrivateDraft`  string , `IsExternallyVisible`  string , `MessageIdentifier`  string , `ThreadIdentifier`  string , `ClientThreadIdentifier`  string , `FromId`  string , `IsClientManaged`  string , `AttachmentIds`  string , `RelatedToId`  string , `IsTracked`  string , `IsOpened`  string , `FirstOpenedDate`  string , `LastOpenedDate`  string , `IsBounced`  string , `EmailTemplateId`  string , `EmailRoutingAddressId`  string , `AutomationType`  string , `Source`  string , `Opportunity_ID__c`  string , `MigrationId__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-10/1775823806'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_email_messages"
      ]
    • hive_path: s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-10/1775823806
    • id: 1709715
    • processed: 1
    • raw_data:
      {
          "ActivityId": 2,
          "AttachmentIds": 32,
          "AutomationType": 41,
          "BccAddress": 18,
          "CcAddress": 17,
          "ClientThreadIdentifier": 29,
          "CreatedById": 3,
          "CreatedDate": 4,
          "EmailRoutingAddressId": 40,
          "EmailTemplateId": 39,
          "FirstOpenedDate": 36,
          "FromAddress": 14,
          "FromId": 30,
          "FromName": 13,
          "HasAttachment": 20,
          "Headers": 10,
          "HtmlBody": 9,
          "Id": 0,
          "Incoming": 19,
          "IsBounced": 38,
          "IsClientManaged": 31,
          "IsDeleted": 23,
          "IsExternallyVisible": 26,
          "IsOpened": 35,
          "IsPrivateDraft": 25,
          "IsTracked": 34,
          "LastModifiedById": 6,
          "LastModifiedDate": 5,
          "LastOpenedDate": 37,
          "MessageDate": 22,
          "MessageIdentifier": 27,
          "MigrationId__c": 44,
          "Name": 12,
          "Opportunity_ID__c": 43,
          "ParentId": 1,
          "RelatedToId": 33,
          "ReplyToEmailMessageId": 24,
          "Source": 42,
          "Status": 21,
          "Subject": 11,
          "SystemModstamp": 7,
          "TextBody": 8,
          "ThreadIdentifier": 28,
          "ToAddress": 16,
          "ValidatedFromAddress": 15
      }
    • schema_attributes:
      {
          "ActivityId": "string",
          "AttachmentIds": "string",
          "AutomationType": "string",
          "BccAddress": "string",
          "CcAddress": "string",
          "ClientThreadIdentifier": "string",
          "CreatedById": "string",
          "CreatedDate": "string",
          "EmailRoutingAddressId": "string",
          "EmailTemplateId": "string",
          "FirstOpenedDate": "string",
          "FromAddress": "string",
          "FromId": "string",
          "FromName": "string",
          "HasAttachment": "string",
          "Headers": "string",
          "HtmlBody": "string",
          "Id": "string",
          "Incoming": "string",
          "IsBounced": "string",
          "IsClientManaged": "string",
          "IsDeleted": "string",
          "IsExternallyVisible": "string",
          "IsOpened": "string",
          "IsPrivateDraft": "string",
          "IsTracked": "string",
          "LastModifiedById": "string",
          "LastModifiedDate": "string",
          "LastOpenedDate": "string",
          "MessageDate": "string",
          "MessageIdentifier": "string",
          "MigrationId__c": "string",
          "Name": "string",
          "Opportunity_ID__c": "string",
          "ParentId": "string",
          "RelatedToId": "string",
          "ReplyToEmailMessageId": "string",
          "Source": "string",
          "Status": "string",
          "Subject": "string",
          "SystemModstamp": "string",
          "TextBody": "string",
          "ThreadIdentifier": "string",
          "ToAddress": "string",
          "ValidatedFromAddress": "string"
      }
    • schema_name_id: 1261
    • schema_scan_id: 161792178
    • updated: 2026-04-10 07:24:32
    • created: 2026-04-09 07:24:38
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
          "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_email_messages`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_email_messages`\n(\n `Id`  string , `ParentId`  string , `ActivityId`  string , `CreatedById`  string , `CreatedDate`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `TextBody`  string , `HtmlBody`  string , `Headers`  string , `Subject`  string , `Name`  string , `FromName`  string , `FromAddress`  string , `ValidatedFromAddress`  string , `ToAddress`  string , `CcAddress`  string , `BccAddress`  string , `Incoming`  string , `HasAttachment`  string , `Status`  string , `MessageDate`  string , `IsDeleted`  string , `ReplyToEmailMessageId`  string , `IsPrivateDraft`  string , `IsExternallyVisible`  string , `MessageIdentifier`  string , `ThreadIdentifier`  string , `ClientThreadIdentifier`  string , `FromId`  string , `IsClientManaged`  string , `AttachmentIds`  string , `RelatedToId`  string , `IsTracked`  string , `IsOpened`  string , `FirstOpenedDate`  string , `LastOpenedDate`  string , `IsBounced`  string , `EmailTemplateId`  string , `EmailRoutingAddressId`  string , `AutomationType`  string , `Source`  string , `Opportunity_ID__c`  string , `MigrationId__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-09/1775737420'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_email_messages"
      ]
    • hive_path: s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-09/1775737420
    • id: 1708574
    • processed: 1
    • raw_data:
      {
          "ActivityId": 2,
          "AttachmentIds": 32,
          "AutomationType": 41,
          "BccAddress": 18,
          "CcAddress": 17,
          "ClientThreadIdentifier": 29,
          "CreatedById": 3,
          "CreatedDate": 4,
          "EmailRoutingAddressId": 40,
          "EmailTemplateId": 39,
          "FirstOpenedDate": 36,
          "FromAddress": 14,
          "FromId": 30,
          "FromName": 13,
          "HasAttachment": 20,
          "Headers": 10,
          "HtmlBody": 9,
          "Id": 0,
          "Incoming": 19,
          "IsBounced": 38,
          "IsClientManaged": 31,
          "IsDeleted": 23,
          "IsExternallyVisible": 26,
          "IsOpened": 35,
          "IsPrivateDraft": 25,
          "IsTracked": 34,
          "LastModifiedById": 6,
          "LastModifiedDate": 5,
          "LastOpenedDate": 37,
          "MessageDate": 22,
          "MessageIdentifier": 27,
          "MigrationId__c": 44,
          "Name": 12,
          "Opportunity_ID__c": 43,
          "ParentId": 1,
          "RelatedToId": 33,
          "ReplyToEmailMessageId": 24,
          "Source": 42,
          "Status": 21,
          "Subject": 11,
          "SystemModstamp": 7,
          "TextBody": 8,
          "ThreadIdentifier": 28,
          "ToAddress": 16,
          "ValidatedFromAddress": 15
      }
    • schema_attributes:
      {
          "ActivityId": "string",
          "AttachmentIds": "string",
          "AutomationType": "string",
          "BccAddress": "string",
          "CcAddress": "string",
          "ClientThreadIdentifier": "string",
          "CreatedById": "string",
          "CreatedDate": "string",
          "EmailRoutingAddressId": "string",
          "EmailTemplateId": "string",
          "FirstOpenedDate": "string",
          "FromAddress": "string",
          "FromId": "string",
          "FromName": "string",
          "HasAttachment": "string",
          "Headers": "string",
          "HtmlBody": "string",
          "Id": "string",
          "Incoming": "string",
          "IsBounced": "string",
          "IsClientManaged": "string",
          "IsDeleted": "string",
          "IsExternallyVisible": "string",
          "IsOpened": "string",
          "IsPrivateDraft": "string",
          "IsTracked": "string",
          "LastModifiedById": "string",
          "LastModifiedDate": "string",
          "LastOpenedDate": "string",
          "MessageDate": "string",
          "MessageIdentifier": "string",
          "MigrationId__c": "string",
          "Name": "string",
          "Opportunity_ID__c": "string",
          "ParentId": "string",
          "RelatedToId": "string",
          "ReplyToEmailMessageId": "string",
          "Source": "string",
          "Status": "string",
          "Subject": "string",
          "SystemModstamp": "string",
          "TextBody": "string",
          "ThreadIdentifier": "string",
          "ToAddress": "string",
          "ValidatedFromAddress": "string"
      }
    • schema_name_id: 1261
    • schema_scan_id: 161736350
    • updated: 2026-04-09 07:24:52
    • created: 2026-04-08 07:24:46
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
          "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_email_messages`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_email_messages`\n(\n `Id`  string , `ParentId`  string , `ActivityId`  string , `CreatedById`  string , `CreatedDate`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `TextBody`  string , `HtmlBody`  string , `Headers`  string , `Subject`  string , `Name`  string , `FromName`  string , `FromAddress`  string , `ValidatedFromAddress`  string , `ToAddress`  string , `CcAddress`  string , `BccAddress`  string , `Incoming`  string , `HasAttachment`  string , `Status`  string , `MessageDate`  string , `IsDeleted`  string , `ReplyToEmailMessageId`  string , `IsPrivateDraft`  string , `IsExternallyVisible`  string , `MessageIdentifier`  string , `ThreadIdentifier`  string , `ClientThreadIdentifier`  string , `FromId`  string , `IsClientManaged`  string , `AttachmentIds`  string , `RelatedToId`  string , `IsTracked`  string , `IsOpened`  string , `FirstOpenedDate`  string , `LastOpenedDate`  string , `IsBounced`  string , `EmailTemplateId`  string , `EmailRoutingAddressId`  string , `AutomationType`  string , `Source`  string , `Opportunity_ID__c`  string , `MigrationId__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-08/1775651020'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_email_messages"
      ]
    • hive_path: s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-08/1775651020
    • id: 1707386
    • processed: 1
    • raw_data:
      {
          "ActivityId": 2,
          "AttachmentIds": 32,
          "AutomationType": 41,
          "BccAddress": 18,
          "CcAddress": 17,
          "ClientThreadIdentifier": 29,
          "CreatedById": 3,
          "CreatedDate": 4,
          "EmailRoutingAddressId": 40,
          "EmailTemplateId": 39,
          "FirstOpenedDate": 36,
          "FromAddress": 14,
          "FromId": 30,
          "FromName": 13,
          "HasAttachment": 20,
          "Headers": 10,
          "HtmlBody": 9,
          "Id": 0,
          "Incoming": 19,
          "IsBounced": 38,
          "IsClientManaged": 31,
          "IsDeleted": 23,
          "IsExternallyVisible": 26,
          "IsOpened": 35,
          "IsPrivateDraft": 25,
          "IsTracked": 34,
          "LastModifiedById": 6,
          "LastModifiedDate": 5,
          "LastOpenedDate": 37,
          "MessageDate": 22,
          "MessageIdentifier": 27,
          "MigrationId__c": 44,
          "Name": 12,
          "Opportunity_ID__c": 43,
          "ParentId": 1,
          "RelatedToId": 33,
          "ReplyToEmailMessageId": 24,
          "Source": 42,
          "Status": 21,
          "Subject": 11,
          "SystemModstamp": 7,
          "TextBody": 8,
          "ThreadIdentifier": 28,
          "ToAddress": 16,
          "ValidatedFromAddress": 15
      }
    • schema_attributes:
      {
          "ActivityId": "string",
          "AttachmentIds": "string",
          "AutomationType": "string",
          "BccAddress": "string",
          "CcAddress": "string",
          "ClientThreadIdentifier": "string",
          "CreatedById": "string",
          "CreatedDate": "string",
          "EmailRoutingAddressId": "string",
          "EmailTemplateId": "string",
          "FirstOpenedDate": "string",
          "FromAddress": "string",
          "FromId": "string",
          "FromName": "string",
          "HasAttachment": "string",
          "Headers": "string",
          "HtmlBody": "string",
          "Id": "string",
          "Incoming": "string",
          "IsBounced": "string",
          "IsClientManaged": "string",
          "IsDeleted": "string",
          "IsExternallyVisible": "string",
          "IsOpened": "string",
          "IsPrivateDraft": "string",
          "IsTracked": "string",
          "LastModifiedById": "string",
          "LastModifiedDate": "string",
          "LastOpenedDate": "string",
          "MessageDate": "string",
          "MessageIdentifier": "string",
          "MigrationId__c": "string",
          "Name": "string",
          "Opportunity_ID__c": "string",
          "ParentId": "string",
          "RelatedToId": "string",
          "ReplyToEmailMessageId": "string",
          "Source": "string",
          "Status": "string",
          "Subject": "string",
          "SystemModstamp": "string",
          "TextBody": "string",
          "ThreadIdentifier": "string",
          "ToAddress": "string",
          "ValidatedFromAddress": "string"
      }
    • schema_name_id: 1261
    • schema_scan_id: 161681549
    • updated: 2026-04-08 07:24:57
    • created: 2026-04-07 07:23:22
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
          "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_email_messages`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_email_messages`\n(\n `Id`  string , `ParentId`  string , `ActivityId`  string , `CreatedById`  string , `CreatedDate`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `TextBody`  string , `HtmlBody`  string , `Headers`  string , `Subject`  string , `Name`  string , `FromName`  string , `FromAddress`  string , `ValidatedFromAddress`  string , `ToAddress`  string , `CcAddress`  string , `BccAddress`  string , `Incoming`  string , `HasAttachment`  string , `Status`  string , `MessageDate`  string , `IsDeleted`  string , `ReplyToEmailMessageId`  string , `IsPrivateDraft`  string , `IsExternallyVisible`  string , `MessageIdentifier`  string , `ThreadIdentifier`  string , `ClientThreadIdentifier`  string , `FromId`  string , `IsClientManaged`  string , `AttachmentIds`  string , `RelatedToId`  string , `IsTracked`  string , `IsOpened`  string , `FirstOpenedDate`  string , `LastOpenedDate`  string , `IsBounced`  string , `EmailTemplateId`  string , `EmailRoutingAddressId`  string , `AutomationType`  string , `Source`  string , `Opportunity_ID__c`  string , `MigrationId__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-07/1775564553'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_email_messages"
      ]
    • hive_path: s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-07/1775564553
    • id: 1706189
    • processed: 1
    • raw_data:
      {
          "ActivityId": 2,
          "AttachmentIds": 32,
          "AutomationType": 41,
          "BccAddress": 18,
          "CcAddress": 17,
          "ClientThreadIdentifier": 29,
          "CreatedById": 3,
          "CreatedDate": 4,
          "EmailRoutingAddressId": 40,
          "EmailTemplateId": 39,
          "FirstOpenedDate": 36,
          "FromAddress": 14,
          "FromId": 30,
          "FromName": 13,
          "HasAttachment": 20,
          "Headers": 10,
          "HtmlBody": 9,
          "Id": 0,
          "Incoming": 19,
          "IsBounced": 38,
          "IsClientManaged": 31,
          "IsDeleted": 23,
          "IsExternallyVisible": 26,
          "IsOpened": 35,
          "IsPrivateDraft": 25,
          "IsTracked": 34,
          "LastModifiedById": 6,
          "LastModifiedDate": 5,
          "LastOpenedDate": 37,
          "MessageDate": 22,
          "MessageIdentifier": 27,
          "MigrationId__c": 44,
          "Name": 12,
          "Opportunity_ID__c": 43,
          "ParentId": 1,
          "RelatedToId": 33,
          "ReplyToEmailMessageId": 24,
          "Source": 42,
          "Status": 21,
          "Subject": 11,
          "SystemModstamp": 7,
          "TextBody": 8,
          "ThreadIdentifier": 28,
          "ToAddress": 16,
          "ValidatedFromAddress": 15
      }
    • schema_attributes:
      {
          "ActivityId": "string",
          "AttachmentIds": "string",
          "AutomationType": "string",
          "BccAddress": "string",
          "CcAddress": "string",
          "ClientThreadIdentifier": "string",
          "CreatedById": "string",
          "CreatedDate": "string",
          "EmailRoutingAddressId": "string",
          "EmailTemplateId": "string",
          "FirstOpenedDate": "string",
          "FromAddress": "string",
          "FromId": "string",
          "FromName": "string",
          "HasAttachment": "string",
          "Headers": "string",
          "HtmlBody": "string",
          "Id": "string",
          "Incoming": "string",
          "IsBounced": "string",
          "IsClientManaged": "string",
          "IsDeleted": "string",
          "IsExternallyVisible": "string",
          "IsOpened": "string",
          "IsPrivateDraft": "string",
          "IsTracked": "string",
          "LastModifiedById": "string",
          "LastModifiedDate": "string",
          "LastOpenedDate": "string",
          "MessageDate": "string",
          "MessageIdentifier": "string",
          "MigrationId__c": "string",
          "Name": "string",
          "Opportunity_ID__c": "string",
          "ParentId": "string",
          "RelatedToId": "string",
          "ReplyToEmailMessageId": "string",
          "Source": "string",
          "Status": "string",
          "Subject": "string",
          "SystemModstamp": "string",
          "TextBody": "string",
          "ThreadIdentifier": "string",
          "ToAddress": "string",
          "ValidatedFromAddress": "string"
      }
    • schema_name_id: 1261
    • schema_scan_id: 161625296
    • updated: 2026-04-07 07:23:36
    • created: 2026-04-06 07:23:07
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
          "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_email_messages`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_email_messages`\n(\n `Id`  string , `ParentId`  string , `ActivityId`  string , `CreatedById`  string , `CreatedDate`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `TextBody`  string , `HtmlBody`  string , `Headers`  string , `Subject`  string , `Name`  string , `FromName`  string , `FromAddress`  string , `ValidatedFromAddress`  string , `ToAddress`  string , `CcAddress`  string , `BccAddress`  string , `Incoming`  string , `HasAttachment`  string , `Status`  string , `MessageDate`  string , `IsDeleted`  string , `ReplyToEmailMessageId`  string , `IsPrivateDraft`  string , `IsExternallyVisible`  string , `MessageIdentifier`  string , `ThreadIdentifier`  string , `ClientThreadIdentifier`  string , `FromId`  string , `IsClientManaged`  string , `AttachmentIds`  string , `RelatedToId`  string , `IsTracked`  string , `IsOpened`  string , `FirstOpenedDate`  string , `LastOpenedDate`  string , `IsBounced`  string , `EmailTemplateId`  string , `EmailRoutingAddressId`  string , `AutomationType`  string , `Source`  string , `Opportunity_ID__c`  string , `MigrationId__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-06/1775478143'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_email_messages"
      ]
    • hive_path: s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-06/1775478143
    • id: 1704976
    • processed: 1
    • raw_data:
      {
          "ActivityId": 2,
          "AttachmentIds": 32,
          "AutomationType": 41,
          "BccAddress": 18,
          "CcAddress": 17,
          "ClientThreadIdentifier": 29,
          "CreatedById": 3,
          "CreatedDate": 4,
          "EmailRoutingAddressId": 40,
          "EmailTemplateId": 39,
          "FirstOpenedDate": 36,
          "FromAddress": 14,
          "FromId": 30,
          "FromName": 13,
          "HasAttachment": 20,
          "Headers": 10,
          "HtmlBody": 9,
          "Id": 0,
          "Incoming": 19,
          "IsBounced": 38,
          "IsClientManaged": 31,
          "IsDeleted": 23,
          "IsExternallyVisible": 26,
          "IsOpened": 35,
          "IsPrivateDraft": 25,
          "IsTracked": 34,
          "LastModifiedById": 6,
          "LastModifiedDate": 5,
          "LastOpenedDate": 37,
          "MessageDate": 22,
          "MessageIdentifier": 27,
          "MigrationId__c": 44,
          "Name": 12,
          "Opportunity_ID__c": 43,
          "ParentId": 1,
          "RelatedToId": 33,
          "ReplyToEmailMessageId": 24,
          "Source": 42,
          "Status": 21,
          "Subject": 11,
          "SystemModstamp": 7,
          "TextBody": 8,
          "ThreadIdentifier": 28,
          "ToAddress": 16,
          "ValidatedFromAddress": 15
      }
    • schema_attributes:
      {
          "ActivityId": "string",
          "AttachmentIds": "string",
          "AutomationType": "string",
          "BccAddress": "string",
          "CcAddress": "string",
          "ClientThreadIdentifier": "string",
          "CreatedById": "string",
          "CreatedDate": "string",
          "EmailRoutingAddressId": "string",
          "EmailTemplateId": "string",
          "FirstOpenedDate": "string",
          "FromAddress": "string",
          "FromId": "string",
          "FromName": "string",
          "HasAttachment": "string",
          "Headers": "string",
          "HtmlBody": "string",
          "Id": "string",
          "Incoming": "string",
          "IsBounced": "string",
          "IsClientManaged": "string",
          "IsDeleted": "string",
          "IsExternallyVisible": "string",
          "IsOpened": "string",
          "IsPrivateDraft": "string",
          "IsTracked": "string",
          "LastModifiedById": "string",
          "LastModifiedDate": "string",
          "LastOpenedDate": "string",
          "MessageDate": "string",
          "MessageIdentifier": "string",
          "MigrationId__c": "string",
          "Name": "string",
          "Opportunity_ID__c": "string",
          "ParentId": "string",
          "RelatedToId": "string",
          "ReplyToEmailMessageId": "string",
          "Source": "string",
          "Status": "string",
          "Subject": "string",
          "SystemModstamp": "string",
          "TextBody": "string",
          "ThreadIdentifier": "string",
          "ToAddress": "string",
          "ValidatedFromAddress": "string"
      }
    • schema_name_id: 1261
    • schema_scan_id: 161567430
    • updated: 2026-04-06 07:23:18
    • created: 2026-04-05 07:26:44
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
          "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_email_messages`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_email_messages`\n(\n `Id`  string , `ParentId`  string , `ActivityId`  string , `CreatedById`  string , `CreatedDate`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `TextBody`  string , `HtmlBody`  string , `Headers`  string , `Subject`  string , `Name`  string , `FromName`  string , `FromAddress`  string , `ValidatedFromAddress`  string , `ToAddress`  string , `CcAddress`  string , `BccAddress`  string , `Incoming`  string , `HasAttachment`  string , `Status`  string , `MessageDate`  string , `IsDeleted`  string , `ReplyToEmailMessageId`  string , `IsPrivateDraft`  string , `IsExternallyVisible`  string , `MessageIdentifier`  string , `ThreadIdentifier`  string , `ClientThreadIdentifier`  string , `FromId`  string , `IsClientManaged`  string , `AttachmentIds`  string , `RelatedToId`  string , `IsTracked`  string , `IsOpened`  string , `FirstOpenedDate`  string , `LastOpenedDate`  string , `IsBounced`  string , `EmailTemplateId`  string , `EmailRoutingAddressId`  string , `AutomationType`  string , `Source`  string , `Opportunity_ID__c`  string , `MigrationId__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-05/1775391964'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_email_messages"
      ]
    • hive_path: s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-05/1775391964
    • id: 1703744
    • processed: 1
    • raw_data:
      {
          "ActivityId": 2,
          "AttachmentIds": 32,
          "AutomationType": 41,
          "BccAddress": 18,
          "CcAddress": 17,
          "ClientThreadIdentifier": 29,
          "CreatedById": 3,
          "CreatedDate": 4,
          "EmailRoutingAddressId": 40,
          "EmailTemplateId": 39,
          "FirstOpenedDate": 36,
          "FromAddress": 14,
          "FromId": 30,
          "FromName": 13,
          "HasAttachment": 20,
          "Headers": 10,
          "HtmlBody": 9,
          "Id": 0,
          "Incoming": 19,
          "IsBounced": 38,
          "IsClientManaged": 31,
          "IsDeleted": 23,
          "IsExternallyVisible": 26,
          "IsOpened": 35,
          "IsPrivateDraft": 25,
          "IsTracked": 34,
          "LastModifiedById": 6,
          "LastModifiedDate": 5,
          "LastOpenedDate": 37,
          "MessageDate": 22,
          "MessageIdentifier": 27,
          "MigrationId__c": 44,
          "Name": 12,
          "Opportunity_ID__c": 43,
          "ParentId": 1,
          "RelatedToId": 33,
          "ReplyToEmailMessageId": 24,
          "Source": 42,
          "Status": 21,
          "Subject": 11,
          "SystemModstamp": 7,
          "TextBody": 8,
          "ThreadIdentifier": 28,
          "ToAddress": 16,
          "ValidatedFromAddress": 15
      }
    • schema_attributes:
      {
          "ActivityId": "string",
          "AttachmentIds": "string",
          "AutomationType": "string",
          "BccAddress": "string",
          "CcAddress": "string",
          "ClientThreadIdentifier": "string",
          "CreatedById": "string",
          "CreatedDate": "string",
          "EmailRoutingAddressId": "string",
          "EmailTemplateId": "string",
          "FirstOpenedDate": "string",
          "FromAddress": "string",
          "FromId": "string",
          "FromName": "string",
          "HasAttachment": "string",
          "Headers": "string",
          "HtmlBody": "string",
          "Id": "string",
          "Incoming": "string",
          "IsBounced": "string",
          "IsClientManaged": "string",
          "IsDeleted": "string",
          "IsExternallyVisible": "string",
          "IsOpened": "string",
          "IsPrivateDraft": "string",
          "IsTracked": "string",
          "LastModifiedById": "string",
          "LastModifiedDate": "string",
          "LastOpenedDate": "string",
          "MessageDate": "string",
          "MessageIdentifier": "string",
          "MigrationId__c": "string",
          "Name": "string",
          "Opportunity_ID__c": "string",
          "ParentId": "string",
          "RelatedToId": "string",
          "ReplyToEmailMessageId": "string",
          "Source": "string",
          "Status": "string",
          "Subject": "string",
          "SystemModstamp": "string",
          "TextBody": "string",
          "ThreadIdentifier": "string",
          "ToAddress": "string",
          "ValidatedFromAddress": "string"
      }
    • schema_name_id: 1261
    • schema_scan_id: 161520052
    • updated: 2026-04-05 07:26:58
    • created: 2026-04-04 07:23:46
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
          "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_email_messages`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_email_messages`\n(\n `Id`  string , `ParentId`  string , `ActivityId`  string , `CreatedById`  string , `CreatedDate`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `TextBody`  string , `HtmlBody`  string , `Headers`  string , `Subject`  string , `Name`  string , `FromName`  string , `FromAddress`  string , `ValidatedFromAddress`  string , `ToAddress`  string , `CcAddress`  string , `BccAddress`  string , `Incoming`  string , `HasAttachment`  string , `Status`  string , `MessageDate`  string , `IsDeleted`  string , `ReplyToEmailMessageId`  string , `IsPrivateDraft`  string , `IsExternallyVisible`  string , `MessageIdentifier`  string , `ThreadIdentifier`  string , `ClientThreadIdentifier`  string , `FromId`  string , `IsClientManaged`  string , `AttachmentIds`  string , `RelatedToId`  string , `IsTracked`  string , `IsOpened`  string , `FirstOpenedDate`  string , `LastOpenedDate`  string , `IsBounced`  string , `EmailTemplateId`  string , `EmailRoutingAddressId`  string , `AutomationType`  string , `Source`  string , `Opportunity_ID__c`  string , `MigrationId__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-04/1775305379'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_email_messages"
      ]
    • hive_path: s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-04/1775305379
    • id: 1702603
    • processed: 1
    • raw_data:
      {
          "ActivityId": 2,
          "AttachmentIds": 32,
          "AutomationType": 41,
          "BccAddress": 18,
          "CcAddress": 17,
          "ClientThreadIdentifier": 29,
          "CreatedById": 3,
          "CreatedDate": 4,
          "EmailRoutingAddressId": 40,
          "EmailTemplateId": 39,
          "FirstOpenedDate": 36,
          "FromAddress": 14,
          "FromId": 30,
          "FromName": 13,
          "HasAttachment": 20,
          "Headers": 10,
          "HtmlBody": 9,
          "Id": 0,
          "Incoming": 19,
          "IsBounced": 38,
          "IsClientManaged": 31,
          "IsDeleted": 23,
          "IsExternallyVisible": 26,
          "IsOpened": 35,
          "IsPrivateDraft": 25,
          "IsTracked": 34,
          "LastModifiedById": 6,
          "LastModifiedDate": 5,
          "LastOpenedDate": 37,
          "MessageDate": 22,
          "MessageIdentifier": 27,
          "MigrationId__c": 44,
          "Name": 12,
          "Opportunity_ID__c": 43,
          "ParentId": 1,
          "RelatedToId": 33,
          "ReplyToEmailMessageId": 24,
          "Source": 42,
          "Status": 21,
          "Subject": 11,
          "SystemModstamp": 7,
          "TextBody": 8,
          "ThreadIdentifier": 28,
          "ToAddress": 16,
          "ValidatedFromAddress": 15
      }
    • schema_attributes:
      {
          "ActivityId": "string",
          "AttachmentIds": "string",
          "AutomationType": "string",
          "BccAddress": "string",
          "CcAddress": "string",
          "ClientThreadIdentifier": "string",
          "CreatedById": "string",
          "CreatedDate": "string",
          "EmailRoutingAddressId": "string",
          "EmailTemplateId": "string",
          "FirstOpenedDate": "string",
          "FromAddress": "string",
          "FromId": "string",
          "FromName": "string",
          "HasAttachment": "string",
          "Headers": "string",
          "HtmlBody": "string",
          "Id": "string",
          "Incoming": "string",
          "IsBounced": "string",
          "IsClientManaged": "string",
          "IsDeleted": "string",
          "IsExternallyVisible": "string",
          "IsOpened": "string",
          "IsPrivateDraft": "string",
          "IsTracked": "string",
          "LastModifiedById": "string",
          "LastModifiedDate": "string",
          "LastOpenedDate": "string",
          "MessageDate": "string",
          "MessageIdentifier": "string",
          "MigrationId__c": "string",
          "Name": "string",
          "Opportunity_ID__c": "string",
          "ParentId": "string",
          "RelatedToId": "string",
          "ReplyToEmailMessageId": "string",
          "Source": "string",
          "Status": "string",
          "Subject": "string",
          "SystemModstamp": "string",
          "TextBody": "string",
          "ThreadIdentifier": "string",
          "ToAddress": "string",
          "ValidatedFromAddress": "string"
      }
    • schema_name_id: 1261
    • schema_scan_id: 161466505
    • updated: 2026-04-04 07:23:57
    • created: 2026-04-03 07:27:04
    • ddl:
      [
          "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
          "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_email_messages`",
          "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_email_messages`\n(\n `Id`  string , `ParentId`  string , `ActivityId`  string , `CreatedById`  string , `CreatedDate`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `TextBody`  string , `HtmlBody`  string , `Headers`  string , `Subject`  string , `Name`  string , `FromName`  string , `FromAddress`  string , `ValidatedFromAddress`  string , `ToAddress`  string , `CcAddress`  string , `BccAddress`  string , `Incoming`  string , `HasAttachment`  string , `Status`  string , `MessageDate`  string , `IsDeleted`  string , `ReplyToEmailMessageId`  string , `IsPrivateDraft`  string , `IsExternallyVisible`  string , `MessageIdentifier`  string , `ThreadIdentifier`  string , `ClientThreadIdentifier`  string , `FromId`  string , `IsClientManaged`  string , `AttachmentIds`  string , `RelatedToId`  string , `IsTracked`  string , `IsOpened`  string , `FirstOpenedDate`  string , `LastOpenedDate`  string , `IsBounced`  string , `EmailTemplateId`  string , `EmailRoutingAddressId`  string , `AutomationType`  string , `Source`  string , `Opportunity_ID__c`  string , `MigrationId__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-03/1775219182'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
          "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_email_messages"
      ]
    • hive_path: s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-03/1775219182
    • id: 1701406
    • processed: 1
    • raw_data:
      {
          "ActivityId": 2,
          "AttachmentIds": 32,
          "AutomationType": 41,
          "BccAddress": 18,
          "CcAddress": 17,
          "ClientThreadIdentifier": 29,
          "CreatedById": 3,
          "CreatedDate": 4,
          "EmailRoutingAddressId": 40,
          "EmailTemplateId": 39,
          "FirstOpenedDate": 36,
          "FromAddress": 14,
          "FromId": 30,
          "FromName": 13,
          "HasAttachment": 20,
          "Headers": 10,
          "HtmlBody": 9,
          "Id": 0,
          "Incoming": 19,
          "IsBounced": 38,
          "IsClientManaged": 31,
          "IsDeleted": 23,
          "IsExternallyVisible": 26,
          "IsOpened": 35,
          "IsPrivateDraft": 25,
          "IsTracked": 34,
          "LastModifiedById": 6,
          "LastModifiedDate": 5,
          "LastOpenedDate": 37,
          "MessageDate": 22,
          "MessageIdentifier": 27,
          "MigrationId__c": 44,
          "Name": 12,
          "Opportunity_ID__c": 43,
          "ParentId": 1,
          "RelatedToId": 33,
          "ReplyToEmailMessageId": 24,
          "Source": 42,
          "Status": 21,
          "Subject": 11,
          "SystemModstamp": 7,
          "TextBody": 8,
          "ThreadIdentifier": 28,
          "ToAddress": 16,
          "ValidatedFromAddress": 15
      }
    • schema_attributes:
      {
          "ActivityId": "string",
          "AttachmentIds": "string",
          "AutomationType": "string",
          "BccAddress": "string",
          "CcAddress": "string",
          "ClientThreadIdentifier": "string",
          "CreatedById": "string",
          "CreatedDate": "string",
          "EmailRoutingAddressId": "string",
          "EmailTemplateId": "string",
          "FirstOpenedDate": "string",
          "FromAddress": "string",
          "FromId": "string",
          "FromName": "string",
          "HasAttachment": "string",
          "Headers": "string",
          "HtmlBody": "string",
          "Id": "string",
          "Incoming": "string",
          "IsBounced": "string",
          "IsClientManaged": "string",
          "IsDeleted": "string",
          "IsExternallyVisible": "string",
          "IsOpened": "string",
          "IsPrivateDraft": "string",
          "IsTracked": "string",
          "LastModifiedById": "string",
          "LastModifiedDate": "string",
          "LastOpenedDate": "string",
          "MessageDate": "string",
          "MessageIdentifier": "string",
          "MigrationId__c": "string",
          "Name": "string",
          "Opportunity_ID__c": "string",
          "ParentId": "string",
          "RelatedToId": "string",
          "ReplyToEmailMessageId": "string",
          "Source": "string",
          "Status": "string",
          "Subject": "string",
          "SystemModstamp": "string",
          "TextBody": "string",
          "ThreadIdentifier": "string",
          "ToAddress": "string",
          "ValidatedFromAddress": "string"
      }
    • schema_name_id: 1261
    • schema_scan_id: 161408712
    • updated: 2026-04-03 07:27:15
Schema Scans: 15
Last at 2026-04-17 07:24:22
    • duration: 0:00:12.818015
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 162173178
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-csv-salesforce-prod",
              "hive_path": "s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-17/1776428619",
              "key": "raw/email_messages/2026-04-17/1776428619/email_messages.csv.gz"
          },
          "schema": {
              "name": "sfdl_prod_csv.salesforce_email_messages",
              "type": "csv"
          },
          "trace_context": {
              "parent_id": 13835802159841428632,
              "service_name": "drive-thru",
              "span_id": 17163617906307435974,
              "trace_id": 7934701884078618956
          }
      }
    • running: False
    • schema_name_id: 1261
    • start_time: 2026-04-17 07:24:22
    • success: True
    • trace_id: 7934701884078618956
    • duration: 0:00:13.001177
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 162117457
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-csv-salesforce-prod",
              "hive_path": "s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-16/1776342228",
              "key": "raw/email_messages/2026-04-16/1776342228/email_messages.csv.gz"
          },
          "schema": {
              "name": "sfdl_prod_csv.salesforce_email_messages",
              "type": "csv"
          },
          "trace_context": {
              "parent_id": 14052173142748937976,
              "service_name": "drive-thru",
              "span_id": 5056437742727301764,
              "trace_id": 13887645538429277900
          }
      }
    • running: False
    • schema_name_id: 1261
    • start_time: 2026-04-16 07:24:34
    • success: True
    • trace_id: 13887645538429277900
    • duration: 0:00:15.523369
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 162061899
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-csv-salesforce-prod",
              "hive_path": "s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-15/1776255884",
              "key": "raw/email_messages/2026-04-15/1776255884/email_messages.csv.gz"
          },
          "schema": {
              "name": "sfdl_prod_csv.salesforce_email_messages",
              "type": "csv"
          },
          "trace_context": {
              "parent_id": 16127309014599605575,
              "service_name": "drive-thru",
              "span_id": 11258466360308864636,
              "trace_id": 200970595190728051
          }
      }
    • running: False
    • schema_name_id: 1261
    • start_time: 2026-04-15 07:25:35
    • success: True
    • trace_id: 200970595190728051
    • duration: 0:00:13.062137
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 162006479
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-csv-salesforce-prod",
              "hive_path": "s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-14/1776169391",
              "key": "raw/email_messages/2026-04-14/1776169391/email_messages.csv.gz"
          },
          "schema": {
              "name": "sfdl_prod_csv.salesforce_email_messages",
              "type": "csv"
          },
          "trace_context": {
              "parent_id": 7050363448635827129,
              "service_name": "drive-thru",
              "span_id": 3412265303210280872,
              "trace_id": 9724806543971345529
          }
      }
    • running: False
    • schema_name_id: 1261
    • start_time: 2026-04-14 07:24:08
    • success: True
    • trace_id: 9724806543971345529
    • duration: 0:00:12.784446
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 161948430
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-csv-salesforce-prod",
              "hive_path": "s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-13/1776082994",
              "key": "raw/email_messages/2026-04-13/1776082994/email_messages.csv.gz"
          },
          "schema": {
              "name": "sfdl_prod_csv.salesforce_email_messages",
              "type": "csv"
          },
          "trace_context": {
              "parent_id": 16842219378054348536,
              "service_name": "drive-thru",
              "span_id": 13917584452955665028,
              "trace_id": 13079492672195443709
          }
      }
    • running: False
    • schema_name_id: 1261
    • start_time: 2026-04-13 07:23:56
    • success: True
    • trace_id: 13079492672195443709
    • duration: 0:00:12.983311
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 161899620
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-csv-salesforce-prod",
              "hive_path": "s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-12/1775996719",
              "key": "raw/email_messages/2026-04-12/1775996719/email_messages.csv.gz"
          },
          "schema": {
              "name": "sfdl_prod_csv.salesforce_email_messages",
              "type": "csv"
          },
          "trace_context": {
              "parent_id": 10372749468218889751,
              "service_name": "drive-thru",
              "span_id": 544404775561190189,
              "trace_id": 18252258769093280790
          }
      }
    • running: False
    • schema_name_id: 1261
    • start_time: 2026-04-12 07:26:04
    • success: True
    • trace_id: 18252258769093280790
    • duration: 0:00:15.325734
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 161846941
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-csv-salesforce-prod",
              "hive_path": "s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-11/1775910163",
              "key": "raw/email_messages/2026-04-11/1775910163/email_messages.csv.gz"
          },
          "schema": {
              "name": "sfdl_prod_csv.salesforce_email_messages",
              "type": "csv"
          },
          "trace_context": {
              "parent_id": 1969457953002349358,
              "service_name": "drive-thru",
              "span_id": 4863257880780117426,
              "trace_id": 7540861496990653203
          }
      }
    • running: False
    • schema_name_id: 1261
    • start_time: 2026-04-11 07:23:27
    • success: True
    • trace_id: 7540861496990653203
    • duration: 0:00:15.536617
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 161792178
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-csv-salesforce-prod",
              "hive_path": "s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-10/1775823806",
              "key": "raw/email_messages/2026-04-10/1775823806/email_messages.csv.gz"
          },
          "schema": {
              "name": "sfdl_prod_csv.salesforce_email_messages",
              "type": "csv"
          },
          "trace_context": {
              "parent_id": 15969078451484381813,
              "service_name": "drive-thru",
              "span_id": 14668589909710777954,
              "trace_id": 2249704195154213556
          }
      }
    • running: False
    • schema_name_id: 1261
    • start_time: 2026-04-10 07:24:17
    • success: True
    • trace_id: 2249704195154213556
    • duration: 0:00:15.605641
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 161736350
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-csv-salesforce-prod",
              "hive_path": "s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-09/1775737420",
              "key": "raw/email_messages/2026-04-09/1775737420/email_messages.csv.gz"
          },
          "schema": {
              "name": "sfdl_prod_csv.salesforce_email_messages",
              "type": "csv"
          },
          "trace_context": {
              "parent_id": 12839934465196162384,
              "service_name": "drive-thru",
              "span_id": 3052165992040748886,
              "trace_id": 4600835230016605924
          }
      }
    • running: False
    • schema_name_id: 1261
    • start_time: 2026-04-09 07:24:36
    • success: True
    • trace_id: 4600835230016605924
    • duration: 0:00:12.881487
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 161681549
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-csv-salesforce-prod",
              "hive_path": "s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-08/1775651020",
              "key": "raw/email_messages/2026-04-08/1775651020/email_messages.csv.gz"
          },
          "schema": {
              "name": "sfdl_prod_csv.salesforce_email_messages",
              "type": "csv"
          },
          "trace_context": {
              "parent_id": 16409628346417986643,
              "service_name": "drive-thru",
              "span_id": 7206929695211198959,
              "trace_id": 6185329425139026771
          }
      }
    • running: False
    • schema_name_id: 1261
    • start_time: 2026-04-08 07:24:44
    • success: True
    • trace_id: 6185329425139026771
    • duration: 0:00:15.502097
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 161625296
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-csv-salesforce-prod",
              "hive_path": "s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-07/1775564553",
              "key": "raw/email_messages/2026-04-07/1775564553/email_messages.csv.gz"
          },
          "schema": {
              "name": "sfdl_prod_csv.salesforce_email_messages",
              "type": "csv"
          },
          "trace_context": {
              "parent_id": 216696351695171725,
              "service_name": "drive-thru",
              "span_id": 7027748729534513694,
              "trace_id": 14666962548632322557
          }
      }
    • running: False
    • schema_name_id: 1261
    • start_time: 2026-04-07 07:23:20
    • success: True
    • trace_id: 14666962548632322557
    • duration: 0:00:12.885606
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 161567430
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-csv-salesforce-prod",
              "hive_path": "s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-06/1775478143",
              "key": "raw/email_messages/2026-04-06/1775478143/email_messages.csv.gz"
          },
          "schema": {
              "name": "sfdl_prod_csv.salesforce_email_messages",
              "type": "csv"
          },
          "trace_context": {
              "parent_id": 4529529145985567517,
              "service_name": "drive-thru",
              "span_id": 9941221029003693659,
              "trace_id": 3919434710917085411
          }
      }
    • running: False
    • schema_name_id: 1261
    • start_time: 2026-04-06 07:23:05
    • success: True
    • trace_id: 3919434710917085411
    • duration: 0:00:15.603012
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 161520052
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-csv-salesforce-prod",
              "hive_path": "s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-05/1775391964",
              "key": "raw/email_messages/2026-04-05/1775391964/email_messages.csv.gz"
          },
          "schema": {
              "name": "sfdl_prod_csv.salesforce_email_messages",
              "type": "csv"
          },
          "trace_context": {
              "parent_id": 8539974886623396048,
              "service_name": "drive-thru",
              "span_id": 2356500023423275485,
              "trace_id": 11945783248377667386
          }
      }
    • running: False
    • schema_name_id: 1261
    • start_time: 2026-04-05 07:26:42
    • success: True
    • trace_id: 11945783248377667386
    • duration: 0:00:12.776214
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 161466505
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-csv-salesforce-prod",
              "hive_path": "s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-04/1775305379",
              "key": "raw/email_messages/2026-04-04/1775305379/email_messages.csv.gz"
          },
          "schema": {
              "name": "sfdl_prod_csv.salesforce_email_messages",
              "type": "csv"
          },
          "trace_context": {
              "parent_id": 988475756925631426,
              "service_name": "drive-thru",
              "span_id": 12068349847854042287,
              "trace_id": 14432560110828825995
          }
      }
    • running: False
    • schema_name_id: 1261
    • start_time: 2026-04-04 07:23:45
    • success: True
    • trace_id: 14432560110828825995
    • duration: 0:00:13.041219
    • exit_message:
      {
          "ddl_changed": true,
          "partitions_applied": false,
          "success": true
      }
    • id: 161408712
    • payload:
      {
          "datatype_dict": null,
          "file_format": "csv",
          "file_properties": {
              "data_has_header_row": true
          },
          "is_schema_datatyped": true,
          "s3": {
              "bucket": "sfdl-csv-salesforce-prod",
              "hive_path": "s3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-03/1775219182",
              "key": "raw/email_messages/2026-04-03/1775219182/email_messages.csv.gz"
          },
          "schema": {
              "name": "sfdl_prod_csv.salesforce_email_messages",
              "type": "csv"
          },
          "trace_context": {
              "parent_id": 4810541283707899139,
              "service_name": "drive-thru",
              "span_id": 10775280856018679118,
              "trace_id": 14718362694174183170
          }
      }
    • running: False
    • schema_name_id: 1261
    • start_time: 2026-04-03 07:27:02
    • success: True
    • trace_id: 14718362694174183170
Partitions:
  • count: 0
  • ddl: None
  • name: None
  • state:
    []
  • type: None
Schema:
  • attributes:
    {
        "ActivityId": "string",
        "AttachmentIds": "string",
        "AutomationType": "string",
        "BccAddress": "string",
        "CcAddress": "string",
        "ClientThreadIdentifier": "string",
        "CreatedById": "string",
        "CreatedDate": "string",
        "EmailRoutingAddressId": "string",
        "EmailTemplateId": "string",
        "FirstOpenedDate": "string",
        "FromAddress": "string",
        "FromId": "string",
        "FromName": "string",
        "HasAttachment": "string",
        "Headers": "string",
        "HtmlBody": "string",
        "Id": "string",
        "Incoming": "string",
        "IsBounced": "string",
        "IsClientManaged": "string",
        "IsDeleted": "string",
        "IsExternallyVisible": "string",
        "IsOpened": "string",
        "IsPrivateDraft": "string",
        "IsTracked": "string",
        "LastModifiedById": "string",
        "LastModifiedDate": "string",
        "LastOpenedDate": "string",
        "MessageDate": "string",
        "MessageIdentifier": "string",
        "MigrationId__c": "string",
        "Name": "string",
        "Opportunity_ID__c": "string",
        "ParentId": "string",
        "RelatedToId": "string",
        "ReplyToEmailMessageId": "string",
        "Source": "string",
        "Status": "string",
        "Subject": "string",
        "SystemModstamp": "string",
        "TextBody": "string",
        "ThreadIdentifier": "string",
        "ToAddress": "string",
        "ValidatedFromAddress": "string"
    }
  • created: 2026-04-17 07:24:24
  • ddl:
    {
        "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
        "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_email_messages`\n(\n `Id`  string , `ParentId`  string , `ActivityId`  string , `CreatedById`  string , `CreatedDate`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `TextBody`  string , `HtmlBody`  string , `Headers`  string , `Subject`  string , `Name`  string , `FromName`  string , `FromAddress`  string , `ValidatedFromAddress`  string , `ToAddress`  string , `CcAddress`  string , `BccAddress`  string , `Incoming`  string , `HasAttachment`  string , `Status`  string , `MessageDate`  string , `IsDeleted`  string , `ReplyToEmailMessageId`  string , `IsPrivateDraft`  string , `IsExternallyVisible`  string , `MessageIdentifier`  string , `ThreadIdentifier`  string , `ClientThreadIdentifier`  string , `FromId`  string , `IsClientManaged`  string , `AttachmentIds`  string , `RelatedToId`  string , `IsTracked`  string , `IsOpened`  string , `FirstOpenedDate`  string , `LastOpenedDate`  string , `IsBounced`  string , `EmailTemplateId`  string , `EmailRoutingAddressId`  string , `AutomationType`  string , `Source`  string , `Opportunity_ID__c`  string , `MigrationId__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-17/1776428619'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
        "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_email_messages`",
        "repair_table": "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_email_messages"
    }
Server:
  • hostname: schemamanager-5475496c57-7dpqb
  • name: schema_manager
  • process_start: 2026-01-09 11:27:47
  • sf_env: prod
  • version: 2112174301
Raw:
{
    "name": {
        "created": "2023-02-03 15:20:30",
        "disabled": false,
        "format": "raw",
        "id": 1261,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_prod_csv",
            "table": "salesforce_email_messages"
        },
        "type": "csv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "ActivityId": "string",
            "AttachmentIds": "string",
            "AutomationType": "string",
            "BccAddress": "string",
            "CcAddress": "string",
            "ClientThreadIdentifier": "string",
            "CreatedById": "string",
            "CreatedDate": "string",
            "EmailRoutingAddressId": "string",
            "EmailTemplateId": "string",
            "FirstOpenedDate": "string",
            "FromAddress": "string",
            "FromId": "string",
            "FromName": "string",
            "HasAttachment": "string",
            "Headers": "string",
            "HtmlBody": "string",
            "Id": "string",
            "Incoming": "string",
            "IsBounced": "string",
            "IsClientManaged": "string",
            "IsDeleted": "string",
            "IsExternallyVisible": "string",
            "IsOpened": "string",
            "IsPrivateDraft": "string",
            "IsTracked": "string",
            "LastModifiedById": "string",
            "LastModifiedDate": "string",
            "LastOpenedDate": "string",
            "MessageDate": "string",
            "MessageIdentifier": "string",
            "MigrationId__c": "string",
            "Name": "string",
            "Opportunity_ID__c": "string",
            "ParentId": "string",
            "RelatedToId": "string",
            "ReplyToEmailMessageId": "string",
            "Source": "string",
            "Status": "string",
            "Subject": "string",
            "SystemModstamp": "string",
            "TextBody": "string",
            "ThreadIdentifier": "string",
            "ToAddress": "string",
            "ValidatedFromAddress": "string"
        },
        "created": "2026-04-17 07:24:24",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_email_messages`\n(\n `Id`  string , `ParentId`  string , `ActivityId`  string , `CreatedById`  string , `CreatedDate`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `TextBody`  string , `HtmlBody`  string , `Headers`  string , `Subject`  string , `Name`  string , `FromName`  string , `FromAddress`  string , `ValidatedFromAddress`  string , `ToAddress`  string , `CcAddress`  string , `BccAddress`  string , `Incoming`  string , `HasAttachment`  string , `Status`  string , `MessageDate`  string , `IsDeleted`  string , `ReplyToEmailMessageId`  string , `IsPrivateDraft`  string , `IsExternallyVisible`  string , `MessageIdentifier`  string , `ThreadIdentifier`  string , `ClientThreadIdentifier`  string , `FromId`  string , `IsClientManaged`  string , `AttachmentIds`  string , `RelatedToId`  string , `IsTracked`  string , `IsOpened`  string , `FirstOpenedDate`  string , `LastOpenedDate`  string , `IsBounced`  string , `EmailTemplateId`  string , `EmailRoutingAddressId`  string , `AutomationType`  string , `Source`  string , `Opportunity_ID__c`  string , `MigrationId__c`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/email_messages/2026-04-17/1776428619'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_email_messages`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_email_messages"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}