Schema Info

Schema Name: sfdl_prod_csv.salesforce_groups

created: 2022-10-10 16:22:15
disabled: False
format: raw
id: 1176
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_prod_csv",
    "table": "salesforce_groups"
}

type: csv

Schema Versions: 15

Version 1718108

created: 2026-04-17 07:07:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_groups`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_groups`\n(\n `Id`  string , `Name`  string , `DeveloperName`  string , `RelatedId`  string , `Type`  string , `Email`  string , `QueueRoutingConfigId`  string , `OwnerId`  string , `DoesSendEmailToMembers`  string , `DoesIncludeBosses`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Description`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/groups/2026-04-17/1776427495'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_groups"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-17/1776427495
id: 1718108
processed: 1

raw_data:

{
    "CreatedById": 11,
    "CreatedDate": 10,
    "Description": 15,
    "DeveloperName": 2,
    "DoesIncludeBosses": 9,
    "DoesSendEmailToMembers": 8,
    "Email": 5,
    "Id": 0,
    "LastModifiedById": 13,
    "LastModifiedDate": 12,
    "Name": 1,
    "OwnerId": 7,
    "QueueRoutingConfigId": 6,
    "RelatedId": 3,
    "SystemModstamp": 14,
    "Type": 4
}

schema_attributes:

{
    "Amount": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "Description": "string",
    "DeveloperName": "string",
    "DoesIncludeBosses": "string",
    "DoesSendEmailToMembers": "string",
    "Email": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "Name": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "QueueRoutingConfigId": "string",
    "RelatedId": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Type": "string"
}

schema_name_id: 1176
schema_scan_id: 162173080
updated: 2026-04-17 07:07:23

Version 1716865

created: 2026-04-16 07:06:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_groups`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_groups`\n(\n `Id`  string , `Name`  string , `DeveloperName`  string , `RelatedId`  string , `Type`  string , `Email`  string , `QueueRoutingConfigId`  string , `OwnerId`  string , `DoesSendEmailToMembers`  string , `DoesIncludeBosses`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Description`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/groups/2026-04-16/1776341105'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_groups"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-16/1776341105
id: 1716865
processed: 1

raw_data:

{
    "CreatedById": 11,
    "CreatedDate": 10,
    "Description": 15,
    "DeveloperName": 2,
    "DoesIncludeBosses": 9,
    "DoesSendEmailToMembers": 8,
    "Email": 5,
    "Id": 0,
    "LastModifiedById": 13,
    "LastModifiedDate": 12,
    "Name": 1,
    "OwnerId": 7,
    "QueueRoutingConfigId": 6,
    "RelatedId": 3,
    "SystemModstamp": 14,
    "Type": 4
}

schema_attributes:

{
    "Amount": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "Description": "string",
    "DeveloperName": "string",
    "DoesIncludeBosses": "string",
    "DoesSendEmailToMembers": "string",
    "Email": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "Name": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "QueueRoutingConfigId": "string",
    "RelatedId": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Type": "string"
}

schema_name_id: 1176
schema_scan_id: 162117344
updated: 2026-04-16 07:06:53

Version 1715682

created: 2026-04-15 07:11:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_groups`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_groups`\n(\n `Id`  string , `Name`  string , `DeveloperName`  string , `RelatedId`  string , `Type`  string , `Email`  string , `QueueRoutingConfigId`  string , `OwnerId`  string , `DoesSendEmailToMembers`  string , `DoesIncludeBosses`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Description`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/groups/2026-04-15/1776254798'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_groups"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-15/1776254798
id: 1715682
processed: 1

raw_data:

{
    "CreatedById": 11,
    "CreatedDate": 10,
    "Description": 15,
    "DeveloperName": 2,
    "DoesIncludeBosses": 9,
    "DoesSendEmailToMembers": 8,
    "Email": 5,
    "Id": 0,
    "LastModifiedById": 13,
    "LastModifiedDate": 12,
    "Name": 1,
    "OwnerId": 7,
    "QueueRoutingConfigId": 6,
    "RelatedId": 3,
    "SystemModstamp": 14,
    "Type": 4
}

schema_attributes:

{
    "Amount": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "Description": "string",
    "DeveloperName": "string",
    "DoesIncludeBosses": "string",
    "DoesSendEmailToMembers": "string",
    "Email": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "Name": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "QueueRoutingConfigId": "string",
    "RelatedId": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Type": "string"
}

schema_name_id: 1176
schema_scan_id: 162061829
updated: 2026-04-15 07:11:54

Version 1714449

created: 2026-04-14 07:05:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_groups`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_groups`\n(\n `Id`  string , `Name`  string , `DeveloperName`  string , `RelatedId`  string , `Type`  string , `Email`  string , `QueueRoutingConfigId`  string , `OwnerId`  string , `DoesSendEmailToMembers`  string , `DoesIncludeBosses`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Description`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/groups/2026-04-14/1776168311'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_groups"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-14/1776168311
id: 1714449
processed: 1

raw_data:

{
    "CreatedById": 11,
    "CreatedDate": 10,
    "Description": 15,
    "DeveloperName": 2,
    "DoesIncludeBosses": 9,
    "DoesSendEmailToMembers": 8,
    "Email": 5,
    "Id": 0,
    "LastModifiedById": 13,
    "LastModifiedDate": 12,
    "Name": 1,
    "OwnerId": 7,
    "QueueRoutingConfigId": 6,
    "RelatedId": 3,
    "SystemModstamp": 14,
    "Type": 4
}

schema_attributes:

{
    "Amount": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "Description": "string",
    "DeveloperName": "string",
    "DoesIncludeBosses": "string",
    "DoesSendEmailToMembers": "string",
    "Email": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "Name": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "QueueRoutingConfigId": "string",
    "RelatedId": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Type": "string"
}

schema_name_id: 1176
schema_scan_id: 162006365
updated: 2026-04-14 07:06:01

Version 1713261

created: 2026-04-13 07:07:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_groups`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_groups`\n(\n `Id`  string , `Name`  string , `DeveloperName`  string , `RelatedId`  string , `Type`  string , `Email`  string , `QueueRoutingConfigId`  string , `OwnerId`  string , `DoesSendEmailToMembers`  string , `DoesIncludeBosses`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Description`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/groups/2026-04-13/1776081908'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_groups"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-13/1776081908
id: 1713261
processed: 1

raw_data:

{
    "CreatedById": 11,
    "CreatedDate": 10,
    "Description": 15,
    "DeveloperName": 2,
    "DoesIncludeBosses": 9,
    "DoesSendEmailToMembers": 8,
    "Email": 5,
    "Id": 0,
    "LastModifiedById": 13,
    "LastModifiedDate": 12,
    "Name": 1,
    "OwnerId": 7,
    "QueueRoutingConfigId": 6,
    "RelatedId": 3,
    "SystemModstamp": 14,
    "Type": 4
}

schema_attributes:

{
    "Amount": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "Description": "string",
    "DeveloperName": "string",
    "DoesIncludeBosses": "string",
    "DoesSendEmailToMembers": "string",
    "Email": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "Name": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "QueueRoutingConfigId": "string",
    "RelatedId": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Type": "string"
}

schema_name_id: 1176
schema_scan_id: 161948348
updated: 2026-04-13 07:07:56

Version 1712075

created: 2026-04-12 07:09:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_groups`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_groups`\n(\n `Id`  string , `Name`  string , `DeveloperName`  string , `RelatedId`  string , `Type`  string , `Email`  string , `QueueRoutingConfigId`  string , `OwnerId`  string , `DoesSendEmailToMembers`  string , `DoesIncludeBosses`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Description`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/groups/2026-04-12/1775995746'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_groups"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-12/1775995746
id: 1712075
processed: 1

raw_data:

{
    "CreatedById": 11,
    "CreatedDate": 10,
    "Description": 15,
    "DeveloperName": 2,
    "DoesIncludeBosses": 9,
    "DoesSendEmailToMembers": 8,
    "Email": 5,
    "Id": 0,
    "LastModifiedById": 13,
    "LastModifiedDate": 12,
    "Name": 1,
    "OwnerId": 7,
    "QueueRoutingConfigId": 6,
    "RelatedId": 3,
    "SystemModstamp": 14,
    "Type": 4
}

schema_attributes:

{
    "Amount": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "Description": "string",
    "DeveloperName": "string",
    "DoesIncludeBosses": "string",
    "DoesSendEmailToMembers": "string",
    "Email": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "Name": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "QueueRoutingConfigId": "string",
    "RelatedId": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Type": "string"
}

schema_name_id: 1176
schema_scan_id: 161899559
updated: 2026-04-12 07:09:26

Version 1710858

created: 2026-04-11 07:06:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_groups`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_groups`\n(\n `Id`  string , `Name`  string , `DeveloperName`  string , `RelatedId`  string , `Type`  string , `Email`  string , `QueueRoutingConfigId`  string , `OwnerId`  string , `DoesSendEmailToMembers`  string , `DoesIncludeBosses`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Description`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/groups/2026-04-11/1775909084'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_groups"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-11/1775909084
id: 1710858
processed: 1

raw_data:

{
    "CreatedById": 11,
    "CreatedDate": 10,
    "Description": 15,
    "DeveloperName": 2,
    "DoesIncludeBosses": 9,
    "DoesSendEmailToMembers": 8,
    "Email": 5,
    "Id": 0,
    "LastModifiedById": 13,
    "LastModifiedDate": 12,
    "Name": 1,
    "OwnerId": 7,
    "QueueRoutingConfigId": 6,
    "RelatedId": 3,
    "SystemModstamp": 14,
    "Type": 4
}

schema_attributes:

{
    "Amount": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "Description": "string",
    "DeveloperName": "string",
    "DoesIncludeBosses": "string",
    "DoesSendEmailToMembers": "string",
    "Email": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "Name": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "QueueRoutingConfigId": "string",
    "RelatedId": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Type": "string"
}

schema_name_id: 1176
schema_scan_id: 161846866
updated: 2026-04-11 07:06:48

Version 1709662

created: 2026-04-10 07:05:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_groups`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_groups`\n(\n `Id`  string , `Name`  string , `DeveloperName`  string , `RelatedId`  string , `Type`  string , `Email`  string , `QueueRoutingConfigId`  string , `OwnerId`  string , `DoesSendEmailToMembers`  string , `DoesIncludeBosses`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Description`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/groups/2026-04-10/1775822710'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_groups"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-10/1775822710
id: 1709662
processed: 1

raw_data:

{
    "CreatedById": 11,
    "CreatedDate": 10,
    "Description": 15,
    "DeveloperName": 2,
    "DoesIncludeBosses": 9,
    "DoesSendEmailToMembers": 8,
    "Email": 5,
    "Id": 0,
    "LastModifiedById": 13,
    "LastModifiedDate": 12,
    "Name": 1,
    "OwnerId": 7,
    "QueueRoutingConfigId": 6,
    "RelatedId": 3,
    "SystemModstamp": 14,
    "Type": 4
}

schema_attributes:

{
    "Amount": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "Description": "string",
    "DeveloperName": "string",
    "DoesIncludeBosses": "string",
    "DoesSendEmailToMembers": "string",
    "Email": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "Name": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "QueueRoutingConfigId": "string",
    "RelatedId": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Type": "string"
}

schema_name_id: 1176
schema_scan_id: 161792061
updated: 2026-04-10 07:06:04

Version 1708504

created: 2026-04-09 07:05:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_groups`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_groups`\n(\n `Id`  string , `Name`  string , `DeveloperName`  string , `RelatedId`  string , `Type`  string , `Email`  string , `QueueRoutingConfigId`  string , `OwnerId`  string , `DoesSendEmailToMembers`  string , `DoesIncludeBosses`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Description`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/groups/2026-04-09/1775736308'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_groups"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-09/1775736308
id: 1708504
processed: 1

raw_data:

{
    "CreatedById": 11,
    "CreatedDate": 10,
    "Description": 15,
    "DeveloperName": 2,
    "DoesIncludeBosses": 9,
    "DoesSendEmailToMembers": 8,
    "Email": 5,
    "Id": 0,
    "LastModifiedById": 13,
    "LastModifiedDate": 12,
    "Name": 1,
    "OwnerId": 7,
    "QueueRoutingConfigId": 6,
    "RelatedId": 3,
    "SystemModstamp": 14,
    "Type": 4
}

schema_attributes:

{
    "Amount": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "Description": "string",
    "DeveloperName": "string",
    "DoesIncludeBosses": "string",
    "DoesSendEmailToMembers": "string",
    "Email": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "Name": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "QueueRoutingConfigId": "string",
    "RelatedId": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Type": "string"
}

schema_name_id: 1176
schema_scan_id: 161736229
updated: 2026-04-09 07:05:37

Version 1707333

created: 2026-04-08 07:06:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_groups`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_groups`\n(\n `Id`  string , `Name`  string , `DeveloperName`  string , `RelatedId`  string , `Type`  string , `Email`  string , `QueueRoutingConfigId`  string , `OwnerId`  string , `DoesSendEmailToMembers`  string , `DoesIncludeBosses`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Description`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/groups/2026-04-08/1775649905'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_groups"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-08/1775649905
id: 1707333
processed: 1

raw_data:

{
    "CreatedById": 11,
    "CreatedDate": 10,
    "Description": 15,
    "DeveloperName": 2,
    "DoesIncludeBosses": 9,
    "DoesSendEmailToMembers": 8,
    "Email": 5,
    "Id": 0,
    "LastModifiedById": 13,
    "LastModifiedDate": 12,
    "Name": 1,
    "OwnerId": 7,
    "QueueRoutingConfigId": 6,
    "RelatedId": 3,
    "SystemModstamp": 14,
    "Type": 4
}

schema_attributes:

{
    "Amount": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "Description": "string",
    "DeveloperName": "string",
    "DoesIncludeBosses": "string",
    "DoesSendEmailToMembers": "string",
    "Email": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "Name": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "QueueRoutingConfigId": "string",
    "RelatedId": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Type": "string"
}

schema_name_id: 1176
schema_scan_id: 161681389
updated: 2026-04-08 07:06:35

Version 1706144

created: 2026-04-07 07:06:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_groups`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_groups`\n(\n `Id`  string , `Name`  string , `DeveloperName`  string , `RelatedId`  string , `Type`  string , `Email`  string , `QueueRoutingConfigId`  string , `OwnerId`  string , `DoesSendEmailToMembers`  string , `DoesIncludeBosses`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Description`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/groups/2026-04-07/1775563505'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_groups"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-07/1775563505
id: 1706144
processed: 1

raw_data:

{
    "CreatedById": 11,
    "CreatedDate": 10,
    "Description": 15,
    "DeveloperName": 2,
    "DoesIncludeBosses": 9,
    "DoesSendEmailToMembers": 8,
    "Email": 5,
    "Id": 0,
    "LastModifiedById": 13,
    "LastModifiedDate": 12,
    "Name": 1,
    "OwnerId": 7,
    "QueueRoutingConfigId": 6,
    "RelatedId": 3,
    "SystemModstamp": 14,
    "Type": 4
}

schema_attributes:

{
    "Amount": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "Description": "string",
    "DeveloperName": "string",
    "DoesIncludeBosses": "string",
    "DoesSendEmailToMembers": "string",
    "Email": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "Name": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "QueueRoutingConfigId": "string",
    "RelatedId": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Type": "string"
}

schema_name_id: 1176
schema_scan_id: 161625184
updated: 2026-04-07 07:06:34

Version 1704932

created: 2026-04-06 07:09:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_groups`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_groups`\n(\n `Id`  string , `Name`  string , `DeveloperName`  string , `RelatedId`  string , `Type`  string , `Email`  string , `QueueRoutingConfigId`  string , `OwnerId`  string , `DoesSendEmailToMembers`  string , `DoesIncludeBosses`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Description`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/groups/2026-04-06/1775477109'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_groups"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-06/1775477109
id: 1704932
processed: 1

raw_data:

{
    "CreatedById": 11,
    "CreatedDate": 10,
    "Description": 15,
    "DeveloperName": 2,
    "DoesIncludeBosses": 9,
    "DoesSendEmailToMembers": 8,
    "Email": 5,
    "Id": 0,
    "LastModifiedById": 13,
    "LastModifiedDate": 12,
    "Name": 1,
    "OwnerId": 7,
    "QueueRoutingConfigId": 6,
    "RelatedId": 3,
    "SystemModstamp": 14,
    "Type": 4
}

schema_attributes:

{
    "Amount": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "Description": "string",
    "DeveloperName": "string",
    "DoesIncludeBosses": "string",
    "DoesSendEmailToMembers": "string",
    "Email": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "Name": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "QueueRoutingConfigId": "string",
    "RelatedId": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Type": "string"
}

schema_name_id: 1176
schema_scan_id: 161567340
updated: 2026-04-06 07:10:01

Version 1703680

created: 2026-04-05 07:04:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_groups`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_groups`\n(\n `Id`  string , `Name`  string , `DeveloperName`  string , `RelatedId`  string , `Type`  string , `Email`  string , `QueueRoutingConfigId`  string , `OwnerId`  string , `DoesSendEmailToMembers`  string , `DoesIncludeBosses`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Description`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/groups/2026-04-05/1775390660'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_groups"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-05/1775390660
id: 1703680
processed: 1

raw_data:

{
    "CreatedById": 11,
    "CreatedDate": 10,
    "Description": 15,
    "DeveloperName": 2,
    "DoesIncludeBosses": 9,
    "DoesSendEmailToMembers": 8,
    "Email": 5,
    "Id": 0,
    "LastModifiedById": 13,
    "LastModifiedDate": 12,
    "Name": 1,
    "OwnerId": 7,
    "QueueRoutingConfigId": 6,
    "RelatedId": 3,
    "SystemModstamp": 14,
    "Type": 4
}

schema_attributes:

{
    "Amount": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "Description": "string",
    "DeveloperName": "string",
    "DoesIncludeBosses": "string",
    "DoesSendEmailToMembers": "string",
    "Email": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "Name": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "QueueRoutingConfigId": "string",
    "RelatedId": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Type": "string"
}

schema_name_id: 1176
schema_scan_id: 161519960
updated: 2026-04-05 07:04:54

Version 1702548

created: 2026-04-04 07:07:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_groups`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_groups`\n(\n `Id`  string , `Name`  string , `DeveloperName`  string , `RelatedId`  string , `Type`  string , `Email`  string , `QueueRoutingConfigId`  string , `OwnerId`  string , `DoesSendEmailToMembers`  string , `DoesIncludeBosses`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Description`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/groups/2026-04-04/1775304392'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_groups"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-04/1775304392
id: 1702548
processed: 1

raw_data:

{
    "CreatedById": 11,
    "CreatedDate": 10,
    "Description": 15,
    "DeveloperName": 2,
    "DoesIncludeBosses": 9,
    "DoesSendEmailToMembers": 8,
    "Email": 5,
    "Id": 0,
    "LastModifiedById": 13,
    "LastModifiedDate": 12,
    "Name": 1,
    "OwnerId": 7,
    "QueueRoutingConfigId": 6,
    "RelatedId": 3,
    "SystemModstamp": 14,
    "Type": 4
}

schema_attributes:

{
    "Amount": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "Description": "string",
    "DeveloperName": "string",
    "DoesIncludeBosses": "string",
    "DoesSendEmailToMembers": "string",
    "Email": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "Name": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "QueueRoutingConfigId": "string",
    "RelatedId": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Type": "string"
}

schema_name_id: 1176
schema_scan_id: 161466418
updated: 2026-04-04 07:08:13

Version 1701367

created: 2026-04-03 07:06:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_groups`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_groups`\n(\n `Id`  string , `Name`  string , `DeveloperName`  string , `RelatedId`  string , `Type`  string , `Email`  string , `QueueRoutingConfigId`  string , `OwnerId`  string , `DoesSendEmailToMembers`  string , `DoesIncludeBosses`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Description`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/groups/2026-04-03/1775217867'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_groups"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-03/1775217867
id: 1701367
processed: 1

raw_data:

{
    "CreatedById": 11,
    "CreatedDate": 10,
    "Description": 15,
    "DeveloperName": 2,
    "DoesIncludeBosses": 9,
    "DoesSendEmailToMembers": 8,
    "Email": 5,
    "Id": 0,
    "LastModifiedById": 13,
    "LastModifiedDate": 12,
    "Name": 1,
    "OwnerId": 7,
    "QueueRoutingConfigId": 6,
    "RelatedId": 3,
    "SystemModstamp": 14,
    "Type": 4
}

schema_attributes:

{
    "Amount": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "Description": "string",
    "DeveloperName": "string",
    "DoesIncludeBosses": "string",
    "DoesSendEmailToMembers": "string",
    "Email": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "Name": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "QueueRoutingConfigId": "string",
    "RelatedId": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Type": "string"
}

schema_name_id: 1176
schema_scan_id: 161408574
updated: 2026-04-03 07:06:17

Schema Scans: 15

Last at 2026-04-17 07:07:08

Scan 162173080

duration: 0:00:14.733353

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162173080

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-17/1776427495",
        "key": "raw/groups/2026-04-17/1776427495/groups.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_groups",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 5441706011146496379,
        "service_name": "drive-thru",
        "span_id": 15508882600099098088,
        "trace_id": 16076521462755086114
    }
}

running: False
schema_name_id: 1176
start_time: 2026-04-17 07:07:08
success: True
trace_id: 16076521462755086114

Scan 162117344

duration: 0:00:14.763579

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162117344

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-16/1776341105",
        "key": "raw/groups/2026-04-16/1776341105/groups.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_groups",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 9670352543665574978,
        "service_name": "drive-thru",
        "span_id": 13067713271984482243,
        "trace_id": 16217555838491414181
    }
}

running: False
schema_name_id: 1176
start_time: 2026-04-16 07:06:38
success: True
trace_id: 16217555838491414181

Scan 162061829

duration: 0:00:12.298977

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162061829

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-15/1776254798",
        "key": "raw/groups/2026-04-15/1776254798/groups.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_groups",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 14041677850918397351,
        "service_name": "drive-thru",
        "span_id": 15966683234299788143,
        "trace_id": 8474555211542360650
    }
}

running: False
schema_name_id: 1176
start_time: 2026-04-15 07:11:42
success: True
trace_id: 8474555211542360650

Scan 162006365

duration: 0:00:14.620575

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162006365

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-14/1776168311",
        "key": "raw/groups/2026-04-14/1776168311/groups.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_groups",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 6719667352935868726,
        "service_name": "drive-thru",
        "span_id": 2743458062484632457,
        "trace_id": 3369872438367932013
    }
}

running: False
schema_name_id: 1176
start_time: 2026-04-14 07:05:47
success: True
trace_id: 3369872438367932013

Scan 161948348

duration: 0:00:12.117936

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161948348

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-13/1776081908",
        "key": "raw/groups/2026-04-13/1776081908/groups.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_groups",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 13595391895029191287,
        "service_name": "drive-thru",
        "span_id": 10261682210523473109,
        "trace_id": 1908000764832433384
    }
}

running: False
schema_name_id: 1176
start_time: 2026-04-13 07:07:44
success: True
trace_id: 1908000764832433384

Scan 161899559

duration: 0:00:14.641648

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161899559

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-12/1775995746",
        "key": "raw/groups/2026-04-12/1775995746/groups.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_groups",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 2193605543524607882,
        "service_name": "drive-thru",
        "span_id": 6121801513351800390,
        "trace_id": 16346232150170685936
    }
}

running: False
schema_name_id: 1176
start_time: 2026-04-12 07:09:11
success: True
trace_id: 16346232150170685936

Scan 161846866

duration: 0:00:14.588761

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161846866

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-11/1775909084",
        "key": "raw/groups/2026-04-11/1775909084/groups.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_groups",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 11769370026158522887,
        "service_name": "drive-thru",
        "span_id": 7951709963385333135,
        "trace_id": 14462163991847628776
    }
}

running: False
schema_name_id: 1176
start_time: 2026-04-11 07:06:34
success: True
trace_id: 14462163991847628776

Scan 161792061

duration: 0:00:14.579558

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161792061

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-10/1775822710",
        "key": "raw/groups/2026-04-10/1775822710/groups.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_groups",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 14843177751182182498,
        "service_name": "drive-thru",
        "span_id": 5118533543007739119,
        "trace_id": 3646333236854681756
    }
}

running: False
schema_name_id: 1176
start_time: 2026-04-10 07:05:49
success: True
trace_id: 3646333236854681756

Scan 161736229

duration: 0:00:12.175326

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161736229

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-09/1775736308",
        "key": "raw/groups/2026-04-09/1775736308/groups.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_groups",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 3918344459931653998,
        "service_name": "drive-thru",
        "span_id": 5137783984701638907,
        "trace_id": 7209920850853062624
    }
}

running: False
schema_name_id: 1176
start_time: 2026-04-09 07:05:25
success: True
trace_id: 7209920850853062624

Scan 161681389

duration: 0:00:14.538991

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161681389

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-08/1775649905",
        "key": "raw/groups/2026-04-08/1775649905/groups.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_groups",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 12356650601229648862,
        "service_name": "drive-thru",
        "span_id": 7368911764363970700,
        "trace_id": 4036284062375368704
    }
}

running: False
schema_name_id: 1176
start_time: 2026-04-08 07:06:21
success: True
trace_id: 4036284062375368704

Scan 161625184

duration: 0:00:11.923658

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161625184

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-07/1775563505",
        "key": "raw/groups/2026-04-07/1775563505/groups.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_groups",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 2197473219790080092,
        "service_name": "drive-thru",
        "span_id": 6640044114044310037,
        "trace_id": 15271136533880707673
    }
}

running: False
schema_name_id: 1176
start_time: 2026-04-07 07:06:22
success: True
trace_id: 15271136533880707673

Scan 161567340

duration: 0:00:14.578642

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161567340

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-06/1775477109",
        "key": "raw/groups/2026-04-06/1775477109/groups.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_groups",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 12219422174173897363,
        "service_name": "drive-thru",
        "span_id": 7191347023031144974,
        "trace_id": 4376340501160816586
    }
}

running: False
schema_name_id: 1176
start_time: 2026-04-06 07:09:46
success: True
trace_id: 4376340501160816586

Scan 161519960

duration: 0:00:14.528239

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161519960

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-05/1775390660",
        "key": "raw/groups/2026-04-05/1775390660/groups.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_groups",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 6561158041227281991,
        "service_name": "drive-thru",
        "span_id": 9072723231122400842,
        "trace_id": 10477725554651520026
    }
}

running: False
schema_name_id: 1176
start_time: 2026-04-05 07:04:40
success: True
trace_id: 10477725554651520026

Scan 161466418

duration: 0:00:14.593231

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161466418

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-04/1775304392",
        "key": "raw/groups/2026-04-04/1775304392/groups.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_groups",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 15759071475381971481,
        "service_name": "drive-thru",
        "span_id": 388506245481681280,
        "trace_id": 13169961640847252836
    }
}

running: False
schema_name_id: 1176
start_time: 2026-04-04 07:07:58
success: True
trace_id: 13169961640847252836

Scan 161408574

duration: 0:00:12.012960

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161408574

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/groups/2026-04-03/1775217867",
        "key": "raw/groups/2026-04-03/1775217867/groups.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_groups",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 16169994013824387632,
        "service_name": "drive-thru",
        "span_id": 7115969996729067215,
        "trace_id": 17290375223885435802
    }
}

running: False
schema_name_id: 1176
start_time: 2026-04-03 07:06:05
success: True
trace_id: 17290375223885435802

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "Amount": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "Description": "string",
    "DeveloperName": "string",
    "DoesIncludeBosses": "string",
    "DoesSendEmailToMembers": "string",
    "Email": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "Name": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "QueueRoutingConfigId": "string",
    "RelatedId": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Type": "string"
}

created: 2026-04-17 07:07:09

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_groups`\n(\n `Id`  string , `Name`  string , `DeveloperName`  string , `RelatedId`  string , `Type`  string , `Email`  string , `QueueRoutingConfigId`  string , `OwnerId`  string , `DoesSendEmailToMembers`  string , `DoesIncludeBosses`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Description`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/groups/2026-04-17/1776427495'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_groups`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_groups"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2022-10-10 16:22:15",
        "disabled": false,
        "format": "raw",
        "id": 1176,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_prod_csv",
            "table": "salesforce_groups"
        },
        "type": "csv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "Amount": "string",
            "CloseDate": "string",
            "CreatedById": "string",
            "CreatedDate": "string",
            "CurrencyIsoCode": "string",
            "Description": "string",
            "DeveloperName": "string",
            "DoesIncludeBosses": "string",
            "DoesSendEmailToMembers": "string",
            "Email": "string",
            "ExpectedRevenue": "string",
            "ForecastCategory": "string",
            "Id": "string",
            "IsDeleted": "string",
            "LastModifiedById": "string",
            "LastModifiedDate": "string",
            "Name": "string",
            "OpportunityId": "string",
            "OwnerId": "string",
            "PrevAmount": "string",
            "PrevCloseDate": "string",
            "Probability": "string",
            "QueueRoutingConfigId": "string",
            "RelatedId": "string",
            "StageName": "string",
            "SystemModstamp": "string",
            "Type": "string"
        },
        "created": "2026-04-17 07:07:09",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_groups`\n(\n `Id`  string , `Name`  string , `DeveloperName`  string , `RelatedId`  string , `Type`  string , `Email`  string , `QueueRoutingConfigId`  string , `OwnerId`  string , `DoesSendEmailToMembers`  string , `DoesIncludeBosses`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string , `Description`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/groups/2026-04-17/1776427495'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_groups`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_groups"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}