Schema Info

Schema Name: sfdl_prod_csv.salesforce_notes

created: 2022-10-10 16:21:21
disabled: False
format: raw
id: 1160
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_prod_csv",
    "table": "salesforce_notes"
}

type: csv

Schema Versions: 15

Version 1718110

created: 2026-04-17 07:07:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_notes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_notes`\n(\n `Id`  string , `IsDeleted`  string , `ParentId`  string , `Title`  string , `IsPrivate`  string , `Body`  string , `OwnerId`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/notes/2026-04-17/1776427513'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_notes"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-17/1776427513
id: 1718110
processed: 1

raw_data:

{
    "Body": 5,
    "CreatedById": 8,
    "CreatedDate": 7,
    "Id": 0,
    "IsDeleted": 1,
    "IsPrivate": 4,
    "LastModifiedById": 10,
    "LastModifiedDate": 9,
    "OwnerId": 6,
    "ParentId": 2,
    "SystemModstamp": 11,
    "Title": 3
}

schema_attributes:

{
    "Amount": "string",
    "Body": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "IsPrivate": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "ParentId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Title": "string"
}

schema_name_id: 1160
schema_scan_id: 162173082
updated: 2026-04-17 07:07:26

Version 1716831

created: 2026-04-16 07:05:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_notes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_notes`\n(\n `Id`  string , `IsDeleted`  string , `ParentId`  string , `Title`  string , `IsPrivate`  string , `Body`  string , `OwnerId`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/notes/2026-04-16/1776341072'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_notes"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-16/1776341072
id: 1716831
processed: 1

raw_data:

{
    "Body": 5,
    "CreatedById": 8,
    "CreatedDate": 7,
    "Id": 0,
    "IsDeleted": 1,
    "IsPrivate": 4,
    "LastModifiedById": 10,
    "LastModifiedDate": 9,
    "OwnerId": 6,
    "ParentId": 2,
    "SystemModstamp": 11,
    "Title": 3
}

schema_attributes:

{
    "Amount": "string",
    "Body": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "IsPrivate": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "ParentId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Title": "string"
}

schema_name_id: 1160
schema_scan_id: 162117303
updated: 2026-04-16 07:05:15

Version 1715655

created: 2026-04-15 07:08:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_notes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_notes`\n(\n `Id`  string , `IsDeleted`  string , `ParentId`  string , `Title`  string , `IsPrivate`  string , `Body`  string , `OwnerId`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/notes/2026-04-15/1776254770'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_notes"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-15/1776254770
id: 1715655
processed: 1

raw_data:

{
    "Body": 5,
    "CreatedById": 8,
    "CreatedDate": 7,
    "Id": 0,
    "IsDeleted": 1,
    "IsPrivate": 4,
    "LastModifiedById": 10,
    "LastModifiedDate": 9,
    "OwnerId": 6,
    "ParentId": 2,
    "SystemModstamp": 11,
    "Title": 3
}

schema_attributes:

{
    "Amount": "string",
    "Body": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "IsPrivate": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "ParentId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Title": "string"
}

schema_name_id: 1160
schema_scan_id: 162061794
updated: 2026-04-15 07:09:11

Version 1714445

created: 2026-04-14 07:05:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_notes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_notes`\n(\n `Id`  string , `IsDeleted`  string , `ParentId`  string , `Title`  string , `IsPrivate`  string , `Body`  string , `OwnerId`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/notes/2026-04-14/1776168305'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_notes"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-14/1776168305
id: 1714445
processed: 1

raw_data:

{
    "Body": 5,
    "CreatedById": 8,
    "CreatedDate": 7,
    "Id": 0,
    "IsDeleted": 1,
    "IsPrivate": 4,
    "LastModifiedById": 10,
    "LastModifiedDate": 9,
    "OwnerId": 6,
    "ParentId": 2,
    "SystemModstamp": 11,
    "Title": 3
}

schema_attributes:

{
    "Amount": "string",
    "Body": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "IsPrivate": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "ParentId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Title": "string"
}

schema_name_id: 1160
schema_scan_id: 162006359
updated: 2026-04-14 07:05:43

Version 1713257

created: 2026-04-13 07:07:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_notes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_notes`\n(\n `Id`  string , `IsDeleted`  string , `ParentId`  string , `Title`  string , `IsPrivate`  string , `Body`  string , `OwnerId`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/notes/2026-04-13/1776081907'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_notes"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-13/1776081907
id: 1713257
processed: 1

raw_data:

{
    "Body": 5,
    "CreatedById": 8,
    "CreatedDate": 7,
    "Id": 0,
    "IsDeleted": 1,
    "IsPrivate": 4,
    "LastModifiedById": 10,
    "LastModifiedDate": 9,
    "OwnerId": 6,
    "ParentId": 2,
    "SystemModstamp": 11,
    "Title": 3
}

schema_attributes:

{
    "Amount": "string",
    "Body": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "IsPrivate": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "ParentId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Title": "string"
}

schema_name_id: 1160
schema_scan_id: 161948340
updated: 2026-04-13 07:07:44

Version 1712033

created: 2026-04-12 07:06:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_notes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_notes`\n(\n `Id`  string , `IsDeleted`  string , `ParentId`  string , `Title`  string , `IsPrivate`  string , `Body`  string , `OwnerId`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/notes/2026-04-12/1775995568'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_notes"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-12/1775995568
id: 1712033
processed: 1

raw_data:

{
    "Body": 5,
    "CreatedById": 8,
    "CreatedDate": 7,
    "Id": 0,
    "IsDeleted": 1,
    "IsPrivate": 4,
    "LastModifiedById": 10,
    "LastModifiedDate": 9,
    "OwnerId": 6,
    "ParentId": 2,
    "SystemModstamp": 11,
    "Title": 3
}

schema_attributes:

{
    "Amount": "string",
    "Body": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "IsPrivate": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "ParentId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Title": "string"
}

schema_name_id: 1160
schema_scan_id: 161899512
updated: 2026-04-12 07:06:47

Version 1710867

created: 2026-04-11 07:07:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_notes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_notes`\n(\n `Id`  string , `IsDeleted`  string , `ParentId`  string , `Title`  string , `IsPrivate`  string , `Body`  string , `OwnerId`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/notes/2026-04-11/1775909067'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_notes"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-11/1775909067
id: 1710867
processed: 1

raw_data:

{
    "Body": 5,
    "CreatedById": 8,
    "CreatedDate": 7,
    "Id": 0,
    "IsDeleted": 1,
    "IsPrivate": 4,
    "LastModifiedById": 10,
    "LastModifiedDate": 9,
    "OwnerId": 6,
    "ParentId": 2,
    "SystemModstamp": 11,
    "Title": 3
}

schema_attributes:

{
    "Amount": "string",
    "Body": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "IsPrivate": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "ParentId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Title": "string"
}

schema_name_id: 1160
schema_scan_id: 161846876
updated: 2026-04-11 07:07:25

Version 1709653

created: 2026-04-10 07:05:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_notes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_notes`\n(\n `Id`  string , `IsDeleted`  string , `ParentId`  string , `Title`  string , `IsPrivate`  string , `Body`  string , `OwnerId`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/notes/2026-04-10/1775822693'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_notes"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-10/1775822693
id: 1709653
processed: 1

raw_data:

{
    "Body": 5,
    "CreatedById": 8,
    "CreatedDate": 7,
    "Id": 0,
    "IsDeleted": 1,
    "IsPrivate": 4,
    "LastModifiedById": 10,
    "LastModifiedDate": 9,
    "OwnerId": 6,
    "ParentId": 2,
    "SystemModstamp": 11,
    "Title": 3
}

schema_attributes:

{
    "Amount": "string",
    "Body": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "IsPrivate": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "ParentId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Title": "string"
}

schema_name_id: 1160
schema_scan_id: 161792048
updated: 2026-04-10 07:05:34

Version 1708502

created: 2026-04-09 07:05:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_notes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_notes`\n(\n `Id`  string , `IsDeleted`  string , `ParentId`  string , `Title`  string , `IsPrivate`  string , `Body`  string , `OwnerId`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/notes/2026-04-09/1775736299'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_notes"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-09/1775736299
id: 1708502
processed: 1

raw_data:

{
    "Body": 5,
    "CreatedById": 8,
    "CreatedDate": 7,
    "Id": 0,
    "IsDeleted": 1,
    "IsPrivate": 4,
    "LastModifiedById": 10,
    "LastModifiedDate": 9,
    "OwnerId": 6,
    "ParentId": 2,
    "SystemModstamp": 11,
    "Title": 3
}

schema_attributes:

{
    "Amount": "string",
    "Body": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "IsPrivate": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "ParentId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Title": "string"
}

schema_name_id: 1160
schema_scan_id: 161736228
updated: 2026-04-09 07:05:32

Version 1707318

created: 2026-04-08 07:05:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_notes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_notes`\n(\n `Id`  string , `IsDeleted`  string , `ParentId`  string , `Title`  string , `IsPrivate`  string , `Body`  string , `OwnerId`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/notes/2026-04-08/1775649894'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_notes"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-08/1775649894
id: 1707318
processed: 1

raw_data:

{
    "Body": 5,
    "CreatedById": 8,
    "CreatedDate": 7,
    "Id": 0,
    "IsDeleted": 1,
    "IsPrivate": 4,
    "LastModifiedById": 10,
    "LastModifiedDate": 9,
    "OwnerId": 6,
    "ParentId": 2,
    "SystemModstamp": 11,
    "Title": 3
}

schema_attributes:

{
    "Amount": "string",
    "Body": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "IsPrivate": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "ParentId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Title": "string"
}

schema_name_id: 1160
schema_scan_id: 161681373
updated: 2026-04-08 07:05:51

Version 1706140

created: 2026-04-07 07:06:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_notes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_notes`\n(\n `Id`  string , `IsDeleted`  string , `ParentId`  string , `Title`  string , `IsPrivate`  string , `Body`  string , `OwnerId`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/notes/2026-04-07/1775563508'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_notes"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-07/1775563508
id: 1706140
processed: 1

raw_data:

{
    "Body": 5,
    "CreatedById": 8,
    "CreatedDate": 7,
    "Id": 0,
    "IsDeleted": 1,
    "IsPrivate": 4,
    "LastModifiedById": 10,
    "LastModifiedDate": 9,
    "OwnerId": 6,
    "ParentId": 2,
    "SystemModstamp": 11,
    "Title": 3
}

schema_attributes:

{
    "Amount": "string",
    "Body": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "IsPrivate": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "ParentId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Title": "string"
}

schema_name_id: 1160
schema_scan_id: 161625176
updated: 2026-04-07 07:06:19

Version 1704924

created: 2026-04-06 07:09:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_notes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_notes`\n(\n `Id`  string , `IsDeleted`  string , `ParentId`  string , `Title`  string , `IsPrivate`  string , `Body`  string , `OwnerId`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/notes/2026-04-06/1775477094'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_notes"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-06/1775477094
id: 1704924
processed: 1

raw_data:

{
    "Body": 5,
    "CreatedById": 8,
    "CreatedDate": 7,
    "Id": 0,
    "IsDeleted": 1,
    "IsPrivate": 4,
    "LastModifiedById": 10,
    "LastModifiedDate": 9,
    "OwnerId": 6,
    "ParentId": 2,
    "SystemModstamp": 11,
    "Title": 3
}

schema_attributes:

{
    "Amount": "string",
    "Body": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "IsPrivate": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "ParentId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Title": "string"
}

schema_name_id: 1160
schema_scan_id: 161567332
updated: 2026-04-06 07:09:16

Version 1703671

created: 2026-04-05 07:04:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_notes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_notes`\n(\n `Id`  string , `IsDeleted`  string , `ParentId`  string , `Title`  string , `IsPrivate`  string , `Body`  string , `OwnerId`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/notes/2026-04-05/1775390627'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_notes"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-05/1775390627
id: 1703671
processed: 1

raw_data:

{
    "Body": 5,
    "CreatedById": 8,
    "CreatedDate": 7,
    "Id": 0,
    "IsDeleted": 1,
    "IsPrivate": 4,
    "LastModifiedById": 10,
    "LastModifiedDate": 9,
    "OwnerId": 6,
    "ParentId": 2,
    "SystemModstamp": 11,
    "Title": 3
}

schema_attributes:

{
    "Amount": "string",
    "Body": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "IsPrivate": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "ParentId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Title": "string"
}

schema_name_id: 1160
schema_scan_id: 161519951
updated: 2026-04-05 07:04:24

Version 1702563

created: 2026-04-04 07:08:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_notes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_notes`\n(\n `Id`  string , `IsDeleted`  string , `ParentId`  string , `Title`  string , `IsPrivate`  string , `Body`  string , `OwnerId`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/notes/2026-04-04/1775304413'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_notes"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-04/1775304413
id: 1702563
processed: 1

raw_data:

{
    "Body": 5,
    "CreatedById": 8,
    "CreatedDate": 7,
    "Id": 0,
    "IsDeleted": 1,
    "IsPrivate": 4,
    "LastModifiedById": 10,
    "LastModifiedDate": 9,
    "OwnerId": 6,
    "ParentId": 2,
    "SystemModstamp": 11,
    "Title": 3
}

schema_attributes:

{
    "Amount": "string",
    "Body": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "IsPrivate": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "ParentId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Title": "string"
}

schema_name_id: 1160
schema_scan_id: 161466434
updated: 2026-04-04 07:09:13

Version 1701345

created: 2026-04-03 07:04:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_notes`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_notes`\n(\n `Id`  string , `IsDeleted`  string , `ParentId`  string , `Title`  string , `IsPrivate`  string , `Body`  string , `OwnerId`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/notes/2026-04-03/1775217866'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_notes"
]

hive_path: s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-03/1775217866
id: 1701345
processed: 1

raw_data:

{
    "Body": 5,
    "CreatedById": 8,
    "CreatedDate": 7,
    "Id": 0,
    "IsDeleted": 1,
    "IsPrivate": 4,
    "LastModifiedById": 10,
    "LastModifiedDate": 9,
    "OwnerId": 6,
    "ParentId": 2,
    "SystemModstamp": 11,
    "Title": 3
}

schema_attributes:

{
    "Amount": "string",
    "Body": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "IsPrivate": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "ParentId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Title": "string"
}

schema_name_id: 1160
schema_scan_id: 161408547
updated: 2026-04-03 07:05:01

Schema Scans: 15

Last at 2026-04-17 07:07:12

Scan 162173082

duration: 0:00:14.569090

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162173082

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-17/1776427513",
        "key": "raw/notes/2026-04-17/1776427513/notes.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_notes",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 10388280039348122540,
        "service_name": "drive-thru",
        "span_id": 11302102732588694745,
        "trace_id": 4989864880374067217
    }
}

running: False
schema_name_id: 1160
start_time: 2026-04-17 07:07:12
success: True
trace_id: 4989864880374067217

Scan 162117303

duration: 0:00:14.873398

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162117303

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-16/1776341072",
        "key": "raw/notes/2026-04-16/1776341072/notes.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_notes",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 18359436523462705794,
        "service_name": "drive-thru",
        "span_id": 2554328551894975373,
        "trace_id": 1508260893939419934
    }
}

running: False
schema_name_id: 1160
start_time: 2026-04-16 07:05:00
success: True
trace_id: 1508260893939419934

Scan 162061794

duration: 0:00:12.087158

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162061794

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-15/1776254770",
        "key": "raw/notes/2026-04-15/1776254770/notes.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_notes",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 4068461231634558964,
        "service_name": "drive-thru",
        "span_id": 10342946151963585252,
        "trace_id": 687521378394365625
    }
}

running: False
schema_name_id: 1160
start_time: 2026-04-15 07:08:59
success: True
trace_id: 687521378394365625

Scan 162006359

duration: 0:00:12.166570

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162006359

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-14/1776168305",
        "key": "raw/notes/2026-04-14/1776168305/notes.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_notes",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 14355100080306361790,
        "service_name": "drive-thru",
        "span_id": 947120417174818231,
        "trace_id": 13621517902830028972
    }
}

running: False
schema_name_id: 1160
start_time: 2026-04-14 07:05:31
success: True
trace_id: 13621517902830028972

Scan 161948340

duration: 0:00:14.486143

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161948340

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-13/1776081907",
        "key": "raw/notes/2026-04-13/1776081907/notes.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_notes",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 18121205543048179163,
        "service_name": "drive-thru",
        "span_id": 8662896589086812060,
        "trace_id": 15565510493368526205
    }
}

running: False
schema_name_id: 1160
start_time: 2026-04-13 07:07:30
success: True
trace_id: 15565510493368526205

Scan 161899512

duration: 0:00:14.782230

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161899512

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-12/1775995568",
        "key": "raw/notes/2026-04-12/1775995568/notes.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_notes",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 2769847926874734896,
        "service_name": "drive-thru",
        "span_id": 13730041589125713154,
        "trace_id": 9957970146234236762
    }
}

running: False
schema_name_id: 1160
start_time: 2026-04-12 07:06:33
success: True
trace_id: 9957970146234236762

Scan 161846876

duration: 0:00:14.625867

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161846876

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-11/1775909067",
        "key": "raw/notes/2026-04-11/1775909067/notes.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_notes",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 14944520601951412472,
        "service_name": "drive-thru",
        "span_id": 8312208209679252487,
        "trace_id": 15163601868000087198
    }
}

running: False
schema_name_id: 1160
start_time: 2026-04-11 07:07:11
success: True
trace_id: 15163601868000087198

Scan 161792048

duration: 0:00:12.030773

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161792048

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-10/1775822693",
        "key": "raw/notes/2026-04-10/1775822693/notes.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_notes",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 2568355047470206464,
        "service_name": "drive-thru",
        "span_id": 13702848388083053217,
        "trace_id": 11992450699922245355
    }
}

running: False
schema_name_id: 1160
start_time: 2026-04-10 07:05:23
success: True
trace_id: 11992450699922245355

Scan 161736228

duration: 0:00:12.132312

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161736228

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-09/1775736299",
        "key": "raw/notes/2026-04-09/1775736299/notes.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_notes",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 17949533273061446741,
        "service_name": "drive-thru",
        "span_id": 8371832972219327399,
        "trace_id": 14321400848170288562
    }
}

running: False
schema_name_id: 1160
start_time: 2026-04-09 07:05:20
success: True
trace_id: 14321400848170288562

Scan 161681373

duration: 0:00:11.956821

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161681373

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-08/1775649894",
        "key": "raw/notes/2026-04-08/1775649894/notes.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_notes",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 5709791685114150230,
        "service_name": "drive-thru",
        "span_id": 2318498375518068736,
        "trace_id": 16736540712754869686
    }
}

running: False
schema_name_id: 1160
start_time: 2026-04-08 07:05:39
success: True
trace_id: 16736540712754869686

Scan 161625176

duration: 0:00:12.171488

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161625176

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-07/1775563508",
        "key": "raw/notes/2026-04-07/1775563508/notes.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_notes",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 17292120182924001044,
        "service_name": "drive-thru",
        "span_id": 10154182670721990922,
        "trace_id": 17310456359128523203
    }
}

running: False
schema_name_id: 1160
start_time: 2026-04-07 07:06:07
success: True
trace_id: 17310456359128523203

Scan 161567332

duration: 0:00:14.521095

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161567332

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-06/1775477094",
        "key": "raw/notes/2026-04-06/1775477094/notes.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_notes",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 6527046589030523923,
        "service_name": "drive-thru",
        "span_id": 6015227959059488343,
        "trace_id": 14603297312557653515
    }
}

running: False
schema_name_id: 1160
start_time: 2026-04-06 07:09:02
success: True
trace_id: 14603297312557653515

Scan 161519951

duration: 0:00:14.585813

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161519951

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-05/1775390627",
        "key": "raw/notes/2026-04-05/1775390627/notes.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_notes",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 2056067132785574730,
        "service_name": "drive-thru",
        "span_id": 6028720782972795508,
        "trace_id": 10486154797378477543
    }
}

running: False
schema_name_id: 1160
start_time: 2026-04-05 07:04:09
success: True
trace_id: 10486154797378477543

Scan 161466434

duration: 0:00:14.465433

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161466434

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-04/1775304413",
        "key": "raw/notes/2026-04-04/1775304413/notes.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_notes",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 7196176011148251233,
        "service_name": "drive-thru",
        "span_id": 6871772484201868479,
        "trace_id": 5611093864106832934
    }
}

running: False
schema_name_id: 1160
start_time: 2026-04-04 07:08:59
success: True
trace_id: 5611093864106832934

Scan 161408547

duration: 0:00:12.149945

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161408547

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-salesforce-prod",
        "hive_path": "s3://sfdl-csv-salesforce-prod/raw/notes/2026-04-03/1775217866",
        "key": "raw/notes/2026-04-03/1775217866/notes.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.salesforce_notes",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 10119269832043874080,
        "service_name": "drive-thru",
        "span_id": 5321682837216463564,
        "trace_id": 11367245226325972353
    }
}

running: False
schema_name_id: 1160
start_time: 2026-04-03 07:04:49
success: True
trace_id: 11367245226325972353

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "Amount": "string",
    "Body": "string",
    "CloseDate": "string",
    "CreatedById": "string",
    "CreatedDate": "string",
    "CurrencyIsoCode": "string",
    "ExpectedRevenue": "string",
    "ForecastCategory": "string",
    "Id": "string",
    "IsDeleted": "string",
    "IsPrivate": "string",
    "LastModifiedById": "string",
    "LastModifiedDate": "string",
    "OpportunityId": "string",
    "OwnerId": "string",
    "ParentId": "string",
    "PrevAmount": "string",
    "PrevCloseDate": "string",
    "Probability": "string",
    "StageName": "string",
    "SystemModstamp": "string",
    "Title": "string"
}

created: 2026-04-17 07:07:13

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_notes`\n(\n `Id`  string , `IsDeleted`  string , `ParentId`  string , `Title`  string , `IsPrivate`  string , `Body`  string , `OwnerId`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/notes/2026-04-17/1776427513'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_notes`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_notes"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2022-10-10 16:21:21",
        "disabled": false,
        "format": "raw",
        "id": 1160,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_prod_csv",
            "table": "salesforce_notes"
        },
        "type": "csv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "Amount": "string",
            "Body": "string",
            "CloseDate": "string",
            "CreatedById": "string",
            "CreatedDate": "string",
            "CurrencyIsoCode": "string",
            "ExpectedRevenue": "string",
            "ForecastCategory": "string",
            "Id": "string",
            "IsDeleted": "string",
            "IsPrivate": "string",
            "LastModifiedById": "string",
            "LastModifiedDate": "string",
            "OpportunityId": "string",
            "OwnerId": "string",
            "ParentId": "string",
            "PrevAmount": "string",
            "PrevCloseDate": "string",
            "Probability": "string",
            "StageName": "string",
            "SystemModstamp": "string",
            "Title": "string"
        },
        "created": "2026-04-17 07:07:13",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.salesforce_notes`\n(\n `Id`  string , `IsDeleted`  string , `ParentId`  string , `Title`  string , `IsPrivate`  string , `Body`  string , `OwnerId`  string , `CreatedDate`  string , `CreatedById`  string , `LastModifiedDate`  string , `LastModifiedById`  string , `SystemModstamp`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-salesforce-prod/raw/notes/2026-04-17/1776427513'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_csv.salesforce_notes`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_csv.salesforce_notes"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}