Schema Info

Schema Name: sfdl_prod_csv.payrix_customers

created: 2024-07-10 09:32:01
disabled: False
format: raw
id: 1913
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_prod_csv",
    "table": "payrix_customers"
}

type: csv

Schema Versions: 15

Version 1718267

created: 2026-04-17 09:44:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/customers/2026-04-17/1776436998'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/customers/2026-04-17/1776436998
id: 1718267
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 1913
schema_scan_id: 162178679
updated: 2026-04-17 09:44:55

Version 1717054

created: 2026-04-16 09:46:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/customers/2026-04-16/1776350704'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/customers/2026-04-16/1776350704
id: 1717054
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 1913
schema_scan_id: 162122970
updated: 2026-04-16 09:46:19

Version 1715892

created: 2026-04-15 11:40:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/customers/2026-04-15/1776271158'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/customers/2026-04-15/1776271158
id: 1715892
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 1913
schema_scan_id: 162073197
updated: 2026-04-15 11:40:47

Version 1714965

created: 2026-04-14 21:30:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/customers/2026-04-14/1776220170'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/customers/2026-04-14/1776220170
id: 1714965
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 1913
schema_scan_id: 162046503
updated: 2026-04-14 21:31:04

Version 1713431

created: 2026-04-13 09:45:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/customers/2026-04-13/1776091495'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/customers/2026-04-13/1776091495
id: 1713431
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 1913
schema_scan_id: 161953918
updated: 2026-04-13 09:46:08

Version 1712253

created: 2026-04-12 09:46:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/customers/2026-04-12/1776005117'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/customers/2026-04-12/1776005117
id: 1712253
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 1913
schema_scan_id: 161903679
updated: 2026-04-12 09:46:24

Version 1711027

created: 2026-04-11 09:43:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/customers/2026-04-11/1775918567'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/customers/2026-04-11/1775918567
id: 1711027
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 1913
schema_scan_id: 161852108
updated: 2026-04-11 09:43:51

Version 1709869

created: 2026-04-10 09:49:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/customers/2026-04-10/1775832458'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/customers/2026-04-10/1775832458
id: 1709869
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 1913
schema_scan_id: 161797943
updated: 2026-04-10 09:49:30

Version 1708700

created: 2026-04-09 09:42:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/customers/2026-04-09/1775745697'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/customers/2026-04-09/1775745697
id: 1708700
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 1913
schema_scan_id: 161741550
updated: 2026-04-09 09:42:45

Version 1707536

created: 2026-04-08 09:51:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/customers/2026-04-08/1775659593'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/customers/2026-04-08/1775659593
id: 1707536
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 1913
schema_scan_id: 161686929
updated: 2026-04-08 09:51:15

Version 1706321

created: 2026-04-07 09:41:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/customers/2026-04-07/1775572855'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/customers/2026-04-07/1775572855
id: 1706321
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 1913
schema_scan_id: 161630524
updated: 2026-04-07 09:42:06

Version 1705124

created: 2026-04-06 09:54:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/customers/2026-04-06/1775487227'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/customers/2026-04-06/1775487227
id: 1705124
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 1913
schema_scan_id: 161573499
updated: 2026-04-06 09:55:02

Version 1703877

created: 2026-04-05 09:40:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/customers/2026-04-05/1775399961'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/customers/2026-04-05/1775399961
id: 1703877
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 1913
schema_scan_id: 161523893
updated: 2026-04-05 09:40:19

Version 1702747

created: 2026-04-04 10:03:52

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/customers/2026-04-04/1775314980'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/customers/2026-04-04/1775314980
id: 1702747
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 1913
schema_scan_id: 161474316
updated: 2026-04-04 10:04:03

Version 1701535

created: 2026-04-03 09:41:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_customers`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/customers/2026-04-03/1775227248'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_customers"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/customers/2026-04-03/1775227248
id: 1701535
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "address1": 31,
    "address2": 29,
    "authtokencustomer": 35,
    "city": 9,
    "company": 17,
    "country": 5,
    "created": 30,
    "creator": 26,
    "custom": 32,
    "customer_id": 19,
    "email": 23,
    "entity": 40,
    "fax": 21,
    "first": 39,
    "frozen": 34,
    "inactive": 13,
    "last": 28,
    "login_id": 41,
    "merchant": 33,
    "middle": 27,
    "modified": 16,
    "modifier": 10,
    "phone": 37,
    "shippingaddress1": 12,
    "shippingaddress2": 11,
    "shippingcity": 7,
    "shippingcompany": 6,
    "shippingcountry": 14,
    "shippingfax": 8,
    "shippingfirst": 22,
    "shippinglast": 15,
    "shippingmiddle": 18,
    "shippingphone": 36,
    "shippingstate": 38,
    "shippingzip": 24,
    "state": 20,
    "zip": 25
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

schema_name_id: 1913
schema_scan_id: 161414583
updated: 2026-04-03 09:41:56

Schema Scans: 15

Last at 2026-04-17 09:44:40

Scan 162178679

duration: 0:00:15.377112

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162178679

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/customers/2026-04-17/1776436998",
        "key": "raw/customers/2026-04-17/1776436998/41230163-b8fc-4abd-aadd-3bdea9c18d1e.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 15613773223580825301,
        "service_name": "drive-thru",
        "span_id": 507463238298459094,
        "trace_id": 3440751183080877023
    }
}

running: False
schema_name_id: 1913
start_time: 2026-04-17 09:44:40
success: True
trace_id: 3440751183080877023

Scan 162122970

duration: 0:00:12.836865

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162122970

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/customers/2026-04-16/1776350704",
        "key": "raw/customers/2026-04-16/1776350704/9fb5d680-9a30-4b04-8e75-3cd311ae70ea.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 12630462059812746627,
        "service_name": "drive-thru",
        "span_id": 5869437347837369694,
        "trace_id": 14577049407777482065
    }
}

running: False
schema_name_id: 1913
start_time: 2026-04-16 09:46:06
success: True
trace_id: 14577049407777482065

Scan 162073197

duration: 0:00:15.549472

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162073197

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/customers/2026-04-15/1776271158",
        "key": "raw/customers/2026-04-15/1776271158/09eddbb2-96f1-4464-b2a8-a868fafdaa06.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 6431161955163560816,
        "service_name": "drive-thru",
        "span_id": 15262872579951009645,
        "trace_id": 879038208521344796
    }
}

running: False
schema_name_id: 1913
start_time: 2026-04-15 11:40:31
success: True
trace_id: 879038208521344796

Scan 162046503

duration: 0:00:12.899125

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162046503

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/customers/2026-04-14/1776220170",
        "key": "raw/customers/2026-04-14/1776220170/8654d006-92ce-4e83-8a4e-585737567579.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 1953587405200393876,
        "service_name": "drive-thru",
        "span_id": 8100184631662271357,
        "trace_id": 7050223823071199437
    }
}

running: False
schema_name_id: 1913
start_time: 2026-04-14 21:30:51
success: True
trace_id: 7050223823071199437

Scan 161953918

duration: 0:00:15.351953

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161953918

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/customers/2026-04-13/1776091495",
        "key": "raw/customers/2026-04-13/1776091495/2ab13be2-e1fc-4d2d-a214-b6fd63bb27fd.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 4023274756187080187,
        "service_name": "drive-thru",
        "span_id": 6815376122312597535,
        "trace_id": 16716136609021084812
    }
}

running: False
schema_name_id: 1913
start_time: 2026-04-13 09:45:52
success: True
trace_id: 16716136609021084812

Scan 161903679

duration: 0:00:12.662442

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161903679

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/customers/2026-04-12/1776005117",
        "key": "raw/customers/2026-04-12/1776005117/828b22e5-1236-4a4d-9707-cb691edb7909.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 6112994941880544894,
        "service_name": "drive-thru",
        "span_id": 14040299053168171042,
        "trace_id": 18205017549454602135
    }
}

running: False
schema_name_id: 1913
start_time: 2026-04-12 09:46:12
success: True
trace_id: 18205017549454602135

Scan 161852108

duration: 0:00:12.628220

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161852108

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/customers/2026-04-11/1775918567",
        "key": "raw/customers/2026-04-11/1775918567/0db3f775-529e-450e-821d-0ef3b5e8285c.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 4595144302216780743,
        "service_name": "drive-thru",
        "span_id": 5484954854047257486,
        "trace_id": 14353836235703037905
    }
}

running: False
schema_name_id: 1913
start_time: 2026-04-11 09:43:39
success: True
trace_id: 14353836235703037905

Scan 161797943

duration: 0:00:12.846426

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161797943

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/customers/2026-04-10/1775832458",
        "key": "raw/customers/2026-04-10/1775832458/49619509-da38-40a2-8289-3efb20ea7ab9.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 8343337004686212261,
        "service_name": "drive-thru",
        "span_id": 1584321146077742841,
        "trace_id": 12740686137096650903
    }
}

running: False
schema_name_id: 1913
start_time: 2026-04-10 09:49:17
success: True
trace_id: 12740686137096650903

Scan 161741550

duration: 0:00:15.114230

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161741550

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/customers/2026-04-09/1775745697",
        "key": "raw/customers/2026-04-09/1775745697/0430c903-84e3-4047-a4f1-ffdf557b5b90.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 8751592064458882453,
        "service_name": "drive-thru",
        "span_id": 1616439315980845042,
        "trace_id": 7276953398648828212
    }
}

running: False
schema_name_id: 1913
start_time: 2026-04-09 09:42:30
success: True
trace_id: 7276953398648828212

Scan 161686929

duration: 0:00:12.767810

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161686929

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/customers/2026-04-08/1775659593",
        "key": "raw/customers/2026-04-08/1775659593/19452499-40f3-44ae-9b10-6a584953e971.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 16436165488959958074,
        "service_name": "drive-thru",
        "span_id": 12874442394260794291,
        "trace_id": 9261961251611059020
    }
}

running: False
schema_name_id: 1913
start_time: 2026-04-08 09:51:02
success: True
trace_id: 9261961251611059020

Scan 161630524

duration: 0:00:12.894663

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161630524

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/customers/2026-04-07/1775572855",
        "key": "raw/customers/2026-04-07/1775572855/71c353f7-0cce-4b46-8e3d-9b34f5caf475.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 3381952228558672907,
        "service_name": "drive-thru",
        "span_id": 13823447633638577011,
        "trace_id": 1066175105095824528
    }
}

running: False
schema_name_id: 1913
start_time: 2026-04-07 09:41:53
success: True
trace_id: 1066175105095824528

Scan 161573499

duration: 0:00:15.322882

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161573499

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/customers/2026-04-06/1775487227",
        "key": "raw/customers/2026-04-06/1775487227/65f4deb4-9a9e-4ba9-a3a2-762e3ddf3523.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 14991909826703846443,
        "service_name": "drive-thru",
        "span_id": 10916722204078434416,
        "trace_id": 17807690423459405233
    }
}

running: False
schema_name_id: 1913
start_time: 2026-04-06 09:54:47
success: True
trace_id: 17807690423459405233

Scan 161523893

duration: 0:00:12.770463

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161523893

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/customers/2026-04-05/1775399961",
        "key": "raw/customers/2026-04-05/1775399961/5d846960-a02f-438d-9b2d-f2422700a730.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 6068535982009043335,
        "service_name": "drive-thru",
        "span_id": 18276817594037111383,
        "trace_id": 1289064804317725839
    }
}

running: False
schema_name_id: 1913
start_time: 2026-04-05 09:40:06
success: True
trace_id: 1289064804317725839

Scan 161474316

duration: 0:00:12.787225

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161474316

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/customers/2026-04-04/1775314980",
        "key": "raw/customers/2026-04-04/1775314980/b921190e-1687-4c0c-ac68-abf46070ed30.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 14612809380960031782,
        "service_name": "drive-thru",
        "span_id": 6124544271034918500,
        "trace_id": 10461439733463871196
    }
}

running: False
schema_name_id: 1913
start_time: 2026-04-04 10:03:50
success: True
trace_id: 10461439733463871196

Scan 161414583

duration: 0:00:12.786339

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161414583

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/customers/2026-04-03/1775227248",
        "key": "raw/customers/2026-04-03/1775227248/2f201529-3126-4c25-8f72-8b4872167590.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_customers",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 9049833264500610742,
        "service_name": "drive-thru",
        "span_id": 10196292649187830386,
        "trace_id": 6930804631682637458
    }
}

running: False
schema_name_id: 1913
start_time: 2026-04-03 09:41:43
success: True
trace_id: 6930804631682637458

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "address1": "string",
    "address2": "string",
    "authtokencustomer": "string",
    "city": "string",
    "company": "string",
    "country": "string",
    "created": "string",
    "creator": "string",
    "custom": "string",
    "customer_id": "string",
    "email": "string",
    "entity": "string",
    "fax": "string",
    "first": "string",
    "frozen": "string",
    "inactive": "string",
    "last": "string",
    "login_id": "string",
    "merchant": "string",
    "middle": "string",
    "modified": "string",
    "modifier": "string",
    "phone": "string",
    "shippingaddress1": "string",
    "shippingaddress2": "string",
    "shippingcity": "string",
    "shippingcompany": "string",
    "shippingcountry": "string",
    "shippingfax": "string",
    "shippingfirst": "string",
    "shippinglast": "string",
    "shippingmiddle": "string",
    "shippingphone": "string",
    "shippingstate": "string",
    "shippingzip": "string",
    "state": "string",
    "zip": "string"
}

created: 2026-04-17 09:44:41

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/customers/2026-04-17/1776436998'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_customers`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_csv.payrix_customers"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2024-07-10 09:32:01",
        "disabled": false,
        "format": "raw",
        "id": 1913,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_prod_csv",
            "table": "payrix_customers"
        },
        "type": "csv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "_hoodie_commit_seqno": "string",
            "_hoodie_commit_time": "string",
            "_hoodie_file_name": "string",
            "_hoodie_partition_path": "string",
            "_hoodie_record_key": "string",
            "address1": "string",
            "address2": "string",
            "authtokencustomer": "string",
            "city": "string",
            "company": "string",
            "country": "string",
            "created": "string",
            "creator": "string",
            "custom": "string",
            "customer_id": "string",
            "email": "string",
            "entity": "string",
            "fax": "string",
            "first": "string",
            "frozen": "string",
            "inactive": "string",
            "last": "string",
            "login_id": "string",
            "merchant": "string",
            "middle": "string",
            "modified": "string",
            "modifier": "string",
            "phone": "string",
            "shippingaddress1": "string",
            "shippingaddress2": "string",
            "shippingcity": "string",
            "shippingcompany": "string",
            "shippingcountry": "string",
            "shippingfax": "string",
            "shippingfirst": "string",
            "shippinglast": "string",
            "shippingmiddle": "string",
            "shippingphone": "string",
            "shippingstate": "string",
            "shippingzip": "string",
            "state": "string",
            "zip": "string"
        },
        "created": "2026-04-17 09:44:41",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_customers`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `country`  string , `shippingcompany`  string , `shippingcity`  string , `shippingfax`  string , `city`  string , `modifier`  string , `shippingaddress2`  string , `shippingaddress1`  string , `inactive`  string , `shippingcountry`  string , `shippinglast`  string , `modified`  string , `company`  string , `shippingmiddle`  string , `customer_id`  string , `state`  string , `fax`  string , `shippingfirst`  string , `email`  string , `shippingzip`  string , `zip`  string , `creator`  string , `middle`  string , `last`  string , `address2`  string , `created`  string , `address1`  string , `custom`  string , `merchant`  string , `frozen`  string , `authtokencustomer`  string , `shippingphone`  string , `phone`  string , `shippingstate`  string , `first`  string , `entity`  string , `login_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/customers/2026-04-17/1776436998'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_customers`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_csv.payrix_customers"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}