Schema Info
Schema Name: sfdl_prod_csv.payrixess_customers
- created: 2024-07-24 10:21:55
- disabled: False
- format: raw
- id: 1967
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_prod_csv", "table": "payrixess_customers" } - type: csv
Schema Versions: 15
-
Version 1718260
- created: 2026-04-17 09:34:37
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_customers`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_customers`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `country` string , `shippingcompany` string , `shippingcity` string , `shippingfax` string , `city` string , `modifier` string , `shippingaddress2` string , `shippingaddress1` string , `inactive` string , `shippingcountry` string , `shippinglast` string , `modified` string , `company` string , `shippingmiddle` string , `customer_id` string , `state` string , `fax` string , `shippingfirst` string , `email` string , `shippingzip` string , `zip` string , `creator` string , `middle` string , `last` string , `address2` string , `created` string , `address1` string , `custom` string , `merchant` string , `frozen` string , `authtokencustomer` string , `shippingphone` string , `phone` string , `shippingstate` string , `first` string , `entity` string , `login_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/customers/2026-04-17/1776436463'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_customers" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-17/1776436463
- id: 1718260
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "address1": 31, "address2": 29, "authtokencustomer": 35, "city": 9, "company": 17, "country": 5, "created": 30, "creator": 26, "custom": 32, "customer_id": 19, "email": 23, "entity": 40, "fax": 21, "first": 39, "frozen": 34, "inactive": 13, "last": 28, "login_id": 41, "merchant": 33, "middle": 27, "modified": 16, "modifier": 10, "phone": 37, "shippingaddress1": 12, "shippingaddress2": 11, "shippingcity": 7, "shippingcompany": 6, "shippingcountry": 14, "shippingfax": 8, "shippingfirst": 22, "shippinglast": 15, "shippingmiddle": 18, "shippingphone": 36, "shippingstate": 38, "shippingzip": 24, "state": 20, "zip": 25 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "address1": "string", "address2": "string", "authtokencustomer": "string", "city": "string", "company": "string", "country": "string", "created": "string", "creator": "string", "custom": "string", "customer_id": "string", "email": "string", "entity": "string", "fax": "string", "first": "string", "frozen": "string", "inactive": "string", "last": "string", "login_id": "string", "merchant": "string", "middle": "string", "modified": "string", "modifier": "string", "phone": "string", "shippingaddress1": "string", "shippingaddress2": "string", "shippingcity": "string", "shippingcompany": "string", "shippingcountry": "string", "shippingfax": "string", "shippingfirst": "string", "shippinglast": "string", "shippingmiddle": "string", "shippingphone": "string", "shippingstate": "string", "shippingzip": "string", "state": "string", "zip": "string" } - schema_name_id: 1967
- schema_scan_id: 162178486
- updated: 2026-04-17 09:34:50
-
Version 1717029
- created: 2026-04-16 09:33:33
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_customers`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_customers`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `country` string , `shippingcompany` string , `shippingcity` string , `shippingfax` string , `city` string , `modifier` string , `shippingaddress2` string , `shippingaddress1` string , `inactive` string , `shippingcountry` string , `shippinglast` string , `modified` string , `company` string , `shippingmiddle` string , `customer_id` string , `state` string , `fax` string , `shippingfirst` string , `email` string , `shippingzip` string , `zip` string , `creator` string , `middle` string , `last` string , `address2` string , `created` string , `address1` string , `custom` string , `merchant` string , `frozen` string , `authtokencustomer` string , `shippingphone` string , `phone` string , `shippingstate` string , `first` string , `entity` string , `login_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/customers/2026-04-16/1776350002'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_customers" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-16/1776350002
- id: 1717029
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "address1": 31, "address2": 29, "authtokencustomer": 35, "city": 9, "company": 17, "country": 5, "created": 30, "creator": 26, "custom": 32, "customer_id": 19, "email": 23, "entity": 40, "fax": 21, "first": 39, "frozen": 34, "inactive": 13, "last": 28, "login_id": 41, "merchant": 33, "middle": 27, "modified": 16, "modifier": 10, "phone": 37, "shippingaddress1": 12, "shippingaddress2": 11, "shippingcity": 7, "shippingcompany": 6, "shippingcountry": 14, "shippingfax": 8, "shippingfirst": 22, "shippinglast": 15, "shippingmiddle": 18, "shippingphone": 36, "shippingstate": 38, "shippingzip": 24, "state": 20, "zip": 25 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "address1": "string", "address2": "string", "authtokencustomer": "string", "city": "string", "company": "string", "country": "string", "created": "string", "creator": "string", "custom": "string", "customer_id": "string", "email": "string", "entity": "string", "fax": "string", "first": "string", "frozen": "string", "inactive": "string", "last": "string", "login_id": "string", "merchant": "string", "middle": "string", "modified": "string", "modifier": "string", "phone": "string", "shippingaddress1": "string", "shippingaddress2": "string", "shippingcity": "string", "shippingcompany": "string", "shippingcountry": "string", "shippingfax": "string", "shippingfirst": "string", "shippinglast": "string", "shippingmiddle": "string", "shippingphone": "string", "shippingstate": "string", "shippingzip": "string", "state": "string", "zip": "string" } - schema_name_id: 1967
- schema_scan_id: 162122795
- updated: 2026-04-16 09:33:47
-
Version 1715839
- created: 2026-04-15 09:46:56
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_customers`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_customers`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `country` string , `shippingcompany` string , `shippingcity` string , `shippingfax` string , `city` string , `modifier` string , `shippingaddress2` string , `shippingaddress1` string , `inactive` string , `shippingcountry` string , `shippinglast` string , `modified` string , `company` string , `shippingmiddle` string , `customer_id` string , `state` string , `fax` string , `shippingfirst` string , `email` string , `shippingzip` string , `zip` string , `creator` string , `middle` string , `last` string , `address2` string , `created` string , `address1` string , `custom` string , `merchant` string , `frozen` string , `authtokencustomer` string , `shippingphone` string , `phone` string , `shippingstate` string , `first` string , `entity` string , `login_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/customers/2026-04-15/1776264403'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_customers" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-15/1776264403
- id: 1715839
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "address1": 31, "address2": 29, "authtokencustomer": 35, "city": 9, "company": 17, "country": 5, "created": 30, "creator": 26, "custom": 32, "customer_id": 19, "email": 23, "entity": 40, "fax": 21, "first": 39, "frozen": 34, "inactive": 13, "last": 28, "login_id": 41, "merchant": 33, "middle": 27, "modified": 16, "modifier": 10, "phone": 37, "shippingaddress1": 12, "shippingaddress2": 11, "shippingcity": 7, "shippingcompany": 6, "shippingcountry": 14, "shippingfax": 8, "shippingfirst": 22, "shippinglast": 15, "shippingmiddle": 18, "shippingphone": 36, "shippingstate": 38, "shippingzip": 24, "state": 20, "zip": 25 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "address1": "string", "address2": "string", "authtokencustomer": "string", "city": "string", "company": "string", "country": "string", "created": "string", "creator": "string", "custom": "string", "customer_id": "string", "email": "string", "entity": "string", "fax": "string", "first": "string", "frozen": "string", "inactive": "string", "last": "string", "login_id": "string", "merchant": "string", "middle": "string", "modified": "string", "modifier": "string", "phone": "string", "shippingaddress1": "string", "shippingaddress2": "string", "shippingcity": "string", "shippingcompany": "string", "shippingcountry": "string", "shippingfax": "string", "shippingfirst": "string", "shippinglast": "string", "shippingmiddle": "string", "shippingphone": "string", "shippingstate": "string", "shippingzip": "string", "state": "string", "zip": "string" } - schema_name_id: 1967
- schema_scan_id: 162067467
- updated: 2026-04-15 09:47:10
-
Version 1714633
- created: 2026-04-14 09:45:27
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_customers`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_customers`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `country` string , `shippingcompany` string , `shippingcity` string , `shippingfax` string , `city` string , `modifier` string , `shippingaddress2` string , `shippingaddress1` string , `inactive` string , `shippingcountry` string , `shippinglast` string , `modified` string , `company` string , `shippingmiddle` string , `customer_id` string , `state` string , `fax` string , `shippingfirst` string , `email` string , `shippingzip` string , `zip` string , `creator` string , `middle` string , `last` string , `address2` string , `created` string , `address1` string , `custom` string , `merchant` string , `frozen` string , `authtokencustomer` string , `shippingphone` string , `phone` string , `shippingstate` string , `first` string , `entity` string , `login_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/customers/2026-04-14/1776177906'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_customers" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-14/1776177906
- id: 1714633
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "address1": 31, "address2": 29, "authtokencustomer": 35, "city": 9, "company": 17, "country": 5, "created": 30, "creator": 26, "custom": 32, "customer_id": 19, "email": 23, "entity": 40, "fax": 21, "first": 39, "frozen": 34, "inactive": 13, "last": 28, "login_id": 41, "merchant": 33, "middle": 27, "modified": 16, "modifier": 10, "phone": 37, "shippingaddress1": 12, "shippingaddress2": 11, "shippingcity": 7, "shippingcompany": 6, "shippingcountry": 14, "shippingfax": 8, "shippingfirst": 22, "shippinglast": 15, "shippingmiddle": 18, "shippingphone": 36, "shippingstate": 38, "shippingzip": 24, "state": 20, "zip": 25 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "address1": "string", "address2": "string", "authtokencustomer": "string", "city": "string", "company": "string", "country": "string", "created": "string", "creator": "string", "custom": "string", "customer_id": "string", "email": "string", "entity": "string", "fax": "string", "first": "string", "frozen": "string", "inactive": "string", "last": "string", "login_id": "string", "merchant": "string", "middle": "string", "modified": "string", "modifier": "string", "phone": "string", "shippingaddress1": "string", "shippingaddress2": "string", "shippingcity": "string", "shippingcompany": "string", "shippingcountry": "string", "shippingfax": "string", "shippingfirst": "string", "shippinglast": "string", "shippingmiddle": "string", "shippingphone": "string", "shippingstate": "string", "shippingzip": "string", "state": "string", "zip": "string" } - schema_name_id: 1967
- schema_scan_id: 162011503
- updated: 2026-04-14 09:45:39
-
Version 1713414
- created: 2026-04-13 09:33:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_customers`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_customers`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `country` string , `shippingcompany` string , `shippingcity` string , `shippingfax` string , `city` string , `modifier` string , `shippingaddress2` string , `shippingaddress1` string , `inactive` string , `shippingcountry` string , `shippinglast` string , `modified` string , `company` string , `shippingmiddle` string , `customer_id` string , `state` string , `fax` string , `shippingfirst` string , `email` string , `shippingzip` string , `zip` string , `creator` string , `middle` string , `last` string , `address2` string , `created` string , `address1` string , `custom` string , `merchant` string , `frozen` string , `authtokencustomer` string , `shippingphone` string , `phone` string , `shippingstate` string , `first` string , `entity` string , `login_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/customers/2026-04-13/1776090770'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_customers" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-13/1776090770
- id: 1713414
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "address1": 31, "address2": 29, "authtokencustomer": 35, "city": 9, "company": 17, "country": 5, "created": 30, "creator": 26, "custom": 32, "customer_id": 19, "email": 23, "entity": 40, "fax": 21, "first": 39, "frozen": 34, "inactive": 13, "last": 28, "login_id": 41, "merchant": 33, "middle": 27, "modified": 16, "modifier": 10, "phone": 37, "shippingaddress1": 12, "shippingaddress2": 11, "shippingcity": 7, "shippingcompany": 6, "shippingcountry": 14, "shippingfax": 8, "shippingfirst": 22, "shippinglast": 15, "shippingmiddle": 18, "shippingphone": 36, "shippingstate": 38, "shippingzip": 24, "state": 20, "zip": 25 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "address1": "string", "address2": "string", "authtokencustomer": "string", "city": "string", "company": "string", "country": "string", "created": "string", "creator": "string", "custom": "string", "customer_id": "string", "email": "string", "entity": "string", "fax": "string", "first": "string", "frozen": "string", "inactive": "string", "last": "string", "login_id": "string", "merchant": "string", "middle": "string", "modified": "string", "modifier": "string", "phone": "string", "shippingaddress1": "string", "shippingaddress2": "string", "shippingcity": "string", "shippingcompany": "string", "shippingcountry": "string", "shippingfax": "string", "shippingfirst": "string", "shippinglast": "string", "shippingmiddle": "string", "shippingphone": "string", "shippingstate": "string", "shippingzip": "string", "state": "string", "zip": "string" } - schema_name_id: 1967
- schema_scan_id: 161953727
- updated: 2026-04-13 09:33:27
-
Version 1712231
- created: 2026-04-12 09:38:08
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_customers`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_customers`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `country` string , `shippingcompany` string , `shippingcity` string , `shippingfax` string , `city` string , `modifier` string , `shippingaddress2` string , `shippingaddress1` string , `inactive` string , `shippingcountry` string , `shippinglast` string , `modified` string , `company` string , `shippingmiddle` string , `customer_id` string , `state` string , `fax` string , `shippingfirst` string , `email` string , `shippingzip` string , `zip` string , `creator` string , `middle` string , `last` string , `address2` string , `created` string , `address1` string , `custom` string , `merchant` string , `frozen` string , `authtokencustomer` string , `shippingphone` string , `phone` string , `shippingstate` string , `first` string , `entity` string , `login_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/customers/2026-04-12/1776004676'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_customers" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-12/1776004676
- id: 1712231
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "address1": 31, "address2": 29, "authtokencustomer": 35, "city": 9, "company": 17, "country": 5, "created": 30, "creator": 26, "custom": 32, "customer_id": 19, "email": 23, "entity": 40, "fax": 21, "first": 39, "frozen": 34, "inactive": 13, "last": 28, "login_id": 41, "merchant": 33, "middle": 27, "modified": 16, "modifier": 10, "phone": 37, "shippingaddress1": 12, "shippingaddress2": 11, "shippingcity": 7, "shippingcompany": 6, "shippingcountry": 14, "shippingfax": 8, "shippingfirst": 22, "shippinglast": 15, "shippingmiddle": 18, "shippingphone": 36, "shippingstate": 38, "shippingzip": 24, "state": 20, "zip": 25 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "address1": "string", "address2": "string", "authtokencustomer": "string", "city": "string", "company": "string", "country": "string", "created": "string", "creator": "string", "custom": "string", "customer_id": "string", "email": "string", "entity": "string", "fax": "string", "first": "string", "frozen": "string", "inactive": "string", "last": "string", "login_id": "string", "merchant": "string", "middle": "string", "modified": "string", "modifier": "string", "phone": "string", "shippingaddress1": "string", "shippingaddress2": "string", "shippingcity": "string", "shippingcompany": "string", "shippingcountry": "string", "shippingfax": "string", "shippingfirst": "string", "shippinglast": "string", "shippingmiddle": "string", "shippingphone": "string", "shippingstate": "string", "shippingzip": "string", "state": "string", "zip": "string" } - schema_name_id: 1967
- schema_scan_id: 161903608
- updated: 2026-04-12 09:38:21
-
Version 1711014
- created: 2026-04-11 09:28:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_customers`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_customers`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `country` string , `shippingcompany` string , `shippingcity` string , `shippingfax` string , `city` string , `modifier` string , `shippingaddress2` string , `shippingaddress1` string , `inactive` string , `shippingcountry` string , `shippinglast` string , `modified` string , `company` string , `shippingmiddle` string , `customer_id` string , `state` string , `fax` string , `shippingfirst` string , `email` string , `shippingzip` string , `zip` string , `creator` string , `middle` string , `last` string , `address2` string , `created` string , `address1` string , `custom` string , `merchant` string , `frozen` string , `authtokencustomer` string , `shippingphone` string , `phone` string , `shippingstate` string , `first` string , `entity` string , `login_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/customers/2026-04-11/1775917721'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_customers" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-11/1775917721
- id: 1711014
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "address1": 31, "address2": 29, "authtokencustomer": 35, "city": 9, "company": 17, "country": 5, "created": 30, "creator": 26, "custom": 32, "customer_id": 19, "email": 23, "entity": 40, "fax": 21, "first": 39, "frozen": 34, "inactive": 13, "last": 28, "login_id": 41, "merchant": 33, "middle": 27, "modified": 16, "modifier": 10, "phone": 37, "shippingaddress1": 12, "shippingaddress2": 11, "shippingcity": 7, "shippingcompany": 6, "shippingcountry": 14, "shippingfax": 8, "shippingfirst": 22, "shippinglast": 15, "shippingmiddle": 18, "shippingphone": 36, "shippingstate": 38, "shippingzip": 24, "state": 20, "zip": 25 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "address1": "string", "address2": "string", "authtokencustomer": "string", "city": "string", "company": "string", "country": "string", "created": "string", "creator": "string", "custom": "string", "customer_id": "string", "email": "string", "entity": "string", "fax": "string", "first": "string", "frozen": "string", "inactive": "string", "last": "string", "login_id": "string", "merchant": "string", "middle": "string", "modified": "string", "modifier": "string", "phone": "string", "shippingaddress1": "string", "shippingaddress2": "string", "shippingcity": "string", "shippingcompany": "string", "shippingcountry": "string", "shippingfax": "string", "shippingfirst": "string", "shippinglast": "string", "shippingmiddle": "string", "shippingphone": "string", "shippingstate": "string", "shippingzip": "string", "state": "string", "zip": "string" } - schema_name_id: 1967
- schema_scan_id: 161852000
- updated: 2026-04-11 09:29:04
-
Version 1709842
- created: 2026-04-10 09:31:04
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_customers`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_customers`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `country` string , `shippingcompany` string , `shippingcity` string , `shippingfax` string , `city` string , `modifier` string , `shippingaddress2` string , `shippingaddress1` string , `inactive` string , `shippingcountry` string , `shippinglast` string , `modified` string , `company` string , `shippingmiddle` string , `customer_id` string , `state` string , `fax` string , `shippingfirst` string , `email` string , `shippingzip` string , `zip` string , `creator` string , `middle` string , `last` string , `address2` string , `created` string , `address1` string , `custom` string , `merchant` string , `frozen` string , `authtokencustomer` string , `shippingphone` string , `phone` string , `shippingstate` string , `first` string , `entity` string , `login_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/customers/2026-04-10/1775831443'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_customers" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-10/1775831443
- id: 1709842
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "address1": 31, "address2": 29, "authtokencustomer": 35, "city": 9, "company": 17, "country": 5, "created": 30, "creator": 26, "custom": 32, "customer_id": 19, "email": 23, "entity": 40, "fax": 21, "first": 39, "frozen": 34, "inactive": 13, "last": 28, "login_id": 41, "merchant": 33, "middle": 27, "modified": 16, "modifier": 10, "phone": 37, "shippingaddress1": 12, "shippingaddress2": 11, "shippingcity": 7, "shippingcompany": 6, "shippingcountry": 14, "shippingfax": 8, "shippingfirst": 22, "shippinglast": 15, "shippingmiddle": 18, "shippingphone": 36, "shippingstate": 38, "shippingzip": 24, "state": 20, "zip": 25 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "address1": "string", "address2": "string", "authtokencustomer": "string", "city": "string", "company": "string", "country": "string", "created": "string", "creator": "string", "custom": "string", "customer_id": "string", "email": "string", "entity": "string", "fax": "string", "first": "string", "frozen": "string", "inactive": "string", "last": "string", "login_id": "string", "merchant": "string", "middle": "string", "modified": "string", "modifier": "string", "phone": "string", "shippingaddress1": "string", "shippingaddress2": "string", "shippingcity": "string", "shippingcompany": "string", "shippingcountry": "string", "shippingfax": "string", "shippingfirst": "string", "shippinglast": "string", "shippingmiddle": "string", "shippingphone": "string", "shippingstate": "string", "shippingzip": "string", "state": "string", "zip": "string" } - schema_name_id: 1967
- schema_scan_id: 161797347
- updated: 2026-04-10 09:31:15
-
Version 1708688
- created: 2026-04-09 09:31:32
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_customers`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_customers`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `country` string , `shippingcompany` string , `shippingcity` string , `shippingfax` string , `city` string , `modifier` string , `shippingaddress2` string , `shippingaddress1` string , `inactive` string , `shippingcountry` string , `shippinglast` string , `modified` string , `company` string , `shippingmiddle` string , `customer_id` string , `state` string , `fax` string , `shippingfirst` string , `email` string , `shippingzip` string , `zip` string , `creator` string , `middle` string , `last` string , `address2` string , `created` string , `address1` string , `custom` string , `merchant` string , `frozen` string , `authtokencustomer` string , `shippingphone` string , `phone` string , `shippingstate` string , `first` string , `entity` string , `login_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/customers/2026-04-09/1775745077'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_customers" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-09/1775745077
- id: 1708688
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "address1": 31, "address2": 29, "authtokencustomer": 35, "city": 9, "company": 17, "country": 5, "created": 30, "creator": 26, "custom": 32, "customer_id": 19, "email": 23, "entity": 40, "fax": 21, "first": 39, "frozen": 34, "inactive": 13, "last": 28, "login_id": 41, "merchant": 33, "middle": 27, "modified": 16, "modifier": 10, "phone": 37, "shippingaddress1": 12, "shippingaddress2": 11, "shippingcity": 7, "shippingcompany": 6, "shippingcountry": 14, "shippingfax": 8, "shippingfirst": 22, "shippinglast": 15, "shippingmiddle": 18, "shippingphone": 36, "shippingstate": 38, "shippingzip": 24, "state": 20, "zip": 25 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "address1": "string", "address2": "string", "authtokencustomer": "string", "city": "string", "company": "string", "country": "string", "created": "string", "creator": "string", "custom": "string", "customer_id": "string", "email": "string", "entity": "string", "fax": "string", "first": "string", "frozen": "string", "inactive": "string", "last": "string", "login_id": "string", "merchant": "string", "middle": "string", "modified": "string", "modifier": "string", "phone": "string", "shippingaddress1": "string", "shippingaddress2": "string", "shippingcity": "string", "shippingcompany": "string", "shippingcountry": "string", "shippingfax": "string", "shippingfirst": "string", "shippinglast": "string", "shippingmiddle": "string", "shippingphone": "string", "shippingstate": "string", "shippingzip": "string", "state": "string", "zip": "string" } - schema_name_id: 1967
- schema_scan_id: 161741394
- updated: 2026-04-09 09:31:46
-
Version 1707511
- created: 2026-04-08 09:32:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_customers`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_customers`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `country` string , `shippingcompany` string , `shippingcity` string , `shippingfax` string , `city` string , `modifier` string , `shippingaddress2` string , `shippingaddress1` string , `inactive` string , `shippingcountry` string , `shippinglast` string , `modified` string , `company` string , `shippingmiddle` string , `customer_id` string , `state` string , `fax` string , `shippingfirst` string , `email` string , `shippingzip` string , `zip` string , `creator` string , `middle` string , `last` string , `address2` string , `created` string , `address1` string , `custom` string , `merchant` string , `frozen` string , `authtokencustomer` string , `shippingphone` string , `phone` string , `shippingstate` string , `first` string , `entity` string , `login_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/customers/2026-04-08/1775658751'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_customers" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-08/1775658751
- id: 1707511
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "address1": 31, "address2": 29, "authtokencustomer": 35, "city": 9, "company": 17, "country": 5, "created": 30, "creator": 26, "custom": 32, "customer_id": 19, "email": 23, "entity": 40, "fax": 21, "first": 39, "frozen": 34, "inactive": 13, "last": 28, "login_id": 41, "merchant": 33, "middle": 27, "modified": 16, "modifier": 10, "phone": 37, "shippingaddress1": 12, "shippingaddress2": 11, "shippingcity": 7, "shippingcompany": 6, "shippingcountry": 14, "shippingfax": 8, "shippingfirst": 22, "shippinglast": 15, "shippingmiddle": 18, "shippingphone": 36, "shippingstate": 38, "shippingzip": 24, "state": 20, "zip": 25 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "address1": "string", "address2": "string", "authtokencustomer": "string", "city": "string", "company": "string", "country": "string", "created": "string", "creator": "string", "custom": "string", "customer_id": "string", "email": "string", "entity": "string", "fax": "string", "first": "string", "frozen": "string", "inactive": "string", "last": "string", "login_id": "string", "merchant": "string", "middle": "string", "modified": "string", "modifier": "string", "phone": "string", "shippingaddress1": "string", "shippingaddress2": "string", "shippingcity": "string", "shippingcompany": "string", "shippingcountry": "string", "shippingfax": "string", "shippingfirst": "string", "shippinglast": "string", "shippingmiddle": "string", "shippingphone": "string", "shippingstate": "string", "shippingzip": "string", "state": "string", "zip": "string" } - schema_name_id: 1967
- schema_scan_id: 161686241
- updated: 2026-04-08 09:33:08
-
Version 1706311
- created: 2026-04-07 09:30:34
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_customers`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_customers`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `country` string , `shippingcompany` string , `shippingcity` string , `shippingfax` string , `city` string , `modifier` string , `shippingaddress2` string , `shippingaddress1` string , `inactive` string , `shippingcountry` string , `shippinglast` string , `modified` string , `company` string , `shippingmiddle` string , `customer_id` string , `state` string , `fax` string , `shippingfirst` string , `email` string , `shippingzip` string , `zip` string , `creator` string , `middle` string , `last` string , `address2` string , `created` string , `address1` string , `custom` string , `merchant` string , `frozen` string , `authtokencustomer` string , `shippingphone` string , `phone` string , `shippingstate` string , `first` string , `entity` string , `login_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/customers/2026-04-07/1775572216'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_customers" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-07/1775572216
- id: 1706311
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "address1": 31, "address2": 29, "authtokencustomer": 35, "city": 9, "company": 17, "country": 5, "created": 30, "creator": 26, "custom": 32, "customer_id": 19, "email": 23, "entity": 40, "fax": 21, "first": 39, "frozen": 34, "inactive": 13, "last": 28, "login_id": 41, "merchant": 33, "middle": 27, "modified": 16, "modifier": 10, "phone": 37, "shippingaddress1": 12, "shippingaddress2": 11, "shippingcity": 7, "shippingcompany": 6, "shippingcountry": 14, "shippingfax": 8, "shippingfirst": 22, "shippinglast": 15, "shippingmiddle": 18, "shippingphone": 36, "shippingstate": 38, "shippingzip": 24, "state": 20, "zip": 25 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "address1": "string", "address2": "string", "authtokencustomer": "string", "city": "string", "company": "string", "country": "string", "created": "string", "creator": "string", "custom": "string", "customer_id": "string", "email": "string", "entity": "string", "fax": "string", "first": "string", "frozen": "string", "inactive": "string", "last": "string", "login_id": "string", "merchant": "string", "middle": "string", "modified": "string", "modifier": "string", "phone": "string", "shippingaddress1": "string", "shippingaddress2": "string", "shippingcity": "string", "shippingcompany": "string", "shippingcountry": "string", "shippingfax": "string", "shippingfirst": "string", "shippinglast": "string", "shippingmiddle": "string", "shippingphone": "string", "shippingstate": "string", "shippingzip": "string", "state": "string", "zip": "string" } - schema_name_id: 1967
- schema_scan_id: 161630250
- updated: 2026-04-07 09:30:48
-
Version 1705083
- created: 2026-04-06 09:30:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_customers`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_customers`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `country` string , `shippingcompany` string , `shippingcity` string , `shippingfax` string , `city` string , `modifier` string , `shippingaddress2` string , `shippingaddress1` string , `inactive` string , `shippingcountry` string , `shippinglast` string , `modified` string , `company` string , `shippingmiddle` string , `customer_id` string , `state` string , `fax` string , `shippingfirst` string , `email` string , `shippingzip` string , `zip` string , `creator` string , `middle` string , `last` string , `address2` string , `created` string , `address1` string , `custom` string , `merchant` string , `frozen` string , `authtokencustomer` string , `shippingphone` string , `phone` string , `shippingstate` string , `first` string , `entity` string , `login_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/customers/2026-04-06/1775485783'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_customers" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-06/1775485783
- id: 1705083
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "address1": 31, "address2": 29, "authtokencustomer": 35, "city": 9, "company": 17, "country": 5, "created": 30, "creator": 26, "custom": 32, "customer_id": 19, "email": 23, "entity": 40, "fax": 21, "first": 39, "frozen": 34, "inactive": 13, "last": 28, "login_id": 41, "merchant": 33, "middle": 27, "modified": 16, "modifier": 10, "phone": 37, "shippingaddress1": 12, "shippingaddress2": 11, "shippingcity": 7, "shippingcompany": 6, "shippingcountry": 14, "shippingfax": 8, "shippingfirst": 22, "shippinglast": 15, "shippingmiddle": 18, "shippingphone": 36, "shippingstate": 38, "shippingzip": 24, "state": 20, "zip": 25 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "address1": "string", "address2": "string", "authtokencustomer": "string", "city": "string", "company": "string", "country": "string", "created": "string", "creator": "string", "custom": "string", "customer_id": "string", "email": "string", "entity": "string", "fax": "string", "first": "string", "frozen": "string", "inactive": "string", "last": "string", "login_id": "string", "merchant": "string", "middle": "string", "modified": "string", "modifier": "string", "phone": "string", "shippingaddress1": "string", "shippingaddress2": "string", "shippingcity": "string", "shippingcompany": "string", "shippingcountry": "string", "shippingfax": "string", "shippingfirst": "string", "shippinglast": "string", "shippingmiddle": "string", "shippingphone": "string", "shippingstate": "string", "shippingzip": "string", "state": "string", "zip": "string" } - schema_name_id: 1967
- schema_scan_id: 161572754
- updated: 2026-04-06 09:30:26
-
Version 1703886
- created: 2026-04-05 09:45:48
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_customers`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_customers`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `country` string , `shippingcompany` string , `shippingcity` string , `shippingfax` string , `city` string , `modifier` string , `shippingaddress2` string , `shippingaddress1` string , `inactive` string , `shippingcountry` string , `shippinglast` string , `modified` string , `company` string , `shippingmiddle` string , `customer_id` string , `state` string , `fax` string , `shippingfirst` string , `email` string , `shippingzip` string , `zip` string , `creator` string , `middle` string , `last` string , `address2` string , `created` string , `address1` string , `custom` string , `merchant` string , `frozen` string , `authtokencustomer` string , `shippingphone` string , `phone` string , `shippingstate` string , `first` string , `entity` string , `login_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/customers/2026-04-05/1775400336'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_customers" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-05/1775400336
- id: 1703886
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "address1": 31, "address2": 29, "authtokencustomer": 35, "city": 9, "company": 17, "country": 5, "created": 30, "creator": 26, "custom": 32, "customer_id": 19, "email": 23, "entity": 40, "fax": 21, "first": 39, "frozen": 34, "inactive": 13, "last": 28, "login_id": 41, "merchant": 33, "middle": 27, "modified": 16, "modifier": 10, "phone": 37, "shippingaddress1": 12, "shippingaddress2": 11, "shippingcity": 7, "shippingcompany": 6, "shippingcountry": 14, "shippingfax": 8, "shippingfirst": 22, "shippinglast": 15, "shippingmiddle": 18, "shippingphone": 36, "shippingstate": 38, "shippingzip": 24, "state": 20, "zip": 25 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "address1": "string", "address2": "string", "authtokencustomer": "string", "city": "string", "company": "string", "country": "string", "created": "string", "creator": "string", "custom": "string", "customer_id": "string", "email": "string", "entity": "string", "fax": "string", "first": "string", "frozen": "string", "inactive": "string", "last": "string", "login_id": "string", "merchant": "string", "middle": "string", "modified": "string", "modifier": "string", "phone": "string", "shippingaddress1": "string", "shippingaddress2": "string", "shippingcity": "string", "shippingcompany": "string", "shippingcountry": "string", "shippingfax": "string", "shippingfirst": "string", "shippinglast": "string", "shippingmiddle": "string", "shippingphone": "string", "shippingstate": "string", "shippingzip": "string", "state": "string", "zip": "string" } - schema_name_id: 1967
- schema_scan_id: 161523961
- updated: 2026-04-05 09:45:59
-
Version 1702718
- created: 2026-04-04 09:36:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_customers`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_customers`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `country` string , `shippingcompany` string , `shippingcity` string , `shippingfax` string , `city` string , `modifier` string , `shippingaddress2` string , `shippingaddress1` string , `inactive` string , `shippingcountry` string , `shippinglast` string , `modified` string , `company` string , `shippingmiddle` string , `customer_id` string , `state` string , `fax` string , `shippingfirst` string , `email` string , `shippingzip` string , `zip` string , `creator` string , `middle` string , `last` string , `address2` string , `created` string , `address1` string , `custom` string , `merchant` string , `frozen` string , `authtokencustomer` string , `shippingphone` string , `phone` string , `shippingstate` string , `first` string , `entity` string , `login_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/customers/2026-04-04/1775313390'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_customers" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-04/1775313390
- id: 1702718
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "address1": 31, "address2": 29, "authtokencustomer": 35, "city": 9, "company": 17, "country": 5, "created": 30, "creator": 26, "custom": 32, "customer_id": 19, "email": 23, "entity": 40, "fax": 21, "first": 39, "frozen": 34, "inactive": 13, "last": 28, "login_id": 41, "merchant": 33, "middle": 27, "modified": 16, "modifier": 10, "phone": 37, "shippingaddress1": 12, "shippingaddress2": 11, "shippingcity": 7, "shippingcompany": 6, "shippingcountry": 14, "shippingfax": 8, "shippingfirst": 22, "shippinglast": 15, "shippingmiddle": 18, "shippingphone": 36, "shippingstate": 38, "shippingzip": 24, "state": 20, "zip": 25 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "address1": "string", "address2": "string", "authtokencustomer": "string", "city": "string", "company": "string", "country": "string", "created": "string", "creator": "string", "custom": "string", "customer_id": "string", "email": "string", "entity": "string", "fax": "string", "first": "string", "frozen": "string", "inactive": "string", "last": "string", "login_id": "string", "merchant": "string", "middle": "string", "modified": "string", "modifier": "string", "phone": "string", "shippingaddress1": "string", "shippingaddress2": "string", "shippingcity": "string", "shippingcompany": "string", "shippingcountry": "string", "shippingfax": "string", "shippingfirst": "string", "shippinglast": "string", "shippingmiddle": "string", "shippingphone": "string", "shippingstate": "string", "shippingzip": "string", "state": "string", "zip": "string" } - schema_name_id: 1967
- schema_scan_id: 161471742
- updated: 2026-04-04 09:37:00
-
Version 1701525
- created: 2026-04-03 09:34:49
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_customers`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_customers`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `country` string , `shippingcompany` string , `shippingcity` string , `shippingfax` string , `city` string , `modifier` string , `shippingaddress2` string , `shippingaddress1` string , `inactive` string , `shippingcountry` string , `shippinglast` string , `modified` string , `company` string , `shippingmiddle` string , `customer_id` string , `state` string , `fax` string , `shippingfirst` string , `email` string , `shippingzip` string , `zip` string , `creator` string , `middle` string , `last` string , `address2` string , `created` string , `address1` string , `custom` string , `merchant` string , `frozen` string , `authtokencustomer` string , `shippingphone` string , `phone` string , `shippingstate` string , `first` string , `entity` string , `login_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/customers/2026-04-03/1775226872'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_customers" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-03/1775226872
- id: 1701525
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "address1": 31, "address2": 29, "authtokencustomer": 35, "city": 9, "company": 17, "country": 5, "created": 30, "creator": 26, "custom": 32, "customer_id": 19, "email": 23, "entity": 40, "fax": 21, "first": 39, "frozen": 34, "inactive": 13, "last": 28, "login_id": 41, "merchant": 33, "middle": 27, "modified": 16, "modifier": 10, "phone": 37, "shippingaddress1": 12, "shippingaddress2": 11, "shippingcity": 7, "shippingcompany": 6, "shippingcountry": 14, "shippingfax": 8, "shippingfirst": 22, "shippinglast": 15, "shippingmiddle": 18, "shippingphone": 36, "shippingstate": 38, "shippingzip": 24, "state": 20, "zip": 25 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "address1": "string", "address2": "string", "authtokencustomer": "string", "city": "string", "company": "string", "country": "string", "created": "string", "creator": "string", "custom": "string", "customer_id": "string", "email": "string", "entity": "string", "fax": "string", "first": "string", "frozen": "string", "inactive": "string", "last": "string", "login_id": "string", "merchant": "string", "middle": "string", "modified": "string", "modifier": "string", "phone": "string", "shippingaddress1": "string", "shippingaddress2": "string", "shippingcity": "string", "shippingcompany": "string", "shippingcountry": "string", "shippingfax": "string", "shippingfirst": "string", "shippinglast": "string", "shippingmiddle": "string", "shippingphone": "string", "shippingstate": "string", "shippingzip": "string", "state": "string", "zip": "string" } - schema_name_id: 1967
- schema_scan_id: 161414352
- updated: 2026-04-03 09:35:02
Schema Scans: 15
Last at 2026-04-17 09:34:35
-
Scan 162178486
- duration: 0:00:15.368645
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 162178486
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-17/1776436463", "key": "raw/customers/2026-04-17/1776436463/8923f5de-f64f-4def-8f8f-ac6ecca17f1e.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_customers", "type": "csv" }, "trace_context": { "parent_id": 5076614479042929695, "service_name": "drive-thru", "span_id": 348903029814408046, "trace_id": 9282406794567790294 } } - running: False
- schema_name_id: 1967
- start_time: 2026-04-17 09:34:35
- success: True
- trace_id: 9282406794567790294
-
Scan 162122795
- duration: 0:00:15.325532
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 162122795
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-16/1776350002", "key": "raw/customers/2026-04-16/1776350002/80c971b5-34b6-46ec-9f9e-aad00c84f542.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_customers", "type": "csv" }, "trace_context": { "parent_id": 14440535825374053343, "service_name": "drive-thru", "span_id": 18048018919955376713, "trace_id": 14590093707199090574 } } - running: False
- schema_name_id: 1967
- start_time: 2026-04-16 09:33:32
- success: True
- trace_id: 14590093707199090574
-
Scan 162067467
- duration: 0:00:15.301906
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 162067467
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-15/1776264403", "key": "raw/customers/2026-04-15/1776264403/c09b1830-09a2-4d99-b335-b16f6348ca0c.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_customers", "type": "csv" }, "trace_context": { "parent_id": 16484606013252239301, "service_name": "drive-thru", "span_id": 9215988112537125330, "trace_id": 706452322468063850 } } - running: False
- schema_name_id: 1967
- start_time: 2026-04-15 09:46:54
- success: True
- trace_id: 706452322468063850
-
Scan 162011503
- duration: 0:00:12.759240
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 162011503
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-14/1776177906", "key": "raw/customers/2026-04-14/1776177906/0cc6b21c-1ce6-47ab-96cf-74f30fdef098.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_customers", "type": "csv" }, "trace_context": { "parent_id": 12564039814503095880, "service_name": "drive-thru", "span_id": 3009859898757142516, "trace_id": 16328490246209266920 } } - running: False
- schema_name_id: 1967
- start_time: 2026-04-14 09:45:26
- success: True
- trace_id: 16328490246209266920
-
Scan 161953727
- duration: 0:00:12.736778
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161953727
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-13/1776090770", "key": "raw/customers/2026-04-13/1776090770/8d876789-6e07-44c5-b69d-1a6bc2fdde63.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_customers", "type": "csv" }, "trace_context": { "parent_id": 16470343128611631602, "service_name": "drive-thru", "span_id": 14150461632624920708, "trace_id": 11383307069589590127 } } - running: False
- schema_name_id: 1967
- start_time: 2026-04-13 09:33:15
- success: True
- trace_id: 11383307069589590127
-
Scan 161903608
- duration: 0:00:15.290096
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161903608
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-12/1776004676", "key": "raw/customers/2026-04-12/1776004676/548b31a3-1f75-48ca-83ce-95ade60628ad.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_customers", "type": "csv" }, "trace_context": { "parent_id": 5748747328821985698, "service_name": "drive-thru", "span_id": 923407415275240794, "trace_id": 8584725505078380017 } } - running: False
- schema_name_id: 1967
- start_time: 2026-04-12 09:38:06
- success: True
- trace_id: 8584725505078380017
-
Scan 161852000
- duration: 0:00:15.298898
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161852000
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-11/1775917721", "key": "raw/customers/2026-04-11/1775917721/91a08c5a-80d2-4520-9fb2-637ed313377b.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_customers", "type": "csv" }, "trace_context": { "parent_id": 389829040131095307, "service_name": "drive-thru", "span_id": 1260823523867139358, "trace_id": 5393820343106214067 } } - running: False
- schema_name_id: 1967
- start_time: 2026-04-11 09:28:49
- success: True
- trace_id: 5393820343106214067
-
Scan 161797347
- duration: 0:00:12.846664
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161797347
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-10/1775831443", "key": "raw/customers/2026-04-10/1775831443/693e81f4-d113-4190-9f83-458910e31778.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_customers", "type": "csv" }, "trace_context": { "parent_id": 15434280065594115992, "service_name": "drive-thru", "span_id": 10921231755090530210, "trace_id": 9287455614146425298 } } - running: False
- schema_name_id: 1967
- start_time: 2026-04-10 09:31:02
- success: True
- trace_id: 9287455614146425298
-
Scan 161741394
- duration: 0:00:15.353935
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161741394
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-09/1775745077", "key": "raw/customers/2026-04-09/1775745077/267c6b02-5d50-4bff-bcba-b13d05cfb65c.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_customers", "type": "csv" }, "trace_context": { "parent_id": 5430079488304952272, "service_name": "drive-thru", "span_id": 2768882997426748625, "trace_id": 2941379129426392466 } } - running: False
- schema_name_id: 1967
- start_time: 2026-04-09 09:31:30
- success: True
- trace_id: 2941379129426392466
-
Scan 161686241
- duration: 0:00:12.737118
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161686241
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-08/1775658751", "key": "raw/customers/2026-04-08/1775658751/24ae759b-d793-4d71-a0cd-c23290ed8132.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_customers", "type": "csv" }, "trace_context": { "parent_id": 17543095005784460437, "service_name": "drive-thru", "span_id": 17449923345533201986, "trace_id": 4440228014563422232 } } - running: False
- schema_name_id: 1967
- start_time: 2026-04-08 09:32:55
- success: True
- trace_id: 4440228014563422232
-
Scan 161630250
- duration: 0:00:15.401186
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161630250
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-07/1775572216", "key": "raw/customers/2026-04-07/1775572216/fd5ede7a-4b05-42f8-a9a2-7c625ebe377d.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_customers", "type": "csv" }, "trace_context": { "parent_id": 17645491645166391328, "service_name": "drive-thru", "span_id": 10001020091011604685, "trace_id": 890189380087718565 } } - running: False
- schema_name_id: 1967
- start_time: 2026-04-07 09:30:33
- success: True
- trace_id: 890189380087718565
-
Scan 161572754
- duration: 0:00:12.902086
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161572754
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-06/1775485783", "key": "raw/customers/2026-04-06/1775485783/4a4291fa-bd12-47d3-aa0d-42b5e6121e27.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_customers", "type": "csv" }, "trace_context": { "parent_id": 13919695399200992382, "service_name": "drive-thru", "span_id": 14860440913117708281, "trace_id": 2885727054413783633 } } - running: False
- schema_name_id: 1967
- start_time: 2026-04-06 09:30:14
- success: True
- trace_id: 2885727054413783633
-
Scan 161523961
- duration: 0:00:12.581803
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161523961
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-05/1775400336", "key": "raw/customers/2026-04-05/1775400336/6bd79cf6-063a-42b7-af40-4d6566550593.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_customers", "type": "csv" }, "trace_context": { "parent_id": 7776843148099486616, "service_name": "drive-thru", "span_id": 8315116634551383896, "trace_id": 2093519469853248159 } } - running: False
- schema_name_id: 1967
- start_time: 2026-04-05 09:45:47
- success: True
- trace_id: 2093519469853248159
-
Scan 161471742
- duration: 0:00:15.238042
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161471742
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-04/1775313390", "key": "raw/customers/2026-04-04/1775313390/6c41c1f9-a32a-40de-8842-f836f974caab.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_customers", "type": "csv" }, "trace_context": { "parent_id": 13466885262715208631, "service_name": "drive-thru", "span_id": 14165830142982361281, "trace_id": 8537768719448686053 } } - running: False
- schema_name_id: 1967
- start_time: 2026-04-04 09:36:45
- success: True
- trace_id: 8537768719448686053
-
Scan 161414352
- duration: 0:00:15.508834
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161414352
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/customers/2026-04-03/1775226872", "key": "raw/customers/2026-04-03/1775226872/450c62ea-fb92-4d2d-a7b1-0a4a3d4278a9.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_customers", "type": "csv" }, "trace_context": { "parent_id": 11495970782414289748, "service_name": "drive-thru", "span_id": 5285864620026031606, "trace_id": 13166328048816662471 } } - running: False
- schema_name_id: 1967
- start_time: 2026-04-03 09:34:47
- success: True
- trace_id: 13166328048816662471
- attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "address1": "string", "address2": "string", "authtokencustomer": "string", "city": "string", "company": "string", "country": "string", "created": "string", "creator": "string", "custom": "string", "customer_id": "string", "email": "string", "entity": "string", "fax": "string", "first": "string", "frozen": "string", "inactive": "string", "last": "string", "login_id": "string", "merchant": "string", "middle": "string", "modified": "string", "modifier": "string", "phone": "string", "shippingaddress1": "string", "shippingaddress2": "string", "shippingcity": "string", "shippingcompany": "string", "shippingcountry": "string", "shippingfax": "string", "shippingfirst": "string", "shippinglast": "string", "shippingmiddle": "string", "shippingphone": "string", "shippingstate": "string", "shippingzip": "string", "state": "string", "zip": "string" } - created: 2026-04-17 09:34:37
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_customers`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `country` string , `shippingcompany` string , `shippingcity` string , `shippingfax` string , `city` string , `modifier` string , `shippingaddress2` string , `shippingaddress1` string , `inactive` string , `shippingcountry` string , `shippinglast` string , `modified` string , `company` string , `shippingmiddle` string , `customer_id` string , `state` string , `fax` string , `shippingfirst` string , `email` string , `shippingzip` string , `zip` string , `creator` string , `middle` string , `last` string , `address2` string , `created` string , `address1` string , `custom` string , `merchant` string , `frozen` string , `authtokencustomer` string , `shippingphone` string , `phone` string , `shippingstate` string , `first` string , `entity` string , `login_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/customers/2026-04-17/1776436463'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_customers`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_customers" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2024-07-24 10:21:55",
"disabled": false,
"format": "raw",
"id": 1967,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_prod_csv",
"table": "payrixess_customers"
},
"type": "csv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"_hoodie_commit_seqno": "string",
"_hoodie_commit_time": "string",
"_hoodie_file_name": "string",
"_hoodie_partition_path": "string",
"_hoodie_record_key": "string",
"address1": "string",
"address2": "string",
"authtokencustomer": "string",
"city": "string",
"company": "string",
"country": "string",
"created": "string",
"creator": "string",
"custom": "string",
"customer_id": "string",
"email": "string",
"entity": "string",
"fax": "string",
"first": "string",
"frozen": "string",
"inactive": "string",
"last": "string",
"login_id": "string",
"merchant": "string",
"middle": "string",
"modified": "string",
"modifier": "string",
"phone": "string",
"shippingaddress1": "string",
"shippingaddress2": "string",
"shippingcity": "string",
"shippingcompany": "string",
"shippingcountry": "string",
"shippingfax": "string",
"shippingfirst": "string",
"shippinglast": "string",
"shippingmiddle": "string",
"shippingphone": "string",
"shippingstate": "string",
"shippingzip": "string",
"state": "string",
"zip": "string"
},
"created": "2026-04-17 09:34:37",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_customers`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `country` string , `shippingcompany` string , `shippingcity` string , `shippingfax` string , `city` string , `modifier` string , `shippingaddress2` string , `shippingaddress1` string , `inactive` string , `shippingcountry` string , `shippinglast` string , `modified` string , `company` string , `shippingmiddle` string , `customer_id` string , `state` string , `fax` string , `shippingfirst` string , `email` string , `shippingzip` string , `zip` string , `creator` string , `middle` string , `last` string , `address2` string , `created` string , `address1` string , `custom` string , `merchant` string , `frozen` string , `authtokencustomer` string , `shippingphone` string , `phone` string , `shippingstate` string , `first` string , `entity` string , `login_id` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/customers/2026-04-17/1776436463'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_customers`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_customers"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}