Schema Info
Schema Name: sfdl_prod_csv.payrixess_merchants
- created: 2024-07-24 10:19:00
- disabled: False
- format: raw
- id: 1953
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_prod_csv", "table": "payrixess_merchants" } - type: csv
Schema Versions: 15
-
Version 1718240
- created: 2026-04-17 09:28:31
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-17/1776436107'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-17/1776436107
- id: 1718240
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1953
- schema_scan_id: 162178375
- updated: 2026-04-17 09:28:42
-
Version 1717023
- created: 2026-04-16 09:30:31
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-16/1776349821'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-16/1776349821
- id: 1717023
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1953
- schema_scan_id: 162122757
- updated: 2026-04-16 09:30:45
-
Version 1715825
- created: 2026-04-15 09:27:22
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-15/1776263235'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-15/1776263235
- id: 1715825
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1953
- schema_scan_id: 162066871
- updated: 2026-04-15 09:27:35
-
Version 1714616
- created: 2026-04-14 09:28:27
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-14/1776176894'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-14/1776176894
- id: 1714616
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1953
- schema_scan_id: 162011127
- updated: 2026-04-14 09:28:38
-
Version 1713417
- created: 2026-04-13 09:33:22
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-13/1776090798'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-13/1776090798
- id: 1713417
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1953
- schema_scan_id: 161953734
- updated: 2026-04-13 09:33:33
-
Version 1712217
- created: 2026-04-12 09:30:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-12/1776004217'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-12/1776004217
- id: 1712217
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1953
- schema_scan_id: 161903449
- updated: 2026-04-12 09:30:38
-
Version 1711031
- created: 2026-04-11 09:43:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-11/1775918633'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-11/1775918633
- id: 1711031
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1953
- schema_scan_id: 161852112
- updated: 2026-04-11 09:44:10
-
Version 1709846
- created: 2026-04-10 09:31:46
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-10/1775831494'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-10/1775831494
- id: 1709846
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1953
- schema_scan_id: 161797369
- updated: 2026-04-10 09:31:59
-
Version 1708682
- created: 2026-04-09 09:29:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-09/1775744952'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-09/1775744952
- id: 1708682
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1953
- schema_scan_id: 161741347
- updated: 2026-04-09 09:29:28
-
Version 1707507
- created: 2026-04-08 09:32:02
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-08/1775658718'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-08/1775658718
- id: 1707507
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1953
- schema_scan_id: 161686233
- updated: 2026-04-08 09:32:16
-
Version 1706306
- created: 2026-04-07 09:29:00
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-07/1775572106'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-07/1775572106
- id: 1706306
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1953
- schema_scan_id: 161630216
- updated: 2026-04-07 09:29:11
-
Version 1705094
- created: 2026-04-06 09:41:05
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-06/1775486452'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-06/1775486452
- id: 1705094
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1953
- schema_scan_id: 161572894
- updated: 2026-04-06 09:41:16
-
Version 1703864
- created: 2026-04-05 09:30:49
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-05/1775399433'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-05/1775399433
- id: 1703864
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1953
- schema_scan_id: 161523792
- updated: 2026-04-05 09:31:00
-
Version 1702710
- created: 2026-04-04 09:28:23
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-04/1775312899'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-04/1775312899
- id: 1702710
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1953
- schema_scan_id: 161471657
- updated: 2026-04-04 09:28:35
-
Version 1701522
- created: 2026-04-03 09:30:56
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-03/1775226642'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_merchants" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-03/1775226642
- id: 1701522
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1953
- schema_scan_id: 161414332
- updated: 2026-04-03 09:31:10
Schema Scans: 15
Last at 2026-04-17 09:28:30
-
Scan 162178375
- duration: 0:00:12.299083
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 162178375
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-17/1776436107", "key": "raw/merchants/2026-04-17/1776436107/9b00b5a4-a98d-484d-9a65-1c6011fcaf19.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 14333884449523516132, "service_name": "drive-thru", "span_id": 12816876880880418597, "trace_id": 3576334740580807411 } } - running: False
- schema_name_id: 1953
- start_time: 2026-04-17 09:28:30
- success: True
- trace_id: 3576334740580807411
-
Scan 162122757
- duration: 0:00:14.953126
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 162122757
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-16/1776349821", "key": "raw/merchants/2026-04-16/1776349821/99fbd446-e61b-4b7c-afc7-f9878aba8eb8.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 10043978779373077343, "service_name": "drive-thru", "span_id": 13171976597253758944, "trace_id": 13203942939944047009 } } - running: False
- schema_name_id: 1953
- start_time: 2026-04-16 09:30:30
- success: True
- trace_id: 13203942939944047009
-
Scan 162066871
- duration: 0:00:14.984606
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 162066871
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-15/1776263235", "key": "raw/merchants/2026-04-15/1776263235/6a1f59f9-29ce-4ce8-89d7-d96c7d9e5a6b.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 9131491852881282826, "service_name": "drive-thru", "span_id": 1906156392088523446, "trace_id": 12191417236258921445 } } - running: False
- schema_name_id: 1953
- start_time: 2026-04-15 09:27:20
- success: True
- trace_id: 12191417236258921445
-
Scan 162011127
- duration: 0:00:12.364516
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 162011127
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-14/1776176894", "key": "raw/merchants/2026-04-14/1776176894/7c1dc4f2-ed23-488c-b7de-606115e453a2.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 11362679762502657324, "service_name": "drive-thru", "span_id": 13097784908613072623, "trace_id": 6031528400106581368 } } - running: False
- schema_name_id: 1953
- start_time: 2026-04-14 09:28:26
- success: True
- trace_id: 6031528400106581368
-
Scan 161953734
- duration: 0:00:12.226337
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161953734
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-13/1776090798", "key": "raw/merchants/2026-04-13/1776090798/dce60cd6-cfdc-4e06-8980-b25b52559184.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 12000525978630234167, "service_name": "drive-thru", "span_id": 14159931635088941491, "trace_id": 9896507309881149458 } } - running: False
- schema_name_id: 1953
- start_time: 2026-04-13 09:33:21
- success: True
- trace_id: 9896507309881149458
-
Scan 161903449
- duration: 0:00:14.768399
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161903449
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-12/1776004217", "key": "raw/merchants/2026-04-12/1776004217/deb0424b-dfd5-4277-9128-732526087d24.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 2936983806173111831, "service_name": "drive-thru", "span_id": 10849811096706927819, "trace_id": 7816974013700065982 } } - running: False
- schema_name_id: 1953
- start_time: 2026-04-12 09:30:23
- success: True
- trace_id: 7816974013700065982
-
Scan 161852112
- duration: 0:00:12.139824
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161852112
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-11/1775918633", "key": "raw/merchants/2026-04-11/1775918633/db2e64de-3482-4c19-936a-2f2038a9bf51.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 11986981569711108730, "service_name": "drive-thru", "span_id": 9708329465067413949, "trace_id": 4373135420714996952 } } - running: False
- schema_name_id: 1953
- start_time: 2026-04-11 09:43:58
- success: True
- trace_id: 4373135420714996952
-
Scan 161797369
- duration: 0:00:14.764620
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161797369
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-10/1775831494", "key": "raw/merchants/2026-04-10/1775831494/022f976e-b3fd-410a-81a5-c694bb4f6f10.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 3297768899315351738, "service_name": "drive-thru", "span_id": 697868040317393533, "trace_id": 7132897512230910550 } } - running: False
- schema_name_id: 1953
- start_time: 2026-04-10 09:31:45
- success: True
- trace_id: 7132897512230910550
-
Scan 161741347
- duration: 0:00:12.347692
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161741347
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-09/1775744952", "key": "raw/merchants/2026-04-09/1775744952/243018fa-2805-4810-9093-1ddf7c4b99f7.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 8398992965416783344, "service_name": "drive-thru", "span_id": 16202794128386543615, "trace_id": 4714943912282370744 } } - running: False
- schema_name_id: 1953
- start_time: 2026-04-09 09:29:15
- success: True
- trace_id: 4714943912282370744
-
Scan 161686233
- duration: 0:00:14.837681
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161686233
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-08/1775658718", "key": "raw/merchants/2026-04-08/1775658718/64894400-fa94-4d0b-a593-7d2f9727a4fb.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 7208682375235365150, "service_name": "drive-thru", "span_id": 9846470743698049952, "trace_id": 17777191546873434696 } } - running: False
- schema_name_id: 1953
- start_time: 2026-04-08 09:32:01
- success: True
- trace_id: 17777191546873434696
-
Scan 161630216
- duration: 0:00:12.335945
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161630216
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-07/1775572106", "key": "raw/merchants/2026-04-07/1775572106/ae7084a9-21d3-4d65-a645-b4ba8acdbba0.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 14317115475556504864, "service_name": "drive-thru", "span_id": 3015322133205540851, "trace_id": 15057775593446487903 } } - running: False
- schema_name_id: 1953
- start_time: 2026-04-07 09:28:59
- success: True
- trace_id: 15057775593446487903
-
Scan 161572894
- duration: 0:00:12.275711
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161572894
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-06/1775486452", "key": "raw/merchants/2026-04-06/1775486452/8e503ff5-5297-400e-929c-22dc3b431cc5.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 1061399445735566691, "service_name": "drive-thru", "span_id": 11640399865689324478, "trace_id": 15259874706810035337 } } - running: False
- schema_name_id: 1953
- start_time: 2026-04-06 09:41:04
- success: True
- trace_id: 15259874706810035337
-
Scan 161523792
- duration: 0:00:12.152795
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161523792
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-05/1775399433", "key": "raw/merchants/2026-04-05/1775399433/88eddb45-f2a6-4c4f-a2c3-98101bad9445.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 17812446991628027196, "service_name": "drive-thru", "span_id": 13396836029116651523, "trace_id": 4808914568294586514 } } - running: False
- schema_name_id: 1953
- start_time: 2026-04-05 09:30:48
- success: True
- trace_id: 4808914568294586514
-
Scan 161471657
- duration: 0:00:12.262997
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161471657
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-04/1775312899", "key": "raw/merchants/2026-04-04/1775312899/7cc4f24b-a6ea-4f6f-816d-a3000040484c.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 15609630398361214384, "service_name": "drive-thru", "span_id": 631020648820455159, "trace_id": 5663616896280741161 } } - running: False
- schema_name_id: 1953
- start_time: 2026-04-04 09:28:22
- success: True
- trace_id: 5663616896280741161
-
Scan 161414332
- duration: 0:00:14.960368
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161414332
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-03/1775226642", "key": "raw/merchants/2026-04-03/1775226642/a50336b8-9fea-441f-affe-ebdb74992b09.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_merchants", "type": "csv" }, "trace_context": { "parent_id": 16647349946744977734, "service_name": "drive-thru", "span_id": 11320708821646173810, "trace_id": 10660161664712407237 } } - running: False
- schema_name_id: 1953
- start_time: 2026-04-03 09:30:55
- success: True
- trace_id: 10660161664712407237
- attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - created: 2026-04-17 09:28:31
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-17/1776436107'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_merchants`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_merchants" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2024-07-24 10:19:00",
"disabled": false,
"format": "raw",
"id": 1953,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_prod_csv",
"table": "payrixess_merchants"
},
"type": "csv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"_hoodie_commit_seqno": "string",
"_hoodie_commit_time": "string",
"_hoodie_file_name": "string",
"_hoodie_partition_path": "string",
"_hoodie_record_key": "string",
"amex": "string",
"boarded": "string",
"created": "string",
"creator": "string",
"dba": "string",
"discover": "string",
"entity_id": "string",
"environment": "string",
"established": "string",
"expressbatchclosemethod": "string",
"expressbatchclosetime": "string",
"frozen": "string",
"inactive": "string",
"mcc": "string",
"merchant_id": "string",
"modified": "string",
"modifier": "string",
"new": "string",
"qsa": "string",
"seasonal": "string",
"status": "string"
},
"created": "2026-04-17 09:28:31",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/merchants/2026-04-17/1776436107'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_merchants`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_merchants"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}