Schema Info
Schema Name: sfdl_prod_csv.payrix_merchants
- created: 2022-10-26 15:43:17
- disabled: False
- format: raw
- id: 1198
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_prod_csv", "table": "payrix_merchants" } - type: csv
Schema Versions: 15
-
Version 1718255
- created: 2026-04-17 09:33:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/merchants/2026-04-17/1776436389'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-17/1776436389
- id: 1718255
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1198
- schema_scan_id: 162178467
- updated: 2026-04-17 09:33:28
-
Version 1717018
- created: 2026-04-16 09:27:26
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/merchants/2026-04-16/1776349637'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-16/1776349637
- id: 1717018
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1198
- schema_scan_id: 162122656
- updated: 2026-04-16 09:27:37
-
Version 1715873
- created: 2026-04-15 11:18:45
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/merchants/2026-04-15/1776269895'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-15/1776269895
- id: 1715873
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1198
- schema_scan_id: 162072633
- updated: 2026-04-15 11:18:56
-
Version 1714945
- created: 2026-04-14 21:08:50
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/merchants/2026-04-14/1776218925'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-14/1776218925
- id: 1714945
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1198
- schema_scan_id: 162046368
- updated: 2026-04-14 21:09:02
-
Version 1713422
- created: 2026-04-13 09:35:05
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/merchants/2026-04-13/1776090899'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-13/1776090899
- id: 1713422
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1198
- schema_scan_id: 161953758
- updated: 2026-04-13 09:35:16
-
Version 1712224
- created: 2026-04-12 09:32:34
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/merchants/2026-04-12/1776004346'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-12/1776004346
- id: 1712224
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1198
- schema_scan_id: 161903508
- updated: 2026-04-12 09:32:48
-
Version 1711037
- created: 2026-04-11 09:45:30
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/merchants/2026-04-11/1775918726'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-11/1775918726
- id: 1711037
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1198
- schema_scan_id: 161852148
- updated: 2026-04-11 09:45:44
-
Version 1709829
- created: 2026-04-10 09:26:29
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/merchants/2026-04-10/1775831173'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-10/1775831173
- id: 1709829
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1198
- schema_scan_id: 161797238
- updated: 2026-04-10 09:26:40
-
Version 1708699
- created: 2026-04-09 09:38:45
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/merchants/2026-04-09/1775745515'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-09/1775745515
- id: 1708699
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1198
- schema_scan_id: 161741485
- updated: 2026-04-09 09:38:59
-
Version 1707516
- created: 2026-04-08 09:35:11
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/merchants/2026-04-08/1775658893'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-08/1775658893
- id: 1707516
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1198
- schema_scan_id: 161686300
- updated: 2026-04-08 09:35:25
-
Version 1706326
- created: 2026-04-07 09:43:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/merchants/2026-04-07/1775572992'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-07/1775572992
- id: 1706326
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1198
- schema_scan_id: 161630548
- updated: 2026-04-07 09:43:27
-
Version 1705090
- created: 2026-04-06 09:32:59
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/merchants/2026-04-06/1775485975'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-06/1775485975
- id: 1705090
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1198
- schema_scan_id: 161572769
- updated: 2026-04-06 09:33:10
-
Version 1703853
- created: 2026-04-05 09:28:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/merchants/2026-04-05/1775399272'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-05/1775399272
- id: 1703853
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1198
- schema_scan_id: 161523749
- updated: 2026-04-05 09:28:15
-
Version 1702730
- created: 2026-04-04 09:43:03
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/merchants/2026-04-04/1775313766'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-04/1775313766
- id: 1702730
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1198
- schema_scan_id: 161471822
- updated: 2026-04-04 09:43:16
-
Version 1701552
- created: 2026-04-03 10:01:36
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_merchants`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/merchants/2026-04-03/1775228328'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_merchants" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-03/1775228328
- id: 1701552
- processed: 1
- raw_data:
{ "_hoodie_commit_seqno": 1, "_hoodie_commit_time": 0, "_hoodie_file_name": 4, "_hoodie_partition_path": 3, "_hoodie_record_key": 2, "amex": 14, "boarded": 18, "created": 6, "creator": 8, "dba": 11, "discover": 15, "entity_id": 10, "environment": 21, "established": 13, "expressbatchclosemethod": 25, "expressbatchclosetime": 24, "frozen": 20, "inactive": 19, "mcc": 16, "merchant_id": 5, "modified": 7, "modifier": 9, "new": 12, "qsa": 22, "seasonal": 23, "status": 17 } - schema_attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - schema_name_id: 1198
- schema_scan_id: 161416551
- updated: 2026-04-03 10:01:50
Schema Scans: 15
Last at 2026-04-17 09:33:14
-
Scan 162178467
- duration: 0:00:14.921724
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 162178467
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-17/1776436389", "key": "raw/merchants/2026-04-17/1776436389/add47572-7af3-4641-88c9-38f4606c4fca.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 6925770355503065352, "service_name": "drive-thru", "span_id": 8068005678881190385, "trace_id": 3404412865955602437 } } - running: False
- schema_name_id: 1198
- start_time: 2026-04-17 09:33:14
- success: True
- trace_id: 3404412865955602437
-
Scan 162122656
- duration: 0:00:12.452295
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 162122656
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-16/1776349637", "key": "raw/merchants/2026-04-16/1776349637/4f755fbf-3b25-4c8f-806b-2d85296fcca8.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 14306132598561524854, "service_name": "drive-thru", "span_id": 467606591478480223, "trace_id": 16538299731636905018 } } - running: False
- schema_name_id: 1198
- start_time: 2026-04-16 09:27:24
- success: True
- trace_id: 16538299731636905018
-
Scan 162072633
- duration: 0:00:12.340136
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 162072633
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-15/1776269895", "key": "raw/merchants/2026-04-15/1776269895/6878f424-fc0f-422e-a3c0-973be9a802b2.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 12127767972031076678, "service_name": "drive-thru", "span_id": 9620474717435829775, "trace_id": 12277636720544574636 } } - running: False
- schema_name_id: 1198
- start_time: 2026-04-15 11:18:44
- success: True
- trace_id: 12277636720544574636
-
Scan 162046368
- duration: 0:00:12.202089
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 162046368
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-14/1776218925", "key": "raw/merchants/2026-04-14/1776218925/16a151ee-7c66-4c65-9da2-bd90271f9d2d.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 10728036397980525820, "service_name": "drive-thru", "span_id": 11178613661515132216, "trace_id": 14259008820382444451 } } - running: False
- schema_name_id: 1198
- start_time: 2026-04-14 21:08:49
- success: True
- trace_id: 14259008820382444451
-
Scan 161953758
- duration: 0:00:12.274522
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161953758
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-13/1776090899", "key": "raw/merchants/2026-04-13/1776090899/9516c216-fbba-4157-b0cf-40836b582960.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 10574375868897210963, "service_name": "drive-thru", "span_id": 7137205318263516113, "trace_id": 11922046559489656895 } } - running: False
- schema_name_id: 1198
- start_time: 2026-04-13 09:35:04
- success: True
- trace_id: 11922046559489656895
-
Scan 161903508
- duration: 0:00:14.943073
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161903508
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-12/1776004346", "key": "raw/merchants/2026-04-12/1776004346/b38eac0c-0ea9-4702-9270-36472def2240.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 8009275303163437701, "service_name": "drive-thru", "span_id": 12299367325035038368, "trace_id": 9458870516792095057 } } - running: False
- schema_name_id: 1198
- start_time: 2026-04-12 09:32:33
- success: True
- trace_id: 9458870516792095057
-
Scan 161852148
- duration: 0:00:14.709672
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161852148
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-11/1775918726", "key": "raw/merchants/2026-04-11/1775918726/2e91d720-8b6e-48c4-a6c6-ecb4108ec8a2.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 4271882638886058677, "service_name": "drive-thru", "span_id": 3798103841745932542, "trace_id": 17308060222450927775 } } - running: False
- schema_name_id: 1198
- start_time: 2026-04-11 09:45:29
- success: True
- trace_id: 17308060222450927775
-
Scan 161797238
- duration: 0:00:12.315005
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161797238
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-10/1775831173", "key": "raw/merchants/2026-04-10/1775831173/42f6971e-6fe0-471b-b215-e74673b9fa63.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 9073363137017596066, "service_name": "drive-thru", "span_id": 13157168330274669543, "trace_id": 16915321253287203580 } } - running: False
- schema_name_id: 1198
- start_time: 2026-04-10 09:26:28
- success: True
- trace_id: 16915321253287203580
-
Scan 161741485
- duration: 0:00:14.943028
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161741485
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-09/1775745515", "key": "raw/merchants/2026-04-09/1775745515/095fbbdf-82b3-4a3f-80c8-58f3bbf2f7b7.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 10745632251793938683, "service_name": "drive-thru", "span_id": 8248498417934367421, "trace_id": 3302937542416808133 } } - running: False
- schema_name_id: 1198
- start_time: 2026-04-09 09:38:44
- success: True
- trace_id: 3302937542416808133
-
Scan 161686300
- duration: 0:00:14.880022
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161686300
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-08/1775658893", "key": "raw/merchants/2026-04-08/1775658893/a10173ab-cfa5-4622-9247-e4cc97208e4f.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 16681920023302309282, "service_name": "drive-thru", "span_id": 8774376678675084873, "trace_id": 3915332186860234253 } } - running: False
- schema_name_id: 1198
- start_time: 2026-04-08 09:35:10
- success: True
- trace_id: 3915332186860234253
-
Scan 161630548
- duration: 0:00:12.219771
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161630548
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-07/1775572992", "key": "raw/merchants/2026-04-07/1775572992/62c6fe4c-3654-4ea3-9054-80e1f312bd90.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 14032406937096906814, "service_name": "drive-thru", "span_id": 7119317892857074058, "trace_id": 15663489760112371356 } } - running: False
- schema_name_id: 1198
- start_time: 2026-04-07 09:43:15
- success: True
- trace_id: 15663489760112371356
-
Scan 161572769
- duration: 0:00:12.287681
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161572769
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-06/1775485975", "key": "raw/merchants/2026-04-06/1775485975/09a66182-fe5a-4fe2-88e0-2dbbe165136e.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 11141379585443610994, "service_name": "drive-thru", "span_id": 7258177715123742606, "trace_id": 2499897688216175581 } } - running: False
- schema_name_id: 1198
- start_time: 2026-04-06 09:32:58
- success: True
- trace_id: 2499897688216175581
-
Scan 161523749
- duration: 0:00:14.761787
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161523749
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-05/1775399272", "key": "raw/merchants/2026-04-05/1775399272/5b63d22a-523d-4396-959d-6fedf6b7171f.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 715363077821206173, "service_name": "drive-thru", "span_id": 8552466385192053630, "trace_id": 6658861120074041412 } } - running: False
- schema_name_id: 1198
- start_time: 2026-04-05 09:28:00
- success: True
- trace_id: 6658861120074041412
-
Scan 161471822
- duration: 0:00:14.761110
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161471822
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-04/1775313766", "key": "raw/merchants/2026-04-04/1775313766/530a0083-ab1e-4f55-9c31-8cb6de8b88e5.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 11514294246891046862, "service_name": "drive-thru", "span_id": 14610430603575367234, "trace_id": 14814990349802232399 } } - running: False
- schema_name_id: 1198
- start_time: 2026-04-04 09:43:02
- success: True
- trace_id: 14814990349802232399
-
Scan 161416551
- duration: 0:00:14.909854
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161416551
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/merchants/2026-04-03/1775228328", "key": "raw/merchants/2026-04-03/1775228328/7fbfa259-2c97-4c78-b6ca-95db36ddbc0d.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_merchants", "type": "csv" }, "trace_context": { "parent_id": 15077761907109136344, "service_name": "drive-thru", "span_id": 15561263536009701380, "trace_id": 12505128187900935294 } } - running: False
- schema_name_id: 1198
- start_time: 2026-04-03 10:01:35
- success: True
- trace_id: 12505128187900935294
- attributes:
{ "_hoodie_commit_seqno": "string", "_hoodie_commit_time": "string", "_hoodie_file_name": "string", "_hoodie_partition_path": "string", "_hoodie_record_key": "string", "amex": "string", "boarded": "string", "created": "string", "creator": "string", "dba": "string", "discover": "string", "entity_id": "string", "environment": "string", "established": "string", "expressbatchclosemethod": "string", "expressbatchclosetime": "string", "frozen": "string", "inactive": "string", "mcc": "string", "merchant_id": "string", "modified": "string", "modifier": "string", "new": "string", "qsa": "string", "seasonal": "string", "status": "string" } - created: 2026-04-17 09:33:15
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/merchants/2026-04-17/1776436389'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_merchants`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_csv.payrix_merchants" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2022-10-26 15:43:17",
"disabled": false,
"format": "raw",
"id": 1198,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_prod_csv",
"table": "payrix_merchants"
},
"type": "csv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"_hoodie_commit_seqno": "string",
"_hoodie_commit_time": "string",
"_hoodie_file_name": "string",
"_hoodie_partition_path": "string",
"_hoodie_record_key": "string",
"amex": "string",
"boarded": "string",
"created": "string",
"creator": "string",
"dba": "string",
"discover": "string",
"entity_id": "string",
"environment": "string",
"established": "string",
"expressbatchclosemethod": "string",
"expressbatchclosetime": "string",
"frozen": "string",
"inactive": "string",
"mcc": "string",
"merchant_id": "string",
"modified": "string",
"modifier": "string",
"new": "string",
"qsa": "string",
"seasonal": "string",
"status": "string"
},
"created": "2026-04-17 09:33:15",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_merchants`\n(\n `_hoodie_commit_time` string , `_hoodie_commit_seqno` string , `_hoodie_record_key` string , `_hoodie_partition_path` string , `_hoodie_file_name` string , `merchant_id` string , `created` string , `modified` string , `creator` string , `modifier` string , `entity_id` string , `dba` string , `new` string , `established` string , `amex` string , `discover` string , `mcc` string , `status` string , `boarded` string , `inactive` string , `frozen` string , `environment` string , `qsa` string , `seasonal` string , `expressbatchclosetime` string , `expressbatchclosemethod` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/merchants/2026-04-17/1776436389'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_merchants`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_csv.payrix_merchants"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}