Schema Info
Schema Name: sfdl_prod_csv.payrix_denormalized_entities
- created: 2024-07-10 09:34:10
- disabled: False
- format: raw
- id: 1921
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_prod_csv", "table": "payrix_denormalized_entities" } - type: csv
Schema Versions: 15
-
Version 1718252
- created: 2026-04-17 09:32:57
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-17/1776436373'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-17/1776436373
- id: 1718252
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1921
- schema_scan_id: 162178464
- updated: 2026-04-17 09:33:11
-
Version 1717013
- created: 2026-04-16 09:26:53
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-16/1776349603'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-16/1776349603
- id: 1717013
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1921
- schema_scan_id: 162122643
- updated: 2026-04-16 09:27:07
-
Version 1715879
- created: 2026-04-15 11:24:44
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-15/1776270271'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-15/1776270271
- id: 1715879
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1921
- schema_scan_id: 162072720
- updated: 2026-04-15 11:24:57
-
Version 1714947
- created: 2026-04-14 21:11:30
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-14/1776219084'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-14/1776219084
- id: 1714947
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1921
- schema_scan_id: 162046406
- updated: 2026-04-14 21:11:44
-
Version 1713427
- created: 2026-04-13 09:44:41
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-13/1776091465'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-13/1776091465
- id: 1713427
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1921
- schema_scan_id: 161953865
- updated: 2026-04-13 09:44:55
-
Version 1712241
- created: 2026-04-12 09:43:30
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-12/1776005003'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-12/1776005003
- id: 1712241
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1921
- schema_scan_id: 161903629
- updated: 2026-04-12 09:43:47
-
Version 1711039
- created: 2026-04-11 09:46:04
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-11/1775918750'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-11/1775918750
- id: 1711039
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1921
- schema_scan_id: 161852169
- updated: 2026-04-11 09:46:18
-
Version 1709828
- created: 2026-04-10 09:26:28
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-10/1775831184'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-10/1775831184
- id: 1709828
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1921
- schema_scan_id: 161797237
- updated: 2026-04-10 09:26:40
-
Version 1708684
- created: 2026-04-09 09:29:29
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-09/1775744965'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-09/1775744965
- id: 1708684
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1921
- schema_scan_id: 161741352
- updated: 2026-04-09 09:29:41
-
Version 1707529
- created: 2026-04-08 09:46:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-08/1775659507'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-08/1775659507
- id: 1707529
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1921
- schema_scan_id: 161686575
- updated: 2026-04-08 09:47:12
-
Version 1706309
- created: 2026-04-07 09:29:36
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-07/1775572163'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-07/1775572163
- id: 1706309
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1921
- schema_scan_id: 161630231
- updated: 2026-04-07 09:29:47
-
Version 1705104
- created: 2026-04-06 09:41:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-06/1775486514'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-06/1775486514
- id: 1705104
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1921
- schema_scan_id: 161572924
- updated: 2026-04-06 09:42:11
-
Version 1703851
- created: 2026-04-05 09:27:51
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-05/1775399264'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-05/1775399264
- id: 1703851
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1921
- schema_scan_id: 161523746
- updated: 2026-04-05 09:28:04
-
Version 1702736
- created: 2026-04-04 09:51:49
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-04/1775314292'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-04/1775314292
- id: 1702736
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1921
- schema_scan_id: 161472176
- updated: 2026-04-04 09:52:01
-
Version 1701508
- created: 2026-04-03 09:28:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-03/1775226494'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrix_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-03/1775226494
- id: 1701508
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1921
- schema_scan_id: 161414292
- updated: 2026-04-03 09:28:32
Schema Scans: 15
Last at 2026-04-17 09:32:56
-
Scan 162178464
- duration: 0:00:14.882959
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 162178464
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-17/1776436373", "key": "raw/denormalized_entities/2026-04-17/1776436373/a48ccacd-ee85-46c4-ac39-e403b963b7de.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 7432635037597547355, "service_name": "drive-thru", "span_id": 4250939844229275361, "trace_id": 14426762743334026273 } } - running: False
- schema_name_id: 1921
- start_time: 2026-04-17 09:32:56
- success: True
- trace_id: 14426762743334026273
-
Scan 162122643
- duration: 0:00:14.926842
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 162122643
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-16/1776349603", "key": "raw/denormalized_entities/2026-04-16/1776349603/1bd8d79f-0d15-4a7a-a677-e061ad2ef639.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 1061112098720214588, "service_name": "drive-thru", "span_id": 12038822255540687135, "trace_id": 1462362209877107817 } } - running: False
- schema_name_id: 1921
- start_time: 2026-04-16 09:26:52
- success: True
- trace_id: 1462362209877107817
-
Scan 162072720
- duration: 0:00:14.777003
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 162072720
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-15/1776270271", "key": "raw/denormalized_entities/2026-04-15/1776270271/44faf381-83bc-4024-97ed-dfa4621ddb59.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 11544295903953945766, "service_name": "drive-thru", "span_id": 16821567828652615392, "trace_id": 7075729537085659593 } } - running: False
- schema_name_id: 1921
- start_time: 2026-04-15 11:24:43
- success: True
- trace_id: 7075729537085659593
-
Scan 162046406
- duration: 0:00:14.964696
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 162046406
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-14/1776219084", "key": "raw/denormalized_entities/2026-04-14/1776219084/71c98caa-63f3-498e-a534-4a21ea84d48d.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 2988460939425495500, "service_name": "drive-thru", "span_id": 5062374044128307784, "trace_id": 2079040855862468891 } } - running: False
- schema_name_id: 1921
- start_time: 2026-04-14 21:11:29
- success: True
- trace_id: 2079040855862468891
-
Scan 161953865
- duration: 0:00:14.928340
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161953865
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-13/1776091465", "key": "raw/denormalized_entities/2026-04-13/1776091465/6fb7944c-7ab6-4ad4-8e26-328d9a0ea021.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 11962189533208871883, "service_name": "drive-thru", "span_id": 11578469477718881265, "trace_id": 386109660469521765 } } - running: False
- schema_name_id: 1921
- start_time: 2026-04-13 09:44:40
- success: True
- trace_id: 386109660469521765
-
Scan 161903629
- duration: 0:00:17.419861
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161903629
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-12/1776005003", "key": "raw/denormalized_entities/2026-04-12/1776005003/6940861b-285d-4b87-911b-feb28746d55a.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 7491528200536534450, "service_name": "drive-thru", "span_id": 14320599619281049517, "trace_id": 14863493130684884020 } } - running: False
- schema_name_id: 1921
- start_time: 2026-04-12 09:43:29
- success: True
- trace_id: 14863493130684884020
-
Scan 161852169
- duration: 0:00:14.790358
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161852169
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-11/1775918750", "key": "raw/denormalized_entities/2026-04-11/1775918750/caff4ce6-f423-4cb7-b8be-b60ec043b8e3.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 5529500957340931518, "service_name": "drive-thru", "span_id": 9044222931747547981, "trace_id": 14991096906750288628 } } - running: False
- schema_name_id: 1921
- start_time: 2026-04-11 09:46:03
- success: True
- trace_id: 14991096906750288628
-
Scan 161797237
- duration: 0:00:12.518622
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161797237
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-10/1775831184", "key": "raw/denormalized_entities/2026-04-10/1775831184/68001fa5-0c19-4db4-8c04-b8ebc28d75fe.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 5810159827654663925, "service_name": "drive-thru", "span_id": 18042928048982404951, "trace_id": 13594281355054080744 } } - running: False
- schema_name_id: 1921
- start_time: 2026-04-10 09:26:27
- success: True
- trace_id: 13594281355054080744
-
Scan 161741352
- duration: 0:00:12.212250
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161741352
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-09/1775744965", "key": "raw/denormalized_entities/2026-04-09/1775744965/919dd34a-70d4-4bf2-bf08-ada8ba5f9b6b.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 4136443179458701958, "service_name": "drive-thru", "span_id": 736071120523340743, "trace_id": 6850115181138961125 } } - running: False
- schema_name_id: 1921
- start_time: 2026-04-09 09:29:28
- success: True
- trace_id: 6850115181138961125
-
Scan 161686575
- duration: 0:00:14.893537
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161686575
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-08/1775659507", "key": "raw/denormalized_entities/2026-04-08/1775659507/19a7114a-2e18-43ef-ae97-1ff40697a312.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 6868309785203138395, "service_name": "drive-thru", "span_id": 16677917940881414362, "trace_id": 14938300516004522251 } } - running: False
- schema_name_id: 1921
- start_time: 2026-04-08 09:46:57
- success: True
- trace_id: 14938300516004522251
-
Scan 161630231
- duration: 0:00:12.331944
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161630231
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-07/1775572163", "key": "raw/denormalized_entities/2026-04-07/1775572163/b9d850e9-bfeb-4198-858d-7c76abc579ac.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 9980718727734292963, "service_name": "drive-thru", "span_id": 7551785034476645038, "trace_id": 12200577976330215774 } } - running: False
- schema_name_id: 1921
- start_time: 2026-04-07 09:29:35
- success: True
- trace_id: 12200577976330215774
-
Scan 161572924
- duration: 0:00:14.673748
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161572924
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-06/1775486514", "key": "raw/denormalized_entities/2026-04-06/1775486514/193a943a-0889-4c8e-bacd-3849f8f82712.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 4795564822721260442, "service_name": "drive-thru", "span_id": 14553558840208331038, "trace_id": 3309796354546026067 } } - running: False
- schema_name_id: 1921
- start_time: 2026-04-06 09:41:57
- success: True
- trace_id: 3309796354546026067
-
Scan 161523746
- duration: 0:00:14.869341
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161523746
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-05/1775399264", "key": "raw/denormalized_entities/2026-04-05/1775399264/febd5c5a-7c54-4d1f-b0a6-c54c8cbafbfe.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 10114408149782860160, "service_name": "drive-thru", "span_id": 4521148955881148027, "trace_id": 14827080755259852107 } } - running: False
- schema_name_id: 1921
- start_time: 2026-04-05 09:27:50
- success: True
- trace_id: 14827080755259852107
-
Scan 161472176
- duration: 0:00:12.264485
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161472176
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-04/1775314292", "key": "raw/denormalized_entities/2026-04-04/1775314292/a0241907-8aef-42d9-8dd3-5810fbac0a94.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 13445698346142348992, "service_name": "drive-thru", "span_id": 15528315366107256359, "trace_id": 10161165961190650210 } } - running: False
- schema_name_id: 1921
- start_time: 2026-04-04 09:51:48
- success: True
- trace_id: 10161165961190650210
-
Scan 161414292
- duration: 0:00:14.772805
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161414292
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrix-prod", "hive_path": "s3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-03/1775226494", "key": "raw/denormalized_entities/2026-04-03/1775226494/6830579d-dbc5-46d0-ba64-393405099ecb.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrix_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 6621179851673076740, "service_name": "drive-thru", "span_id": 14191454967572976098, "trace_id": 4060635268182533658 } } - running: False
- schema_name_id: 1921
- start_time: 2026-04-03 09:28:17
- success: True
- trace_id: 4060635268182533658
- attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - created: 2026-04-17 09:32:57
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-17/1776436373'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_denormalized_entities`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_csv.payrix_denormalized_entities" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2024-07-10 09:34:10",
"disabled": false,
"format": "raw",
"id": 1921,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_prod_csv",
"table": "payrix_denormalized_entities"
},
"type": "csv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"custom": "string",
"dba": "string",
"division_id": "string",
"division_name": "string",
"entity_created": "string",
"entity_custom": "string",
"entity_id": "string",
"entity_name": "string",
"entity_type": "string",
"first": "string",
"frozen": "string",
"inactive": "string",
"is_primary_vendor": "string",
"last": "string",
"login_first_name": "string",
"login_id": "string",
"login_last_name": "string",
"login_username": "string",
"mcc": "string",
"merchant_boarded": "string",
"merchant_dba": "string",
"merchant_mcc": "string",
"name": "string",
"parent_division_id": "string",
"parent_division_name": "string",
"partition_id": "string",
"partition_name": "string",
"related_id": "string",
"related_type": "string",
"username": "string"
},
"created": "2026-04-17 09:32:57",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrix-prod/raw/denormalized_entities/2026-04-17/1776436373'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_denormalized_entities`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_csv.payrix_denormalized_entities"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}