Schema Info
Schema Name: sfdl_prod_csv.payrixess_denormalized_entities
- created: 2024-07-24 10:21:17
- disabled: False
- format: raw
- id: 1962
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_prod_csv", "table": "payrixess_denormalized_entities" } - type: csv
Schema Versions: 15
-
Version 1718259
- created: 2026-04-17 09:34:33
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-17/1776436468'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-17/1776436468
- id: 1718259
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1962
- schema_scan_id: 162178485
- updated: 2026-04-17 09:34:44
-
Version 1717022
- created: 2026-04-16 09:30:00
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-16/1776349794'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-16/1776349794
- id: 1717022
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1962
- schema_scan_id: 162122737
- updated: 2026-04-16 09:30:11
-
Version 1715837
- created: 2026-04-15 09:44:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-15/1776264294'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-15/1776264294
- id: 1715837
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1962
- schema_scan_id: 162067361
- updated: 2026-04-15 09:45:10
-
Version 1714621
- created: 2026-04-14 09:28:46
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-14/1776176917'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-14/1776176917
- id: 1714621
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1962
- schema_scan_id: 162011147
- updated: 2026-04-14 09:29:00
-
Version 1713407
- created: 2026-04-13 09:30:54
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-13/1776090648'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-13/1776090648
- id: 1713407
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1962
- schema_scan_id: 161953716
- updated: 2026-04-13 09:31:05
-
Version 1712233
- created: 2026-04-12 09:38:14
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-12/1776004690'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-12/1776004690
- id: 1712233
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1962
- schema_scan_id: 161903611
- updated: 2026-04-12 09:38:28
-
Version 1711008
- created: 2026-04-11 09:27:07
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-11/1775917617'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-11/1775917617
- id: 1711008
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1962
- schema_scan_id: 161851940
- updated: 2026-04-11 09:27:18
-
Version 1709841
- created: 2026-04-10 09:29:05
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-10/1775831340'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-10/1775831340
- id: 1709841
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1962
- schema_scan_id: 161797305
- updated: 2026-04-10 09:29:18
-
Version 1708691
- created: 2026-04-09 09:32:30
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-09/1775745140'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-09/1775745140
- id: 1708691
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1962
- schema_scan_id: 161741416
- updated: 2026-04-09 09:32:41
-
Version 1707541
- created: 2026-04-08 09:53:18
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-08/1775659816'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-08/1775659816
- id: 1707541
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1962
- schema_scan_id: 161687210
- updated: 2026-04-08 09:53:31
-
Version 1706312
- created: 2026-04-07 09:31:48
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-07/1775572295'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-07/1775572295
- id: 1706312
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1962
- schema_scan_id: 161630282
- updated: 2026-04-07 09:32:02
-
Version 1705095
- created: 2026-04-06 09:41:15
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-06/1775486470'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-06/1775486470
- id: 1705095
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1962
- schema_scan_id: 161572900
- updated: 2026-04-06 09:41:29
-
Version 1703868
- created: 2026-04-05 09:32:31
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-05/1775399540'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-05/1775399540
- id: 1703868
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1962
- schema_scan_id: 161523828
- updated: 2026-04-05 09:32:42
-
Version 1702720
- created: 2026-04-04 09:37:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-04/1775313424'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-04/1775313424
- id: 1702720
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1962
- schema_scan_id: 161471762
- updated: 2026-04-04 09:37:36
-
Version 1701520
- created: 2026-04-03 09:30:41
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_denormalized_entities`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-03/1775226637'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_denormalized_entities" ] - hive_path: s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-03/1775226637
- id: 1701520
- processed: 1
- raw_data:
{ "custom": 15, "dba": 14, "division_id": 7, "division_name": 8, "entity_created": 1, "entity_id": 0, "frozen": 18, "inactive": 17, "is_primary_vendor": 19, "login_first_name": 20, "login_id": 5, "login_last_name": 21, "login_username": 6, "mcc": 16, "merchant_boarded": 2, "name": 13, "parent_division_id": 9, "parent_division_name": 10, "partition_id": 11, "partition_name": 12, "related_id": 3, "related_type": 4 } - schema_attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - schema_name_id: 1962
- schema_scan_id: 161414328
- updated: 2026-04-03 09:30:55
Schema Scans: 15
Last at 2026-04-17 09:34:32
-
Scan 162178485
- duration: 0:00:12.241517
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 162178485
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-17/1776436468", "key": "raw/denormalized_entities/2026-04-17/1776436468/150b85b0-14a6-4905-aa98-4d5c366991e8.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 11945177840068335794, "service_name": "drive-thru", "span_id": 1664236982255937118, "trace_id": 9921695696890800170 } } - running: False
- schema_name_id: 1962
- start_time: 2026-04-17 09:34:32
- success: True
- trace_id: 9921695696890800170
-
Scan 162122737
- duration: 0:00:12.387358
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 162122737
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-16/1776349794", "key": "raw/denormalized_entities/2026-04-16/1776349794/1da5b0e1-58a0-4d76-a77c-e6be803c46a1.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 12593351854642919631, "service_name": "drive-thru", "span_id": 8731102788663519881, "trace_id": 8392867250588915308 } } - running: False
- schema_name_id: 1962
- start_time: 2026-04-16 09:29:59
- success: True
- trace_id: 8392867250588915308
-
Scan 162067361
- duration: 0:00:12.472248
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 162067361
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-15/1776264294", "key": "raw/denormalized_entities/2026-04-15/1776264294/9566a99b-fc46-4a22-a0d9-d326b0738bbe.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 9732986933218461722, "service_name": "drive-thru", "span_id": 18118602291307891139, "trace_id": 12883910282215781481 } } - running: False
- schema_name_id: 1962
- start_time: 2026-04-15 09:44:57
- success: True
- trace_id: 12883910282215781481
-
Scan 162011147
- duration: 0:00:14.817386
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 162011147
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-14/1776176917", "key": "raw/denormalized_entities/2026-04-14/1776176917/5cc55fc3-fa4c-4890-ae15-1fc0ce1bb165.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 1272823108785118326, "service_name": "drive-thru", "span_id": 8886083866684980096, "trace_id": 6949215189294834122 } } - running: False
- schema_name_id: 1962
- start_time: 2026-04-14 09:28:45
- success: True
- trace_id: 6949215189294834122
-
Scan 161953716
- duration: 0:00:12.201963
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161953716
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-13/1776090648", "key": "raw/denormalized_entities/2026-04-13/1776090648/ba65475e-6b09-4894-bec1-f42f6200e558.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 14144474324662154327, "service_name": "drive-thru", "span_id": 3111906504319593147, "trace_id": 1439968467106747822 } } - running: False
- schema_name_id: 1962
- start_time: 2026-04-13 09:30:53
- success: True
- trace_id: 1439968467106747822
-
Scan 161903611
- duration: 0:00:14.726092
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161903611
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-12/1776004690", "key": "raw/denormalized_entities/2026-04-12/1776004690/e6043a32-c169-443c-aacb-2c4df1e80112.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 8611671340447285370, "service_name": "drive-thru", "span_id": 7460675056954235970, "trace_id": 2283356993618601470 } } - running: False
- schema_name_id: 1962
- start_time: 2026-04-12 09:38:13
- success: True
- trace_id: 2283356993618601470
-
Scan 161851940
- duration: 0:00:12.272971
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161851940
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-11/1775917617", "key": "raw/denormalized_entities/2026-04-11/1775917617/33b42bb2-cd6f-4cd3-9b2e-ff1b93c41022.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 5743818352316849929, "service_name": "drive-thru", "span_id": 13339336302986268676, "trace_id": 6985866917037024422 } } - running: False
- schema_name_id: 1962
- start_time: 2026-04-11 09:27:06
- success: True
- trace_id: 6985866917037024422
-
Scan 161797305
- duration: 0:00:14.798840
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161797305
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-10/1775831340", "key": "raw/denormalized_entities/2026-04-10/1775831340/427f66b9-42f7-4d26-a16a-5dada7d95fc5.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 4715439376300057010, "service_name": "drive-thru", "span_id": 3330855923703576915, "trace_id": 3033584717292174381 } } - running: False
- schema_name_id: 1962
- start_time: 2026-04-10 09:29:04
- success: True
- trace_id: 3033584717292174381
-
Scan 161741416
- duration: 0:00:12.264603
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161741416
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-09/1775745140", "key": "raw/denormalized_entities/2026-04-09/1775745140/ccfd998d-5d1e-4e43-94ed-e81722ffdabe.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 14500945565734748435, "service_name": "drive-thru", "span_id": 9017323078397399864, "trace_id": 11430157717599266002 } } - running: False
- schema_name_id: 1962
- start_time: 2026-04-09 09:32:29
- success: True
- trace_id: 11430157717599266002
-
Scan 161687210
- duration: 0:00:14.840200
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161687210
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-08/1775659816", "key": "raw/denormalized_entities/2026-04-08/1775659816/99185090-4848-4e29-ae79-0c493c32d148.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 11757442567993607151, "service_name": "drive-thru", "span_id": 60636899519964444, "trace_id": 3818034132960838553 } } - running: False
- schema_name_id: 1962
- start_time: 2026-04-08 09:53:16
- success: True
- trace_id: 3818034132960838553
-
Scan 161630282
- duration: 0:00:14.802111
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161630282
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-07/1775572295", "key": "raw/denormalized_entities/2026-04-07/1775572295/370811b7-5cff-4325-85ee-25b4fd466aa8.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 9234823471223712995, "service_name": "drive-thru", "span_id": 9839453185340400149, "trace_id": 5385065682770138082 } } - running: False
- schema_name_id: 1962
- start_time: 2026-04-07 09:31:47
- success: True
- trace_id: 5385065682770138082
-
Scan 161572900
- duration: 0:00:15.189972
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161572900
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-06/1775486470", "key": "raw/denormalized_entities/2026-04-06/1775486470/5d02374c-b526-4240-9c56-ea8dc90093ce.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 6448945977407380196, "service_name": "drive-thru", "span_id": 5355953423628949476, "trace_id": 10325234864811344674 } } - running: False
- schema_name_id: 1962
- start_time: 2026-04-06 09:41:14
- success: True
- trace_id: 10325234864811344674
-
Scan 161523828
- duration: 0:00:12.359440
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161523828
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-05/1775399540", "key": "raw/denormalized_entities/2026-04-05/1775399540/8d57e393-d316-4d19-98fc-648757e570f2.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 1938437045942402104, "service_name": "drive-thru", "span_id": 7843546907273403185, "trace_id": 17974146921785364983 } } - running: False
- schema_name_id: 1962
- start_time: 2026-04-05 09:32:30
- success: True
- trace_id: 17974146921785364983
-
Scan 161471762
- duration: 0:00:12.201988
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161471762
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-04/1775313424", "key": "raw/denormalized_entities/2026-04-04/1775313424/a784a922-4995-4b38-a6d7-c91cf66284ad.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 10129544977289452290, "service_name": "drive-thru", "span_id": 13375447204426023423, "trace_id": 17442315614106387549 } } - running: False
- schema_name_id: 1962
- start_time: 2026-04-04 09:37:23
- success: True
- trace_id: 17442315614106387549
-
Scan 161414328
- duration: 0:00:15.047648
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161414328
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-csv-payrixess-prod", "hive_path": "s3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-03/1775226637", "key": "raw/denormalized_entities/2026-04-03/1775226637/51b94849-f4a1-429a-83ff-21a59235e05c.csv.gz" }, "schema": { "name": "sfdl_prod_csv.payrixess_denormalized_entities", "type": "csv" }, "trace_context": { "parent_id": 14937888147173244023, "service_name": "drive-thru", "span_id": 9281136037786424716, "trace_id": 5867344513764046490 } } - running: False
- schema_name_id: 1962
- start_time: 2026-04-03 09:30:40
- success: True
- trace_id: 5867344513764046490
- attributes:
{ "custom": "string", "dba": "string", "division_id": "string", "division_name": "string", "entity_created": "string", "entity_custom": "string", "entity_id": "string", "entity_name": "string", "entity_type": "string", "first": "string", "frozen": "string", "inactive": "string", "is_primary_vendor": "string", "last": "string", "login_first_name": "string", "login_id": "string", "login_last_name": "string", "login_username": "string", "mcc": "string", "merchant_boarded": "string", "merchant_dba": "string", "merchant_mcc": "string", "name": "string", "parent_division_id": "string", "parent_division_name": "string", "partition_id": "string", "partition_name": "string", "related_id": "string", "related_type": "string", "username": "string" } - created: 2026-04-17 09:34:33
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-17/1776436468'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_denormalized_entities`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_denormalized_entities" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2024-07-24 10:21:17",
"disabled": false,
"format": "raw",
"id": 1962,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_prod_csv",
"table": "payrixess_denormalized_entities"
},
"type": "csv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"custom": "string",
"dba": "string",
"division_id": "string",
"division_name": "string",
"entity_created": "string",
"entity_custom": "string",
"entity_id": "string",
"entity_name": "string",
"entity_type": "string",
"first": "string",
"frozen": "string",
"inactive": "string",
"is_primary_vendor": "string",
"last": "string",
"login_first_name": "string",
"login_id": "string",
"login_last_name": "string",
"login_username": "string",
"mcc": "string",
"merchant_boarded": "string",
"merchant_dba": "string",
"merchant_mcc": "string",
"name": "string",
"parent_division_id": "string",
"parent_division_name": "string",
"partition_id": "string",
"partition_name": "string",
"related_id": "string",
"related_type": "string",
"username": "string"
},
"created": "2026-04-17 09:34:33",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrixess_denormalized_entities`\n(\n `entity_id` string , `entity_created` string , `merchant_boarded` string , `related_id` string , `related_type` string , `login_id` string , `login_username` string , `division_id` string , `division_name` string , `parent_division_id` string , `parent_division_name` string , `partition_id` string , `partition_name` string , `name` string , `dba` string , `custom` string , `mcc` string , `inactive` string , `frozen` string , `is_primary_vendor` string , `login_first_name` string , `login_last_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-csv-payrixess-prod/raw/denormalized_entities/2026-04-17/1776436468'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_csv.payrixess_denormalized_entities`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_csv.payrixess_denormalized_entities"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}