Schema Info

Schema Name: sfdl_prod_csv.payrix_entity_refs

created: 2023-07-27 09:05:17
disabled: False
format: raw
id: 1546
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_prod_csv",
    "table": "payrix_entity_refs"
}

type: csv

Schema Versions: 15

Version 1718258

created: 2026-04-17 09:33:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-17/1776436408'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-17/1776436408
id: 1718258
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1546
schema_scan_id: 162178470
updated: 2026-04-17 09:33:44

Version 1717019

created: 2026-04-16 09:27:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-16/1776349643'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-16/1776349643
id: 1717019
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1546
schema_scan_id: 162122658
updated: 2026-04-16 09:27:42

Version 1715875

created: 2026-04-15 11:22:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-15/1776270099'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-15/1776270099
id: 1715875
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1546
schema_scan_id: 162072699
updated: 2026-04-15 11:22:12

Version 1714949

created: 2026-04-14 21:11:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-14/1776219096'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-14/1776219096
id: 1714949
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1546
schema_scan_id: 162046407
updated: 2026-04-14 21:11:55

Version 1713411

created: 2026-04-13 09:32:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-13/1776090723'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-13/1776090723
id: 1713411
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1546
schema_scan_id: 161953722
updated: 2026-04-13 09:32:29

Version 1712237

created: 2026-04-12 09:43:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-12/1776004990'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-12/1776004990
id: 1712237
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1546
schema_scan_id: 161903624
updated: 2026-04-12 09:43:27

Version 1711020

created: 2026-04-11 09:31:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-11/1775917870'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-11/1775917870
id: 1711020
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1546
schema_scan_id: 161852040
updated: 2026-04-11 09:31:36

Version 1709831

created: 2026-04-10 09:26:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-10/1775831196'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-10/1775831196
id: 1709831
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1546
schema_scan_id: 161797239
updated: 2026-04-10 09:26:51

Version 1708694

created: 2026-04-09 09:38:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-09/1775745481'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-09/1775745481
id: 1708694
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1546
schema_scan_id: 161741478
updated: 2026-04-09 09:38:25

Version 1707518

created: 2026-04-08 09:36:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-08/1775658906'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-08/1775658906
id: 1707518
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1546
schema_scan_id: 161686326
updated: 2026-04-08 09:36:19

Version 1706325

created: 2026-04-07 09:43:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-07/1775572985'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-07/1775572985
id: 1706325
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1546
schema_scan_id: 161630547
updated: 2026-04-07 09:43:23

Version 1705089

created: 2026-04-06 09:32:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-06/1775485962'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-06/1775485962
id: 1705089
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1546
schema_scan_id: 161572765
updated: 2026-04-06 09:32:59

Version 1703856

created: 2026-04-05 09:28:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-05/1775399286'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-05/1775399286
id: 1703856
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1546
schema_scan_id: 161523755
updated: 2026-04-05 09:28:22

Version 1702729

created: 2026-04-04 09:42:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-04/1775313733'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-04/1775313733
id: 1702729
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1546
schema_scan_id: 161471818
updated: 2026-04-04 09:42:46

Version 1701549

created: 2026-04-03 09:58:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_entity_refs`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-03/1775228208'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.payrix_entity_refs"
]

hive_path: s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-03/1775228208
id: 1701549
processed: 1

raw_data:

{
    "_hoodie_commit_seqno": 1,
    "_hoodie_commit_time": 0,
    "_hoodie_file_name": 4,
    "_hoodie_partition_path": 3,
    "_hoodie_record_key": 2,
    "created": 7,
    "creator": 8,
    "currency": 11,
    "default": 12,
    "entity": 6,
    "entity_ref_id": 5,
    "fbo": 16,
    "frozen": 17,
    "fundingcurrency": 18,
    "inactive": 19,
    "modified": 9,
    "modifier": 10,
    "options": 20,
    "platform": 13,
    "ref": 15,
    "stage": 14,
    "staging": 21
}

schema_attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

schema_name_id: 1546
schema_scan_id: 161415831
updated: 2026-04-03 09:58:44

Schema Scans: 15

Last at 2026-04-17 09:33:32

Scan 162178470

duration: 0:00:12.276430

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162178470

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-17/1776436408",
        "key": "raw/entity_refs/2026-04-17/1776436408/b4ef2f73-d17f-4c4a-b77b-bc209c326274.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 18404805820022731259,
        "service_name": "drive-thru",
        "span_id": 12750496520052170564,
        "trace_id": 811098122051992685
    }
}

running: False
schema_name_id: 1546
start_time: 2026-04-17 09:33:32
success: True
trace_id: 811098122051992685

Scan 162122658

duration: 0:00:14.709830

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162122658

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-16/1776349643",
        "key": "raw/entity_refs/2026-04-16/1776349643/c01cef71-2fc2-40b3-b206-8aa65d533920.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 11142311067339197556,
        "service_name": "drive-thru",
        "span_id": 498907342896056699,
        "trace_id": 13643011812837084092
    }
}

running: False
schema_name_id: 1546
start_time: 2026-04-16 09:27:27
success: True
trace_id: 13643011812837084092

Scan 162072699

duration: 0:00:12.305518

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162072699

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-15/1776270099",
        "key": "raw/entity_refs/2026-04-15/1776270099/a8b7239a-7585-4e77-988e-57189a159892.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 2441315168450555993,
        "service_name": "drive-thru",
        "span_id": 10354508118223174953,
        "trace_id": 4478556534696884231
    }
}

running: False
schema_name_id: 1546
start_time: 2026-04-15 11:22:00
success: True
trace_id: 4478556534696884231

Scan 162046407

duration: 0:00:14.667849

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162046407

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-14/1776219096",
        "key": "raw/entity_refs/2026-04-14/1776219096/72d25aa7-359e-4832-bfdb-92cd7f849fc5.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 2944617494342021091,
        "service_name": "drive-thru",
        "span_id": 2556838564896204495,
        "trace_id": 13804293327212435159
    }
}

running: False
schema_name_id: 1546
start_time: 2026-04-14 21:11:40
success: True
trace_id: 13804293327212435159

Scan 161953722

duration: 0:00:14.934579

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161953722

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-13/1776090723",
        "key": "raw/entity_refs/2026-04-13/1776090723/5397a1a9-c253-4c8d-9893-3d6b0aa81f73.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 1608645616176285939,
        "service_name": "drive-thru",
        "span_id": 5087941736123054523,
        "trace_id": 3299839813986951648
    }
}

running: False
schema_name_id: 1546
start_time: 2026-04-13 09:32:14
success: True
trace_id: 3299839813986951648

Scan 161903624

duration: 0:00:12.153472

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161903624

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-12/1776004990",
        "key": "raw/entity_refs/2026-04-12/1776004990/5a4dee7b-85fb-4f73-9116-e376872138a4.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 11511109285882423115,
        "service_name": "drive-thru",
        "span_id": 4001830826193362615,
        "trace_id": 9840264970467974755
    }
}

running: False
schema_name_id: 1546
start_time: 2026-04-12 09:43:15
success: True
trace_id: 9840264970467974755

Scan 161852040

duration: 0:00:14.703513

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161852040

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-11/1775917870",
        "key": "raw/entity_refs/2026-04-11/1775917870/b5b5b86a-3241-4d9c-b2f6-ee48177e9074.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 14605995219243594966,
        "service_name": "drive-thru",
        "span_id": 12601276242496675139,
        "trace_id": 339937744475059347
    }
}

running: False
schema_name_id: 1546
start_time: 2026-04-11 09:31:21
success: True
trace_id: 339937744475059347

Scan 161797239

duration: 0:00:12.165073

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161797239

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-10/1775831196",
        "key": "raw/entity_refs/2026-04-10/1775831196/eac99ab9-9652-4ecd-81a4-377b50b79c59.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 9758546141649817924,
        "service_name": "drive-thru",
        "span_id": 18363104150933140427,
        "trace_id": 11624669150555934834
    }
}

running: False
schema_name_id: 1546
start_time: 2026-04-10 09:26:39
success: True
trace_id: 11624669150555934834

Scan 161741478

duration: 0:00:14.851147

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161741478

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-09/1775745481",
        "key": "raw/entity_refs/2026-04-09/1775745481/4541033a-bc01-4289-aa08-3182bdf2b0a5.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 16800576781655435986,
        "service_name": "drive-thru",
        "span_id": 17707831785308066828,
        "trace_id": 11675458230492330732
    }
}

running: False
schema_name_id: 1546
start_time: 2026-04-09 09:38:10
success: True
trace_id: 11675458230492330732

Scan 161686326

duration: 0:00:14.888406

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161686326

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-08/1775658906",
        "key": "raw/entity_refs/2026-04-08/1775658906/06ca06c7-f4f7-46a3-b82d-c7287edb3f05.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 15957041536969166464,
        "service_name": "drive-thru",
        "span_id": 2654568051512949676,
        "trace_id": 539353966745868070
    }
}

running: False
schema_name_id: 1546
start_time: 2026-04-08 09:36:04
success: True
trace_id: 539353966745868070

Scan 161630547

duration: 0:00:12.242885

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161630547

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-07/1775572985",
        "key": "raw/entity_refs/2026-04-07/1775572985/3c180eac-02f3-47ef-bec2-7d47387c41c7.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 8962124577083881485,
        "service_name": "drive-thru",
        "span_id": 16221227117326141381,
        "trace_id": 10401506593196570972
    }
}

running: False
schema_name_id: 1546
start_time: 2026-04-07 09:43:11
success: True
trace_id: 10401506593196570972

Scan 161572765

duration: 0:00:12.176701

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161572765

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-06/1775485962",
        "key": "raw/entity_refs/2026-04-06/1775485962/2c62d526-fda9-47f6-b902-699ae24d24df.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 7225515348656051024,
        "service_name": "drive-thru",
        "span_id": 3878066237284258207,
        "trace_id": 12284597725362607528
    }
}

running: False
schema_name_id: 1546
start_time: 2026-04-06 09:32:47
success: True
trace_id: 12284597725362607528

Scan 161523755

duration: 0:00:12.136338

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161523755

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-05/1775399286",
        "key": "raw/entity_refs/2026-04-05/1775399286/503f21f1-474d-469e-a7fb-7419a41ababe.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 18425133974097019681,
        "service_name": "drive-thru",
        "span_id": 8770849489426307389,
        "trace_id": 6392757809813491711
    }
}

running: False
schema_name_id: 1546
start_time: 2026-04-05 09:28:09
success: True
trace_id: 6392757809813491711

Scan 161471818

duration: 0:00:12.262503

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161471818

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-04/1775313733",
        "key": "raw/entity_refs/2026-04-04/1775313733/7c34446a-6a49-4476-986f-1a020c76a837.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 14306379906251000894,
        "service_name": "drive-thru",
        "span_id": 8448349762952219651,
        "trace_id": 2215332987499026988
    }
}

running: False
schema_name_id: 1546
start_time: 2026-04-04 09:42:34
success: True
trace_id: 2215332987499026988

Scan 161415831

duration: 0:00:12.236220

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161415831

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-csv-payrix-prod",
        "hive_path": "s3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-03/1775228208",
        "key": "raw/entity_refs/2026-04-03/1775228208/cf83d8c7-4503-49f6-bcf2-dd8b6c5e379c.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.payrix_entity_refs",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 7042948301607920920,
        "service_name": "drive-thru",
        "span_id": 1500499980446656170,
        "trace_id": 17381808695841909725
    }
}

running: False
schema_name_id: 1546
start_time: 2026-04-03 09:58:31
success: True
trace_id: 17381808695841909725

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "_hoodie_commit_seqno": "string",
    "_hoodie_commit_time": "string",
    "_hoodie_file_name": "string",
    "_hoodie_partition_path": "string",
    "_hoodie_record_key": "string",
    "created": "string",
    "creator": "string",
    "currency": "string",
    "default": "string",
    "entity": "string",
    "entity_id": "string",
    "entity_ref_id": "string",
    "fbo": "string",
    "frozen": "string",
    "fundingcurrency": "string",
    "inactive": "string",
    "modified": "string",
    "modifier": "string",
    "options": "string",
    "platform": "string",
    "ref": "string",
    "stage": "string",
    "staging": "string"
}

created: 2026-04-17 09:33:33

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-17/1776436408'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_entity_refs`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_csv.payrix_entity_refs"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2023-07-27 09:05:17",
        "disabled": false,
        "format": "raw",
        "id": 1546,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_prod_csv",
            "table": "payrix_entity_refs"
        },
        "type": "csv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "_hoodie_commit_seqno": "string",
            "_hoodie_commit_time": "string",
            "_hoodie_file_name": "string",
            "_hoodie_partition_path": "string",
            "_hoodie_record_key": "string",
            "created": "string",
            "creator": "string",
            "currency": "string",
            "default": "string",
            "entity": "string",
            "entity_id": "string",
            "entity_ref_id": "string",
            "fbo": "string",
            "frozen": "string",
            "fundingcurrency": "string",
            "inactive": "string",
            "modified": "string",
            "modifier": "string",
            "options": "string",
            "platform": "string",
            "ref": "string",
            "stage": "string",
            "staging": "string"
        },
        "created": "2026-04-17 09:33:33",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.payrix_entity_refs`\n(\n `_hoodie_commit_time`  string , `_hoodie_commit_seqno`  string , `_hoodie_record_key`  string , `_hoodie_partition_path`  string , `_hoodie_file_name`  string , `entity_ref_id`  string , `entity`  string , `created`  string , `creator`  string , `modified`  string , `modifier`  string , `currency`  string , `default`  string , `platform`  string , `stage`  string , `ref`  string , `fbo`  string , `frozen`  string , `fundingcurrency`  string , `inactive`  string , `options`  string , `staging`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-payrix-prod/raw/entity_refs/2026-04-17/1776436408'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_csv.payrix_entity_refs`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_csv.payrix_entity_refs"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}