Schema Info

Schema Name: sfdl_prod_rds.sparefoot_sparefoot_statements

created: 2022-08-18 17:15:45
disabled: False
format: raw
id: 1085
is_partitioned: False
is_schema_datatyped: False

name:

{
    "database": "sfdl_prod_rds",
    "table": "sparefoot_sparefoot_statements"
}

type: rds

Schema Versions: 15

Version 1718397

created: 2026-04-17 14:15:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-17/1776453353'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-17/1776453353
id: 1718397
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1085
schema_scan_id: 162194022
updated: 2026-04-17 14:16:10

Version 1718190

created: 2026-04-17 09:11:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-17/1776435090'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-17/1776435090
id: 1718190
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1085
schema_scan_id: 162178205
updated: 2026-04-17 09:11:48

Version 1717446

created: 2026-04-17 00:07:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-17/1776402453'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-17/1776402453
id: 1717446
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1085
schema_scan_id: 162163584
updated: 2026-04-17 00:08:00

Version 1717314

created: 2026-04-16 20:15:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-16/1776388369'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-16/1776388369
id: 1717314
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1085
schema_scan_id: 162156037
updated: 2026-04-16 20:16:04

Version 1717147

created: 2026-04-16 14:14:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-16/1776366665'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-16/1776366665
id: 1717147
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1085
schema_scan_id: 162138026
updated: 2026-04-16 14:15:07

Version 1716973

created: 2026-04-16 09:09:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-16/1776348541'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-16/1776348541
id: 1716973
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1085
schema_scan_id: 162122494
updated: 2026-04-16 09:09:18

Version 1716230

created: 2026-04-16 00:14:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-16/1776316479'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-16/1776316479
id: 1716230
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1085
schema_scan_id: 162107810
updated: 2026-04-16 00:15:03

Version 1716104

created: 2026-04-15 20:22:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-15/1776302541'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-15/1776302541
id: 1716104
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1085
schema_scan_id: 162100317
updated: 2026-04-15 20:22:35

Version 1715991

created: 2026-04-15 14:20:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-15/1776280817'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-15/1776280817
id: 1715991
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1085
schema_scan_id: 162081810
updated: 2026-04-15 14:20:34

Version 1715783

created: 2026-04-15 08:44:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-15/1776260586'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-15/1776260586
id: 1715783
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1085
schema_scan_id: 162064538
updated: 2026-04-15 08:44:28

Version 1715028

created: 2026-04-15 00:17:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-15/1776230250'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-15/1776230250
id: 1715028
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1085
schema_scan_id: 162051998
updated: 2026-04-15 00:17:51

Version 1714903

created: 2026-04-14 20:20:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-14/1776216016'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-14/1776216016
id: 1714903
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1085
schema_scan_id: 162044306
updated: 2026-04-14 20:20:33

Version 1714745

created: 2026-04-14 14:16:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-14/1776194167'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-14/1776194167
id: 1714745
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1085
schema_scan_id: 162026133
updated: 2026-04-14 14:16:47

Version 1714592

created: 2026-04-14 09:10:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-14/1776175785'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-14/1776175785
id: 1714592
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1085
schema_scan_id: 162010962
updated: 2026-04-14 09:10:54

Version 1713787

created: 2026-04-14 00:06:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statements`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-14/1776143179'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statements"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-14/1776143179
id: 1713787
processed: 1

raw_data:

{
    "account_id": "int32",
    "corporation_type": "string",
    "mig_corporation_id": "int32",
    "quickbooks_txn_id": "int32",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "total_amount": "double"
}

schema_attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

schema_name_id: 1085
schema_scan_id: 161996299
updated: 2026-04-14 00:06:45

Schema Scans: 15

Last at 2026-04-17 14:15:58

Scan 162194022

duration: 0:00:11.736629

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162194022

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-17/1776453353",
        "key": "raw/sparefoot_statements/2026-04-17/1776453353/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 414574982482297974,
        "service_name": "sparefoot",
        "span_id": 9334095741510739154,
        "trace_id": 414574982482297974
    }
}

running: False
schema_name_id: 1085
start_time: 2026-04-17 14:15:58
success: True
trace_id: 414574982482297974

Scan 162178205

duration: 0:00:14.265918

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162178205

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-17/1776435090",
        "key": "raw/sparefoot_statements/2026-04-17/1776435090/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 9909963689469021338,
        "service_name": "sparefoot",
        "span_id": 12030607004044995930,
        "trace_id": 9909963689469021338
    }
}

running: False
schema_name_id: 1085
start_time: 2026-04-17 09:11:34
success: True
trace_id: 9909963689469021338

Scan 162163584

duration: 0:00:14.259621

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162163584

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-17/1776402453",
        "key": "raw/sparefoot_statements/2026-04-17/1776402453/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 6334182533490764027,
        "service_name": "sparefoot",
        "span_id": 17284953082884473902,
        "trace_id": 6334182533490764027
    }
}

running: False
schema_name_id: 1085
start_time: 2026-04-17 00:07:46
success: True
trace_id: 6334182533490764027

Scan 162156037

duration: 0:00:14.251938

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162156037

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-16/1776388369",
        "key": "raw/sparefoot_statements/2026-04-16/1776388369/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 5290122139331373649,
        "service_name": "sparefoot",
        "span_id": 2494362039671248934,
        "trace_id": 5290122139331373649
    }
}

running: False
schema_name_id: 1085
start_time: 2026-04-16 20:15:49
success: True
trace_id: 5290122139331373649

Scan 162138026

duration: 0:00:14.243665

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162138026

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-16/1776366665",
        "key": "raw/sparefoot_statements/2026-04-16/1776366665/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 12958054452269932900,
        "service_name": "sparefoot",
        "span_id": 8202863070846740040,
        "trace_id": 12958054452269932900
    }
}

running: False
schema_name_id: 1085
start_time: 2026-04-16 14:14:53
success: True
trace_id: 12958054452269932900

Scan 162122494

duration: 0:00:14.396637

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162122494

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-16/1776348541",
        "key": "raw/sparefoot_statements/2026-04-16/1776348541/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 17113917502102502650,
        "service_name": "sparefoot",
        "span_id": 2432871099405844385,
        "trace_id": 17113917502102502650
    }
}

running: False
schema_name_id: 1085
start_time: 2026-04-16 09:09:04
success: True
trace_id: 17113917502102502650

Scan 162107810

duration: 0:00:14.197815

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162107810

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-16/1776316479",
        "key": "raw/sparefoot_statements/2026-04-16/1776316479/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 16924327561619938796,
        "service_name": "sparefoot",
        "span_id": 3736261615522701523,
        "trace_id": 16924327561619938796
    }
}

running: False
schema_name_id: 1085
start_time: 2026-04-16 00:14:49
success: True
trace_id: 16924327561619938796

Scan 162100317

duration: 0:00:11.743125

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162100317

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-15/1776302541",
        "key": "raw/sparefoot_statements/2026-04-15/1776302541/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 5292311965385165850,
        "service_name": "sparefoot",
        "span_id": 13754296401436012057,
        "trace_id": 5292311965385165850
    }
}

running: False
schema_name_id: 1085
start_time: 2026-04-15 20:22:24
success: True
trace_id: 5292311965385165850

Scan 162081810

duration: 0:00:14.293861

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162081810

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-15/1776280817",
        "key": "raw/sparefoot_statements/2026-04-15/1776280817/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 12634402674380018120,
        "service_name": "sparefoot",
        "span_id": 18293078363026428216,
        "trace_id": 12634402674380018120
    }
}

running: False
schema_name_id: 1085
start_time: 2026-04-15 14:20:20
success: True
trace_id: 12634402674380018120

Scan 162064538

duration: 0:00:11.703585

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162064538

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-15/1776260586",
        "key": "raw/sparefoot_statements/2026-04-15/1776260586/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 2147472166177823221,
        "service_name": "sparefoot",
        "span_id": 15577444278180503254,
        "trace_id": 2147472166177823221
    }
}

running: False
schema_name_id: 1085
start_time: 2026-04-15 08:44:16
success: True
trace_id: 2147472166177823221

Scan 162051998

duration: 0:00:14.292936

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162051998

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-15/1776230250",
        "key": "raw/sparefoot_statements/2026-04-15/1776230250/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 3167293045269821559,
        "service_name": "sparefoot",
        "span_id": 3207699027261291404,
        "trace_id": 3167293045269821559
    }
}

running: False
schema_name_id: 1085
start_time: 2026-04-15 00:17:36
success: True
trace_id: 3167293045269821559

Scan 162044306

duration: 0:00:14.320214

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162044306

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-14/1776216016",
        "key": "raw/sparefoot_statements/2026-04-14/1776216016/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 11653895266325857043,
        "service_name": "sparefoot",
        "span_id": 9485614818509006801,
        "trace_id": 11653895266325857043
    }
}

running: False
schema_name_id: 1085
start_time: 2026-04-14 20:20:19
success: True
trace_id: 11653895266325857043

Scan 162026133

duration: 0:00:11.861252

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162026133

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-14/1776194167",
        "key": "raw/sparefoot_statements/2026-04-14/1776194167/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 3009692243920683002,
        "service_name": "sparefoot",
        "span_id": 2813622805265027839,
        "trace_id": 3009692243920683002
    }
}

running: False
schema_name_id: 1085
start_time: 2026-04-14 14:16:35
success: True
trace_id: 3009692243920683002

Scan 162010962

duration: 0:00:11.666818

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162010962

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-14/1776175785",
        "key": "raw/sparefoot_statements/2026-04-14/1776175785/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 15221835529188071101,
        "service_name": "sparefoot",
        "span_id": 4530502330821602623,
        "trace_id": 15221835529188071101
    }
}

running: False
schema_name_id: 1085
start_time: 2026-04-14 09:10:43
success: True
trace_id: 15221835529188071101

Scan 161996299

duration: 0:00:11.722259

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161996299

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-14/1776143179",
        "key": "raw/sparefoot_statements/2026-04-14/1776143179/statements_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statements",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 9606294510802062119,
        "service_name": "sparefoot",
        "span_id": 17478166619374459317,
        "trace_id": 9606294510802062119
    }
}

running: False
schema_name_id: 1085
start_time: 2026-04-14 00:06:33
success: True
trace_id: 9606294510802062119

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "account_id": "int",
    "corporation_type": "string",
    "mig_corporation_id": "int",
    "quickbooks_txn_id": "int",
    "statement_batch_id": "int",
    "statement_id": "int",
    "total_amount": "double"
}

created: 2026-04-17 14:15:58

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-17/1776453353'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statements`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statements"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2022-08-18 17:15:45",
        "disabled": false,
        "format": "raw",
        "id": 1085,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_prod_rds",
            "table": "sparefoot_sparefoot_statements"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "account_id": "int",
            "corporation_type": "string",
            "mig_corporation_id": "int",
            "quickbooks_txn_id": "int",
            "statement_batch_id": "int",
            "statement_id": "int",
            "total_amount": "double"
        },
        "created": "2026-04-17 14:15:58",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statements`\n(\n `account_id`  int , `corporation_type`  string , `mig_corporation_id`  int , `quickbooks_txn_id`  int , `statement_batch_id`  int , `statement_id`  int , `total_amount`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statements/2026-04-17/1776453353'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statements`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statements"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}