Schema Info

Schema Name: sfdl_prod_rds.sparefoot_sparefoot_statement_batches

created: 2022-08-18 17:17:19
disabled: False
format: raw
id: 1093
is_partitioned: False
is_schema_datatyped: False

name:

{
    "database": "sfdl_prod_rds",
    "table": "sparefoot_sparefoot_statement_batches"
}

type: rds

Schema Versions: 15

Version 1718373

created: 2026-04-17 14:10:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-17/1776453024'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-17/1776453024
id: 1718373
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1093
schema_scan_id: 162193965
updated: 2026-04-17 14:10:55

Version 1718189

created: 2026-04-17 09:11:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-17/1776435079'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-17/1776435079
id: 1718189
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1093
schema_scan_id: 162178204
updated: 2026-04-17 09:11:36

Version 1717443

created: 2026-04-17 00:07:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-17/1776402442'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-17/1776402442
id: 1717443
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1093
schema_scan_id: 162163577
updated: 2026-04-17 00:07:41

Version 1717310

created: 2026-04-16 20:15:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-16/1776388317'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-16/1776388317
id: 1717310
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1093
schema_scan_id: 162156028
updated: 2026-04-16 20:15:39

Version 1717144

created: 2026-04-16 14:14:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-16/1776366683'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-16/1776366683
id: 1717144
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1093
schema_scan_id: 162138018
updated: 2026-04-16 14:14:55

Version 1716975

created: 2026-04-16 09:09:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-16/1776348550'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-16/1776348550
id: 1716975
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1093
schema_scan_id: 162122496
updated: 2026-04-16 09:09:28

Version 1716217

created: 2026-04-16 00:13:33

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-16/1776316388'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-16/1776316388
id: 1716217
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1093
schema_scan_id: 162107795
updated: 2026-04-16 00:13:47

Version 1716116

created: 2026-04-15 20:25:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-15/1776302712'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-15/1776302712
id: 1716116
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1093
schema_scan_id: 162100334
updated: 2026-04-15 20:25:34

Version 1715979

created: 2026-04-15 14:18:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-15/1776280678'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-15/1776280678
id: 1715979
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1093
schema_scan_id: 162081760
updated: 2026-04-15 14:18:18

Version 1715767

created: 2026-04-15 08:41:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-15/1776260426'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-15/1776260426
id: 1715767
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1093
schema_scan_id: 162064478
updated: 2026-04-15 08:42:01

Version 1715027

created: 2026-04-15 00:17:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-15/1776230240'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-15/1776230240
id: 1715027
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1093
schema_scan_id: 162051995
updated: 2026-04-15 00:17:39

Version 1714911

created: 2026-04-14 20:25:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-14/1776216296'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-14/1776216296
id: 1714911
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1093
schema_scan_id: 162044329
updated: 2026-04-14 20:25:24

Version 1714706

created: 2026-04-14 14:10:59

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-14/1776193849'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-14/1776193849
id: 1714706
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1093
schema_scan_id: 162026079
updated: 2026-04-14 14:11:13

Version 1714555

created: 2026-04-14 08:56:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-14/1776174970'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-14/1776174970
id: 1714555
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1093
schema_scan_id: 162009581
updated: 2026-04-14 08:56:44

Version 1713789

created: 2026-04-14 00:06:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statement_batches`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-14/1776143190'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statement_batches"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-14/1776143190
id: 1713789
processed: 1

raw_data:

{
    "account_ids": "string",
    "batch_time": "timestamp[ns]",
    "billed_time": "timestamp[ns]",
    "emails_sent_time": "timestamp[ns]",
    "end_date": "date32[day]",
    "label": "string",
    "parent_statement_batch_id": "int32",
    "reconciliation_end_date": "date32[day]",
    "start_date": "date32[day]",
    "statement_batch_id": "int32",
    "status": "string",
    "user_id": "int32"
}

schema_attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

schema_name_id: 1093
schema_scan_id: 161996301
updated: 2026-04-14 00:06:52

Schema Scans: 15

Last at 2026-04-17 14:10:43

Scan 162193965

duration: 0:00:11.934270

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162193965

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-17/1776453024",
        "key": "raw/sparefoot_statement_batches/2026-04-17/1776453024/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 14938331822144611557,
        "service_name": "sparefoot",
        "span_id": 6172673871305062948,
        "trace_id": 14938331822144611557
    }
}

running: False
schema_name_id: 1093
start_time: 2026-04-17 14:10:43
success: True
trace_id: 14938331822144611557

Scan 162178204

duration: 0:00:11.842572

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162178204

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-17/1776435079",
        "key": "raw/sparefoot_statement_batches/2026-04-17/1776435079/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 16567556455650902743,
        "service_name": "sparefoot",
        "span_id": 671982602022642028,
        "trace_id": 16567556455650902743
    }
}

running: False
schema_name_id: 1093
start_time: 2026-04-17 09:11:24
success: True
trace_id: 16567556455650902743

Scan 162163577

duration: 0:00:11.782639

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162163577

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-17/1776402442",
        "key": "raw/sparefoot_statement_batches/2026-04-17/1776402442/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 11038217494048200775,
        "service_name": "sparefoot",
        "span_id": 2656448597968293291,
        "trace_id": 11038217494048200775
    }
}

running: False
schema_name_id: 1093
start_time: 2026-04-17 00:07:29
success: True
trace_id: 11038217494048200775

Scan 162156028

duration: 0:00:14.409064

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162156028

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-16/1776388317",
        "key": "raw/sparefoot_statement_batches/2026-04-16/1776388317/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 11118193440377662711,
        "service_name": "sparefoot",
        "span_id": 16773410327196308287,
        "trace_id": 11118193440377662711
    }
}

running: False
schema_name_id: 1093
start_time: 2026-04-16 20:15:24
success: True
trace_id: 11118193440377662711

Scan 162138018

duration: 0:00:14.301849

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162138018

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-16/1776366683",
        "key": "raw/sparefoot_statement_batches/2026-04-16/1776366683/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 3037490847562834326,
        "service_name": "sparefoot",
        "span_id": 16300119095162211860,
        "trace_id": 3037490847562834326
    }
}

running: False
schema_name_id: 1093
start_time: 2026-04-16 14:14:41
success: True
trace_id: 3037490847562834326

Scan 162122496

duration: 0:00:14.488737

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162122496

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-16/1776348550",
        "key": "raw/sparefoot_statement_batches/2026-04-16/1776348550/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 9774951678295352745,
        "service_name": "sparefoot",
        "span_id": 16624680818280101264,
        "trace_id": 9774951678295352745
    }
}

running: False
schema_name_id: 1093
start_time: 2026-04-16 09:09:14
success: True
trace_id: 9774951678295352745

Scan 162107795

duration: 0:00:14.265520

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162107795

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-16/1776316388",
        "key": "raw/sparefoot_statement_batches/2026-04-16/1776316388/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 13245677015840804934,
        "service_name": "sparefoot",
        "span_id": 7171151567148039079,
        "trace_id": 13245677015840804934
    }
}

running: False
schema_name_id: 1093
start_time: 2026-04-16 00:13:33
success: True
trace_id: 13245677015840804934

Scan 162100334

duration: 0:00:14.417409

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162100334

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-15/1776302712",
        "key": "raw/sparefoot_statement_batches/2026-04-15/1776302712/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 6472357494347112967,
        "service_name": "sparefoot",
        "span_id": 3355433752082795959,
        "trace_id": 6472357494347112967
    }
}

running: False
schema_name_id: 1093
start_time: 2026-04-15 20:25:19
success: True
trace_id: 6472357494347112967

Scan 162081760

duration: 0:00:14.452493

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162081760

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-15/1776280678",
        "key": "raw/sparefoot_statement_batches/2026-04-15/1776280678/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 8189232688286930146,
        "service_name": "sparefoot",
        "span_id": 15318241758318326713,
        "trace_id": 8189232688286930146
    }
}

running: False
schema_name_id: 1093
start_time: 2026-04-15 14:18:03
success: True
trace_id: 8189232688286930146

Scan 162064478

duration: 0:00:11.762961

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162064478

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-15/1776260426",
        "key": "raw/sparefoot_statement_batches/2026-04-15/1776260426/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 252236785432612486,
        "service_name": "sparefoot",
        "span_id": 6503779146778140933,
        "trace_id": 252236785432612486
    }
}

running: False
schema_name_id: 1093
start_time: 2026-04-15 08:41:49
success: True
trace_id: 252236785432612486

Scan 162051995

duration: 0:00:11.844437

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162051995

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-15/1776230240",
        "key": "raw/sparefoot_statement_batches/2026-04-15/1776230240/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 11747363953892031240,
        "service_name": "sparefoot",
        "span_id": 4249127669825185271,
        "trace_id": 11747363953892031240
    }
}

running: False
schema_name_id: 1093
start_time: 2026-04-15 00:17:27
success: True
trace_id: 11747363953892031240

Scan 162044329

duration: 0:00:11.865940

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162044329

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-14/1776216296",
        "key": "raw/sparefoot_statement_batches/2026-04-14/1776216296/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 832401805630637456,
        "service_name": "sparefoot",
        "span_id": 15014799714246837535,
        "trace_id": 832401805630637456
    }
}

running: False
schema_name_id: 1093
start_time: 2026-04-14 20:25:12
success: True
trace_id: 832401805630637456

Scan 162026079

duration: 0:00:14.320595

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162026079

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-14/1776193849",
        "key": "raw/sparefoot_statement_batches/2026-04-14/1776193849/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 15855225469927927612,
        "service_name": "sparefoot",
        "span_id": 14551882315332672487,
        "trace_id": 15855225469927927612
    }
}

running: False
schema_name_id: 1093
start_time: 2026-04-14 14:10:59
success: True
trace_id: 15855225469927927612

Scan 162009581

duration: 0:00:14.323944

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162009581

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-14/1776174970",
        "key": "raw/sparefoot_statement_batches/2026-04-14/1776174970/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 17896103664419696459,
        "service_name": "sparefoot",
        "span_id": 7572980612860143967,
        "trace_id": 17896103664419696459
    }
}

running: False
schema_name_id: 1093
start_time: 2026-04-14 08:56:30
success: True
trace_id: 17896103664419696459

Scan 161996301

duration: 0:00:14.321082

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161996301

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-14/1776143190",
        "key": "raw/sparefoot_statement_batches/2026-04-14/1776143190/statement_batches.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_statement_batches",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 18191270866494692504,
        "service_name": "sparefoot",
        "span_id": 16277969641323772213,
        "trace_id": 18191270866494692504
    }
}

running: False
schema_name_id: 1093
start_time: 2026-04-14 00:06:38
success: True
trace_id: 18191270866494692504

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "account_ids": "string",
    "batch_time": "timestamp",
    "billed_time": "timestamp",
    "emails_sent_time": "timestamp",
    "end_date": "date",
    "label": "string",
    "parent_statement_batch_id": "int",
    "reconciliation_end_date": "date",
    "start_date": "date",
    "statement_batch_id": "int",
    "status": "string",
    "user_id": "int"
}

created: 2026-04-17 14:10:43

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-17/1776453024'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statement_batches`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statement_batches"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2022-08-18 17:17:19",
        "disabled": false,
        "format": "raw",
        "id": 1093,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_prod_rds",
            "table": "sparefoot_sparefoot_statement_batches"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "account_ids": "string",
            "batch_time": "timestamp",
            "billed_time": "timestamp",
            "emails_sent_time": "timestamp",
            "end_date": "date",
            "label": "string",
            "parent_statement_batch_id": "int",
            "reconciliation_end_date": "date",
            "start_date": "date",
            "statement_batch_id": "int",
            "status": "string",
            "user_id": "int"
        },
        "created": "2026-04-17 14:10:43",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_statement_batches`\n(\n `account_ids`  string , `batch_time`  timestamp , `billed_time`  timestamp , `emails_sent_time`  timestamp , `end_date`  date , `label`  string , `parent_statement_batch_id`  int , `reconciliation_end_date`  date , `start_date`  date , `statement_batch_id`  int , `status`  string , `user_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_statement_batches/2026-04-17/1776453024'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_statement_batches`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_statement_batches"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}