Schema Info

Schema Name: sfdl_prod_rds.sparefoot_sparefoot_billable_instances

created: 2022-08-18 18:02:55
disabled: False
format: raw
id: 1149
is_partitioned: False
is_schema_datatyped: False

name:

{
    "database": "sfdl_prod_rds",
    "table": "sparefoot_sparefoot_billable_instances"
}

type: rds

Schema Versions: 15

Version 1718431

created: 2026-04-17 14:49:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_billable_instances`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-17/1776455198'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_billable_instances"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-17/1776455198
id: 1718431
processed: 1

raw_data:

{
    "account_id": "int32",
    "amount_collected": "double",
    "billable_instance_id": "int32",
    "confirmation_code": "string",
    "invoice_id": "int32",
    "item": "string",
    "listing_avail_id": "int32",
    "modified_dtm": "timestamp[ns]",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "unit_price": "double"
}

schema_attributes:

{
    "account_id": "int",
    "amount_collected": "double",
    "billable_instance_id": "int",
    "confirmation_code": "string",
    "invoice_id": "int",
    "item": "string",
    "listing_avail_id": "int",
    "modified_dtm": "timestamp",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int",
    "statement_id": "int",
    "unit_price": "double"
}

schema_name_id: 1149
schema_scan_id: 162194637
updated: 2026-04-17 14:49:55

Version 1718251

created: 2026-04-17 09:32:36

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_billable_instances`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-17/1776436346'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_billable_instances"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-17/1776436346
id: 1718251
processed: 1

raw_data:

{
    "account_id": "int32",
    "amount_collected": "double",
    "billable_instance_id": "int32",
    "confirmation_code": "string",
    "invoice_id": "int32",
    "item": "string",
    "listing_avail_id": "int32",
    "modified_dtm": "timestamp[ns]",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "unit_price": "double"
}

schema_attributes:

{
    "account_id": "int",
    "amount_collected": "double",
    "billable_instance_id": "int",
    "confirmation_code": "string",
    "invoice_id": "int",
    "item": "string",
    "listing_avail_id": "int",
    "modified_dtm": "timestamp",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int",
    "statement_id": "int",
    "unit_price": "double"
}

schema_name_id: 1149
schema_scan_id: 162178463
updated: 2026-04-17 09:32:48

Version 1717489

created: 2026-04-17 00:42:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_billable_instances`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-17/1776404515'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_billable_instances"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-17/1776404515
id: 1717489
processed: 1

raw_data:

{
    "account_id": "int32",
    "amount_collected": "double",
    "billable_instance_id": "int32",
    "confirmation_code": "string",
    "invoice_id": "int32",
    "item": "string",
    "listing_avail_id": "int32",
    "modified_dtm": "timestamp[ns]",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "unit_price": "double"
}

schema_attributes:

{
    "account_id": "int",
    "amount_collected": "double",
    "billable_instance_id": "int",
    "confirmation_code": "string",
    "invoice_id": "int",
    "item": "string",
    "listing_avail_id": "int",
    "modified_dtm": "timestamp",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int",
    "statement_id": "int",
    "unit_price": "double"
}

schema_name_id: 1149
schema_scan_id: 162163751
updated: 2026-04-17 00:42:14

Version 1717364

created: 2026-04-16 20:38:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_billable_instances`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-16/1776389926'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_billable_instances"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-16/1776389926
id: 1717364
processed: 1

raw_data:

{
    "account_id": "int32",
    "amount_collected": "double",
    "billable_instance_id": "int32",
    "confirmation_code": "string",
    "invoice_id": "int32",
    "item": "string",
    "listing_avail_id": "int32",
    "modified_dtm": "timestamp[ns]",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "unit_price": "double"
}

schema_attributes:

{
    "account_id": "int",
    "amount_collected": "double",
    "billable_instance_id": "int",
    "confirmation_code": "string",
    "invoice_id": "int",
    "item": "string",
    "listing_avail_id": "int",
    "modified_dtm": "timestamp",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int",
    "statement_id": "int",
    "unit_price": "double"
}

schema_name_id: 1149
schema_scan_id: 162156244
updated: 2026-04-16 20:39:12

Version 1717208

created: 2026-04-16 14:53:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_billable_instances`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-16/1776368932'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_billable_instances"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-16/1776368932
id: 1717208
processed: 1

raw_data:

{
    "account_id": "int32",
    "amount_collected": "double",
    "billable_instance_id": "int32",
    "confirmation_code": "string",
    "invoice_id": "int32",
    "item": "string",
    "listing_avail_id": "int32",
    "modified_dtm": "timestamp[ns]",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "unit_price": "double"
}

schema_attributes:

{
    "account_id": "int",
    "amount_collected": "double",
    "billable_instance_id": "int",
    "confirmation_code": "string",
    "invoice_id": "int",
    "item": "string",
    "listing_avail_id": "int",
    "modified_dtm": "timestamp",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int",
    "statement_id": "int",
    "unit_price": "double"
}

schema_name_id: 1149
schema_scan_id: 162139270
updated: 2026-04-16 14:53:36

Version 1717036

created: 2026-04-16 09:39:29

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_billable_instances`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-16/1776350361'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_billable_instances"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-16/1776350361
id: 1717036
processed: 1

raw_data:

{
    "account_id": "int32",
    "amount_collected": "double",
    "billable_instance_id": "int32",
    "confirmation_code": "string",
    "invoice_id": "int32",
    "item": "string",
    "listing_avail_id": "int32",
    "modified_dtm": "timestamp[ns]",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "unit_price": "double"
}

schema_attributes:

{
    "account_id": "int",
    "amount_collected": "double",
    "billable_instance_id": "int",
    "confirmation_code": "string",
    "invoice_id": "int",
    "item": "string",
    "listing_avail_id": "int",
    "modified_dtm": "timestamp",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int",
    "statement_id": "int",
    "unit_price": "double"
}

schema_name_id: 1149
schema_scan_id: 162122878
updated: 2026-04-16 09:39:43

Version 1716250

created: 2026-04-16 00:37:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_billable_instances`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-16/1776317849'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_billable_instances"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-16/1776317849
id: 1716250
processed: 1

raw_data:

{
    "account_id": "int32",
    "amount_collected": "double",
    "billable_instance_id": "int32",
    "confirmation_code": "string",
    "invoice_id": "int32",
    "item": "string",
    "listing_avail_id": "int32",
    "modified_dtm": "timestamp[ns]",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "unit_price": "double"
}

schema_attributes:

{
    "account_id": "int",
    "amount_collected": "double",
    "billable_instance_id": "int",
    "confirmation_code": "string",
    "invoice_id": "int",
    "item": "string",
    "listing_avail_id": "int",
    "modified_dtm": "timestamp",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int",
    "statement_id": "int",
    "unit_price": "double"
}

schema_name_id: 1149
schema_scan_id: 162107871
updated: 2026-04-16 00:37:49

Version 1716146

created: 2026-04-15 20:49:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_billable_instances`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-15/1776304139'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_billable_instances"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-15/1776304139
id: 1716146
processed: 1

raw_data:

{
    "account_id": "int32",
    "amount_collected": "double",
    "billable_instance_id": "int32",
    "confirmation_code": "string",
    "invoice_id": "int32",
    "item": "string",
    "listing_avail_id": "int32",
    "modified_dtm": "timestamp[ns]",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "unit_price": "double"
}

schema_attributes:

{
    "account_id": "int",
    "amount_collected": "double",
    "billable_instance_id": "int",
    "confirmation_code": "string",
    "invoice_id": "int",
    "item": "string",
    "listing_avail_id": "int",
    "modified_dtm": "timestamp",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int",
    "statement_id": "int",
    "unit_price": "double"
}

schema_name_id: 1149
schema_scan_id: 162100432
updated: 2026-04-15 20:49:19

Version 1716010

created: 2026-04-15 14:46:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_billable_instances`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-15/1776282400'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_billable_instances"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-15/1776282400
id: 1716010
processed: 1

raw_data:

{
    "account_id": "int32",
    "amount_collected": "double",
    "billable_instance_id": "int32",
    "confirmation_code": "string",
    "invoice_id": "int32",
    "item": "string",
    "listing_avail_id": "int32",
    "modified_dtm": "timestamp[ns]",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "unit_price": "double"
}

schema_attributes:

{
    "account_id": "int",
    "amount_collected": "double",
    "billable_instance_id": "int",
    "confirmation_code": "string",
    "invoice_id": "int",
    "item": "string",
    "listing_avail_id": "int",
    "modified_dtm": "timestamp",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int",
    "statement_id": "int",
    "unit_price": "double"
}

schema_name_id: 1149
schema_scan_id: 162082644
updated: 2026-04-15 14:46:59

Version 1715803

created: 2026-04-15 08:51:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_billable_instances`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-15/1776260943'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_billable_instances"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-15/1776260943
id: 1715803
processed: 1

raw_data:

{
    "account_id": "int32",
    "amount_collected": "double",
    "billable_instance_id": "int32",
    "confirmation_code": "string",
    "invoice_id": "int32",
    "item": "string",
    "listing_avail_id": "int32",
    "modified_dtm": "timestamp[ns]",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "unit_price": "double"
}

schema_attributes:

{
    "account_id": "int",
    "amount_collected": "double",
    "billable_instance_id": "int",
    "confirmation_code": "string",
    "invoice_id": "int",
    "item": "string",
    "listing_avail_id": "int",
    "modified_dtm": "timestamp",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int",
    "statement_id": "int",
    "unit_price": "double"
}

schema_name_id: 1149
schema_scan_id: 162064950
updated: 2026-04-15 08:53:44

Version 1715042

created: 2026-04-15 00:23:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_billable_instances`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-15/1776230614'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_billable_instances"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-15/1776230614
id: 1715042
processed: 1

raw_data:

{
    "account_id": "int32",
    "amount_collected": "double",
    "billable_instance_id": "int32",
    "confirmation_code": "string",
    "invoice_id": "int32",
    "item": "string",
    "listing_avail_id": "int32",
    "modified_dtm": "timestamp[ns]",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "unit_price": "double"
}

schema_attributes:

{
    "account_id": "int",
    "amount_collected": "double",
    "billable_instance_id": "int",
    "confirmation_code": "string",
    "invoice_id": "int",
    "item": "string",
    "listing_avail_id": "int",
    "modified_dtm": "timestamp",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int",
    "statement_id": "int",
    "unit_price": "double"
}

schema_name_id: 1149
schema_scan_id: 162052014
updated: 2026-04-15 00:24:07

Version 1714885

created: 2026-04-14 20:13:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_billable_instances`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-14/1776215611'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_billable_instances"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-14/1776215611
id: 1714885
processed: 1

raw_data:

{
    "account_id": "int32",
    "amount_collected": "double",
    "billable_instance_id": "int32",
    "confirmation_code": "string",
    "invoice_id": "int32",
    "item": "string",
    "listing_avail_id": "int32",
    "modified_dtm": "timestamp[ns]",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "unit_price": "double"
}

schema_attributes:

{
    "account_id": "int",
    "amount_collected": "double",
    "billable_instance_id": "int",
    "confirmation_code": "string",
    "invoice_id": "int",
    "item": "string",
    "listing_avail_id": "int",
    "modified_dtm": "timestamp",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int",
    "statement_id": "int",
    "unit_price": "double"
}

schema_name_id: 1149
schema_scan_id: 162044238
updated: 2026-04-14 20:14:07

Version 1714779

created: 2026-04-14 14:47:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_billable_instances`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-14/1776195983'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_billable_instances"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-14/1776195983
id: 1714779
processed: 1

raw_data:

{
    "account_id": "int32",
    "amount_collected": "double",
    "billable_instance_id": "int32",
    "confirmation_code": "string",
    "invoice_id": "int32",
    "item": "string",
    "listing_avail_id": "int32",
    "modified_dtm": "timestamp[ns]",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "unit_price": "double"
}

schema_attributes:

{
    "account_id": "int",
    "amount_collected": "double",
    "billable_instance_id": "int",
    "confirmation_code": "string",
    "invoice_id": "int",
    "item": "string",
    "listing_avail_id": "int",
    "modified_dtm": "timestamp",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int",
    "statement_id": "int",
    "unit_price": "double"
}

schema_name_id: 1149
schema_scan_id: 162027081
updated: 2026-04-14 14:47:18

Version 1714610

created: 2026-04-14 09:16:22

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_billable_instances`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-14/1776176174'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_billable_instances"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-14/1776176174
id: 1714610
processed: 1

raw_data:

{
    "account_id": "int32",
    "amount_collected": "double",
    "billable_instance_id": "int32",
    "confirmation_code": "string",
    "invoice_id": "int32",
    "item": "string",
    "listing_avail_id": "int32",
    "modified_dtm": "timestamp[ns]",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "unit_price": "double"
}

schema_attributes:

{
    "account_id": "int",
    "amount_collected": "double",
    "billable_instance_id": "int",
    "confirmation_code": "string",
    "invoice_id": "int",
    "item": "string",
    "listing_avail_id": "int",
    "modified_dtm": "timestamp",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int",
    "statement_id": "int",
    "unit_price": "double"
}

schema_name_id: 1149
schema_scan_id: 162011006
updated: 2026-04-14 09:16:33

Version 1713858

created: 2026-04-14 00:34:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_billable_instances`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-14/1776144851'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_billable_instances"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-14/1776144851
id: 1713858
processed: 1

raw_data:

{
    "account_id": "int32",
    "amount_collected": "double",
    "billable_instance_id": "int32",
    "confirmation_code": "string",
    "invoice_id": "int32",
    "item": "string",
    "listing_avail_id": "int32",
    "modified_dtm": "timestamp[ns]",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int32",
    "statement_id": "int32",
    "unit_price": "double"
}

schema_attributes:

{
    "account_id": "int",
    "amount_collected": "double",
    "billable_instance_id": "int",
    "confirmation_code": "string",
    "invoice_id": "int",
    "item": "string",
    "listing_avail_id": "int",
    "modified_dtm": "timestamp",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int",
    "statement_id": "int",
    "unit_price": "double"
}

schema_name_id: 1149
schema_scan_id: 161996424
updated: 2026-04-14 00:34:32

Schema Scans: 15

Last at 2026-04-17 14:49:41

Scan 162194637

duration: 0:00:14.454576

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162194637

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-17/1776455198",
        "key": "raw/sparefoot_billable_instances/2026-04-17/1776455198/billable_instances_3.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_billable_instances",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 16705261556285756223,
        "service_name": "sparefoot",
        "span_id": 7627203619934739825,
        "trace_id": 16705261556285756223
    }
}

running: False
schema_name_id: 1149
start_time: 2026-04-17 14:49:41
success: True
trace_id: 16705261556285756223

Scan 162178463

duration: 0:00:12.076271

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162178463

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-17/1776436346",
        "key": "raw/sparefoot_billable_instances/2026-04-17/1776436346/billable_instances_3.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_billable_instances",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 10170398747433379740,
        "service_name": "sparefoot",
        "span_id": 5138814849118555474,
        "trace_id": 10170398747433379740
    }
}

running: False
schema_name_id: 1149
start_time: 2026-04-17 09:32:36
success: True
trace_id: 10170398747433379740

Scan 162163751

duration: 0:00:11.993620

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162163751

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-17/1776404515",
        "key": "raw/sparefoot_billable_instances/2026-04-17/1776404515/billable_instances_3.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_billable_instances",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 17561301112058679099,
        "service_name": "sparefoot",
        "span_id": 11224105750622561374,
        "trace_id": 17561301112058679099
    }
}

running: False
schema_name_id: 1149
start_time: 2026-04-17 00:42:02
success: True
trace_id: 17561301112058679099

Scan 162156244

duration: 0:00:14.683596

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162156244

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-16/1776389926",
        "key": "raw/sparefoot_billable_instances/2026-04-16/1776389926/billable_instances_3.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_billable_instances",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 12357391007607751957,
        "service_name": "sparefoot",
        "span_id": 6086318571984656064,
        "trace_id": 12357391007607751957
    }
}

running: False
schema_name_id: 1149
start_time: 2026-04-16 20:38:57
success: True
trace_id: 12357391007607751957

Scan 162139270

duration: 0:00:14.677123

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162139270

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-16/1776368932",
        "key": "raw/sparefoot_billable_instances/2026-04-16/1776368932/billable_instances_3.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_billable_instances",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 14574420313723730475,
        "service_name": "sparefoot",
        "span_id": 6851702454282259335,
        "trace_id": 14574420313723730475
    }
}

running: False
schema_name_id: 1149
start_time: 2026-04-16 14:53:21
success: True
trace_id: 14574420313723730475

Scan 162122878

duration: 0:00:14.468765

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162122878

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-16/1776350361",
        "key": "raw/sparefoot_billable_instances/2026-04-16/1776350361/billable_instances_3.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_billable_instances",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 12637682336837122216,
        "service_name": "sparefoot",
        "span_id": 7795777046725933193,
        "trace_id": 12637682336837122216
    }
}

running: False
schema_name_id: 1149
start_time: 2026-04-16 09:39:29
success: True
trace_id: 12637682336837122216

Scan 162107871

duration: 0:00:14.542123

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162107871

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-16/1776317849",
        "key": "raw/sparefoot_billable_instances/2026-04-16/1776317849/billable_instances_3.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_billable_instances",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 5419954511507968587,
        "service_name": "sparefoot",
        "span_id": 2358830230648272884,
        "trace_id": 5419954511507968587
    }
}

running: False
schema_name_id: 1149
start_time: 2026-04-16 00:37:34
success: True
trace_id: 5419954511507968587

Scan 162100432

duration: 0:00:11.826317

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162100432

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-15/1776304139",
        "key": "raw/sparefoot_billable_instances/2026-04-15/1776304139/billable_instances_3.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_billable_instances",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 1675347478957774529,
        "service_name": "sparefoot",
        "span_id": 1758278060297676497,
        "trace_id": 1675347478957774529
    }
}

running: False
schema_name_id: 1149
start_time: 2026-04-15 20:49:07
success: True
trace_id: 1675347478957774529

Scan 162082644

duration: 0:00:12.064375

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162082644

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-15/1776282400",
        "key": "raw/sparefoot_billable_instances/2026-04-15/1776282400/billable_instances_3.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_billable_instances",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 8751710961719162033,
        "service_name": "sparefoot",
        "span_id": 16662267095450550149,
        "trace_id": 8751710961719162033
    }
}

running: False
schema_name_id: 1149
start_time: 2026-04-15 14:46:47
success: True
trace_id: 8751710961719162033

Scan 162064950

duration: 0:02:36.714647

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162064950

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-15/1776260943",
        "key": "raw/sparefoot_billable_instances/2026-04-15/1776260943/billable_instances_3.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_billable_instances",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 17124859343431928681,
        "service_name": "sparefoot",
        "span_id": 17313282589634591641,
        "trace_id": 17124859343431928681
    }
}

running: False
schema_name_id: 1149
start_time: 2026-04-15 08:51:08
success: True
trace_id: 17124859343431928681

Scan 162052014

duration: 0:00:11.897553

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162052014

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-15/1776230614",
        "key": "raw/sparefoot_billable_instances/2026-04-15/1776230614/billable_instances_3.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_billable_instances",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 16273915101912428669,
        "service_name": "sparefoot",
        "span_id": 17403042288632311556,
        "trace_id": 16273915101912428669
    }
}

running: False
schema_name_id: 1149
start_time: 2026-04-15 00:23:55
success: True
trace_id: 16273915101912428669

Scan 162044238

duration: 0:00:14.550649

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162044238

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-14/1776215611",
        "key": "raw/sparefoot_billable_instances/2026-04-14/1776215611/billable_instances_3.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_billable_instances",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 12168958767756779631,
        "service_name": "sparefoot",
        "span_id": 13030429558853287427,
        "trace_id": 12168958767756779631
    }
}

running: False
schema_name_id: 1149
start_time: 2026-04-14 20:13:52
success: True
trace_id: 12168958767756779631

Scan 162027081

duration: 0:00:12.033838

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162027081

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-14/1776195983",
        "key": "raw/sparefoot_billable_instances/2026-04-14/1776195983/billable_instances_3.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_billable_instances",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 7192666714667463809,
        "service_name": "sparefoot",
        "span_id": 15660666393904017808,
        "trace_id": 7192666714667463809
    }
}

running: False
schema_name_id: 1149
start_time: 2026-04-14 14:47:06
success: True
trace_id: 7192666714667463809

Scan 162011006

duration: 0:00:11.901383

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162011006

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-14/1776176174",
        "key": "raw/sparefoot_billable_instances/2026-04-14/1776176174/billable_instances_3.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_billable_instances",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 12682976175355917137,
        "service_name": "sparefoot",
        "span_id": 17593783976880661931,
        "trace_id": 12682976175355917137
    }
}

running: False
schema_name_id: 1149
start_time: 2026-04-14 09:16:21
success: True
trace_id: 12682976175355917137

Scan 161996424

duration: 0:00:14.300993

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161996424

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-14/1776144851",
        "key": "raw/sparefoot_billable_instances/2026-04-14/1776144851/billable_instances_3.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_billable_instances",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 15091549496129724970,
        "service_name": "sparefoot",
        "span_id": 9161593400042325248,
        "trace_id": 15091549496129724970
    }
}

running: False
schema_name_id: 1149
start_time: 2026-04-14 00:34:17
success: True
trace_id: 15091549496129724970

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "account_id": "int",
    "amount_collected": "double",
    "billable_instance_id": "int",
    "confirmation_code": "string",
    "invoice_id": "int",
    "item": "string",
    "listing_avail_id": "int",
    "modified_dtm": "timestamp",
    "reason": "string",
    "residual_percent": "double",
    "sparefoot_charge": "double",
    "statement_batch_id": "int",
    "statement_id": "int",
    "unit_price": "double"
}

created: 2026-04-17 14:49:41

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-17/1776455198'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_billable_instances`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_billable_instances"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2022-08-18 18:02:55",
        "disabled": false,
        "format": "raw",
        "id": 1149,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_prod_rds",
            "table": "sparefoot_sparefoot_billable_instances"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "account_id": "int",
            "amount_collected": "double",
            "billable_instance_id": "int",
            "confirmation_code": "string",
            "invoice_id": "int",
            "item": "string",
            "listing_avail_id": "int",
            "modified_dtm": "timestamp",
            "reason": "string",
            "residual_percent": "double",
            "sparefoot_charge": "double",
            "statement_batch_id": "int",
            "statement_id": "int",
            "unit_price": "double"
        },
        "created": "2026-04-17 14:49:41",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_billable_instances`\n(\n `account_id`  int , `amount_collected`  double , `billable_instance_id`  int , `confirmation_code`  string , `invoice_id`  int , `item`  string , `listing_avail_id`  int , `modified_dtm`  timestamp , `reason`  string , `residual_percent`  double , `sparefoot_charge`  double , `statement_batch_id`  int , `statement_id`  int , `unit_price`  double \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_billable_instances/2026-04-17/1776455198'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_billable_instances`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_billable_instances"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}