Schema Info

Schema Name: sfdl_prod_rds.sparefoot_sparefoot_booking_specials

created: 2022-08-18 17:16:33
disabled: False
format: raw
id: 1091
is_partitioned: False
is_schema_datatyped: False

name:

{
    "database": "sfdl_prod_rds",
    "table": "sparefoot_sparefoot_booking_specials"
}

type: rds

Schema Versions: 15

Version 1718389

created: 2026-04-17 14:13:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-17/1776453231'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-17/1776453231
id: 1718389
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1091
schema_scan_id: 162193996
updated: 2026-04-17 14:14:06

Version 1718215

created: 2026-04-17 09:23:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-17/1776435812'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-17/1776435812
id: 1718215
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1091
schema_scan_id: 162178312
updated: 2026-04-17 09:23:50

Version 1717455

created: 2026-04-17 00:12:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-17/1776402611'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-17/1776402611
id: 1717455
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1091
schema_scan_id: 162163611
updated: 2026-04-17 00:12:54

Version 1717316

created: 2026-04-16 20:16:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-16/1776388360'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-16/1776388360
id: 1717316
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1091
schema_scan_id: 162156039
updated: 2026-04-16 20:16:15

Version 1717172

created: 2026-04-16 14:17:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-16/1776367002'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-16/1776367002
id: 1717172
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1091
schema_scan_id: 162138083
updated: 2026-04-16 14:17:12

Version 1716985

created: 2026-04-16 09:11:25

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-16/1776348679'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-16/1776348679
id: 1716985
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1091
schema_scan_id: 162122509
updated: 2026-04-16 09:11:36

Version 1716199

created: 2026-04-16 00:08:09

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-16/1776316057'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-16/1776316057
id: 1716199
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1091
schema_scan_id: 162107770
updated: 2026-04-16 00:08:20

Version 1716106

created: 2026-04-15 20:22:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-15/1776302551'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-15/1776302551
id: 1716106
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1091
schema_scan_id: 162100319
updated: 2026-04-15 20:22:49

Version 1715961

created: 2026-04-15 14:15:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-15/1776280505'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-15/1776280505
id: 1715961
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1091
schema_scan_id: 162081697
updated: 2026-04-15 14:15:29

Version 1715747

created: 2026-04-15 08:38:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-15/1776260230'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-15/1776260230
id: 1715747
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1091
schema_scan_id: 162064314
updated: 2026-04-15 08:38:30

Version 1715035

created: 2026-04-15 00:21:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-15/1776230464'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-15/1776230464
id: 1715035
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1091
schema_scan_id: 162052007
updated: 2026-04-15 00:21:29

Version 1714888

created: 2026-04-14 20:14:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-14/1776215663'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-14/1776215663
id: 1714888
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1091
schema_scan_id: 162044242
updated: 2026-04-14 20:14:38

Version 1714755

created: 2026-04-14 14:17:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-14/1776194186'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-14/1776194186
id: 1714755
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1091
schema_scan_id: 162026156
updated: 2026-04-14 14:17:44

Version 1714587

created: 2026-04-14 09:09:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-14/1776175677'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-14/1776175677
id: 1714587
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1091
schema_scan_id: 162010949
updated: 2026-04-14 09:09:21

Version 1713796

created: 2026-04-14 00:06:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_booking_specials`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-14/1776143213'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_booking_specials"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-14/1776143213
id: 1713796
processed: 1

raw_data:

{
    "confirmation_code": "string",
    "special_id": "int32"
}

schema_attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

schema_name_id: 1091
schema_scan_id: 161996311
updated: 2026-04-14 00:07:11

Schema Scans: 15

Last at 2026-04-17 14:13:55

Scan 162193996

duration: 0:00:11.512192

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162193996

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-17/1776453231",
        "key": "raw/sparefoot_booking_specials/2026-04-17/1776453231/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 1096000317732308743,
        "service_name": "sparefoot",
        "span_id": 9290986914712929878,
        "trace_id": 1096000317732308743
    }
}

running: False
schema_name_id: 1091
start_time: 2026-04-17 14:13:55
success: True
trace_id: 1096000317732308743

Scan 162178312

duration: 0:00:14.189935

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162178312

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-17/1776435812",
        "key": "raw/sparefoot_booking_specials/2026-04-17/1776435812/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 7346029435779878339,
        "service_name": "sparefoot",
        "span_id": 6052685465909420069,
        "trace_id": 7346029435779878339
    }
}

running: False
schema_name_id: 1091
start_time: 2026-04-17 09:23:36
success: True
trace_id: 7346029435779878339

Scan 162163611

duration: 0:00:14.068001

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162163611

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-17/1776402611",
        "key": "raw/sparefoot_booking_specials/2026-04-17/1776402611/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 9161624433479828540,
        "service_name": "sparefoot",
        "span_id": 9729596266722298726,
        "trace_id": 9161624433479828540
    }
}

running: False
schema_name_id: 1091
start_time: 2026-04-17 00:12:40
success: True
trace_id: 9161624433479828540

Scan 162156039

duration: 0:00:11.654608

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162156039

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-16/1776388360",
        "key": "raw/sparefoot_booking_specials/2026-04-16/1776388360/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 16713875042873810597,
        "service_name": "sparefoot",
        "span_id": 13927979037007410608,
        "trace_id": 16713875042873810597
    }
}

running: False
schema_name_id: 1091
start_time: 2026-04-16 20:16:04
success: True
trace_id: 16713875042873810597

Scan 162138083

duration: 0:00:11.603721

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162138083

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-16/1776367002",
        "key": "raw/sparefoot_booking_specials/2026-04-16/1776367002/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 67404868932348893,
        "service_name": "sparefoot",
        "span_id": 3191803125489232880,
        "trace_id": 67404868932348893
    }
}

running: False
schema_name_id: 1091
start_time: 2026-04-16 14:17:01
success: True
trace_id: 67404868932348893

Scan 162122509

duration: 0:00:11.730944

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162122509

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-16/1776348679",
        "key": "raw/sparefoot_booking_specials/2026-04-16/1776348679/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 1888826862345694247,
        "service_name": "sparefoot",
        "span_id": 8824653755741804986,
        "trace_id": 1888826862345694247
    }
}

running: False
schema_name_id: 1091
start_time: 2026-04-16 09:11:25
success: True
trace_id: 1888826862345694247

Scan 162107770

duration: 0:00:11.650502

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162107770

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-16/1776316057",
        "key": "raw/sparefoot_booking_specials/2026-04-16/1776316057/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 12608653475568644141,
        "service_name": "sparefoot",
        "span_id": 17889304020106225349,
        "trace_id": 12608653475568644141
    }
}

running: False
schema_name_id: 1091
start_time: 2026-04-16 00:08:09
success: True
trace_id: 12608653475568644141

Scan 162100319

duration: 0:00:14.084699

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162100319

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-15/1776302551",
        "key": "raw/sparefoot_booking_specials/2026-04-15/1776302551/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 11613930725148799775,
        "service_name": "sparefoot",
        "span_id": 15143930092226445473,
        "trace_id": 11613930725148799775
    }
}

running: False
schema_name_id: 1091
start_time: 2026-04-15 20:22:35
success: True
trace_id: 11613930725148799775

Scan 162081697

duration: 0:00:14.158236

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162081697

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-15/1776280505",
        "key": "raw/sparefoot_booking_specials/2026-04-15/1776280505/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 17275197814550664795,
        "service_name": "sparefoot",
        "span_id": 13410042381994326345,
        "trace_id": 17275197814550664795
    }
}

running: False
schema_name_id: 1091
start_time: 2026-04-15 14:15:14
success: True
trace_id: 17275197814550664795

Scan 162064314

duration: 0:00:11.599748

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162064314

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-15/1776260230",
        "key": "raw/sparefoot_booking_specials/2026-04-15/1776260230/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 8496832264106298583,
        "service_name": "sparefoot",
        "span_id": 9063566026079366597,
        "trace_id": 8496832264106298583
    }
}

running: False
schema_name_id: 1091
start_time: 2026-04-15 08:38:19
success: True
trace_id: 8496832264106298583

Scan 162052007

duration: 0:00:14.134058

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162052007

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-15/1776230464",
        "key": "raw/sparefoot_booking_specials/2026-04-15/1776230464/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 16703161954032989591,
        "service_name": "sparefoot",
        "span_id": 2101837989458393853,
        "trace_id": 16703161954032989591
    }
}

running: False
schema_name_id: 1091
start_time: 2026-04-15 00:21:15
success: True
trace_id: 16703161954032989591

Scan 162044242

duration: 0:00:11.512240

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162044242

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-14/1776215663",
        "key": "raw/sparefoot_booking_specials/2026-04-14/1776215663/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 8449456499471734845,
        "service_name": "sparefoot",
        "span_id": 17951754314401871341,
        "trace_id": 8449456499471734845
    }
}

running: False
schema_name_id: 1091
start_time: 2026-04-14 20:14:26
success: True
trace_id: 8449456499471734845

Scan 162026156

duration: 0:00:11.605968

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162026156

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-14/1776194186",
        "key": "raw/sparefoot_booking_specials/2026-04-14/1776194186/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 10460202163843737824,
        "service_name": "sparefoot",
        "span_id": 15421895351505289292,
        "trace_id": 10460202163843737824
    }
}

running: False
schema_name_id: 1091
start_time: 2026-04-14 14:17:32
success: True
trace_id: 10460202163843737824

Scan 162010949

duration: 0:00:11.664807

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162010949

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-14/1776175677",
        "key": "raw/sparefoot_booking_specials/2026-04-14/1776175677/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 9111705990825035531,
        "service_name": "sparefoot",
        "span_id": 6373208679081240698,
        "trace_id": 9111705990825035531
    }
}

running: False
schema_name_id: 1091
start_time: 2026-04-14 09:09:10
success: True
trace_id: 9111705990825035531

Scan 161996311

duration: 0:00:14.089979

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161996311

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-14/1776143213",
        "key": "raw/sparefoot_booking_specials/2026-04-14/1776143213/booking_specials_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_booking_specials",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 11404650594879719011,
        "service_name": "sparefoot",
        "span_id": 928347315404616727,
        "trace_id": 11404650594879719011
    }
}

running: False
schema_name_id: 1091
start_time: 2026-04-14 00:06:57
success: True
trace_id: 11404650594879719011

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "confirmation_code": "string",
    "special_id": "int"
}

created: 2026-04-17 14:13:55

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-17/1776453231'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_booking_specials`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_booking_specials"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2022-08-18 17:16:33",
        "disabled": false,
        "format": "raw",
        "id": 1091,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_prod_rds",
            "table": "sparefoot_sparefoot_booking_specials"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "confirmation_code": "string",
            "special_id": "int"
        },
        "created": "2026-04-17 14:13:55",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_booking_specials`\n(\n `confirmation_code`  string , `special_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_booking_specials/2026-04-17/1776453231'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_booking_specials`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_booking_specials"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}