Schema Info

Schema Name: sfdl_prod_rds.sparefoot_sparefoot_test_tracking

created: 2022-08-18 17:21:23
disabled: False
format: raw
id: 1114
is_partitioned: False
is_schema_datatyped: False

name:

{
    "database": "sfdl_prod_rds",
    "table": "sparefoot_sparefoot_test_tracking"
}

type: rds

Schema Versions: 15

Version 1718409

created: 2026-04-17 14:17:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_test_tracking`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_test_tracking`\n(\n `foreign_key`  string , `test_id`  int , `timestamp`  timestamp , `type`  string , `variation_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-17/1776453419'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_test_tracking"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-17/1776453419
id: 1718409
processed: 1

raw_data:

{
    "foreign_key": "string",
    "test_id": "int32",
    "timestamp": "timestamp[ns]",
    "type": "string",
    "variation_id": "int32"
}

schema_attributes:

{
    "foreign_key": "string",
    "test_id": "int",
    "timestamp": "timestamp",
    "type": "string",
    "variation_id": "int"
}

schema_name_id: 1114
schema_scan_id: 162194047
updated: 2026-04-17 14:17:29

Version 1718180

created: 2026-04-17 09:10:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_test_tracking`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_test_tracking`\n(\n `foreign_key`  string , `test_id`  int , `timestamp`  timestamp , `type`  string , `variation_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-17/1776435018'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_test_tracking"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-17/1776435018
id: 1718180
processed: 1

raw_data:

{
    "foreign_key": "string",
    "test_id": "int32",
    "timestamp": "timestamp[ns]",
    "type": "string",
    "variation_id": "int32"
}

schema_attributes:

{
    "foreign_key": "string",
    "test_id": "int",
    "timestamp": "timestamp",
    "type": "string",
    "variation_id": "int"
}

schema_name_id: 1114
schema_scan_id: 162178194
updated: 2026-04-17 09:10:44

Version 1717462

created: 2026-04-17 00:13:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_test_tracking`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_test_tracking`\n(\n `foreign_key`  string , `test_id`  int , `timestamp`  timestamp , `type`  string , `variation_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-17/1776402659'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_test_tracking"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-17/1776402659
id: 1717462
processed: 1

raw_data:

{
    "foreign_key": "string",
    "test_id": "int32",
    "timestamp": "timestamp[ns]",
    "type": "string",
    "variation_id": "int32"
}

schema_attributes:

{
    "foreign_key": "string",
    "test_id": "int",
    "timestamp": "timestamp",
    "type": "string",
    "variation_id": "int"
}

schema_name_id: 1114
schema_scan_id: 162163620
updated: 2026-04-17 00:13:24

Version 1717321

created: 2026-04-16 20:16:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_test_tracking`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_test_tracking`\n(\n `foreign_key`  string , `test_id`  int , `timestamp`  timestamp , `type`  string , `variation_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-16/1776388535'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_test_tracking"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-16/1776388535
id: 1717321
processed: 1

raw_data:

{
    "foreign_key": "string",
    "test_id": "int32",
    "timestamp": "timestamp[ns]",
    "type": "string",
    "variation_id": "int32"
}

schema_attributes:

{
    "foreign_key": "string",
    "test_id": "int",
    "timestamp": "timestamp",
    "type": "string",
    "variation_id": "int"
}

schema_name_id: 1114
schema_scan_id: 162156056
updated: 2026-04-16 20:16:55

Version 1717160

created: 2026-04-16 14:15:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_test_tracking`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_test_tracking`\n(\n `foreign_key`  string , `test_id`  int , `timestamp`  timestamp , `type`  string , `variation_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-16/1776366898'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_test_tracking"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-16/1776366898
id: 1717160
processed: 1

raw_data:

{
    "foreign_key": "string",
    "test_id": "int32",
    "timestamp": "timestamp[ns]",
    "type": "string",
    "variation_id": "int32"
}

schema_attributes:

{
    "foreign_key": "string",
    "test_id": "int",
    "timestamp": "timestamp",
    "type": "string",
    "variation_id": "int"
}

schema_name_id: 1114
schema_scan_id: 162138047
updated: 2026-04-16 14:15:40

Version 1716992

created: 2026-04-16 09:12:15

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_test_tracking`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_test_tracking`\n(\n `foreign_key`  string , `test_id`  int , `timestamp`  timestamp , `type`  string , `variation_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-16/1776348724'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_test_tracking"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-16/1776348724
id: 1716992
processed: 1

raw_data:

{
    "foreign_key": "string",
    "test_id": "int32",
    "timestamp": "timestamp[ns]",
    "type": "string",
    "variation_id": "int32"
}

schema_attributes:

{
    "foreign_key": "string",
    "test_id": "int",
    "timestamp": "timestamp",
    "type": "string",
    "variation_id": "int"
}

schema_name_id: 1114
schema_scan_id: 162122519
updated: 2026-04-16 09:12:27

Version 1716231

created: 2026-04-16 00:16:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_test_tracking`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_test_tracking`\n(\n `foreign_key`  string , `test_id`  int , `timestamp`  timestamp , `type`  string , `variation_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-16/1776316591'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_test_tracking"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-16/1776316591
id: 1716231
processed: 1

raw_data:

{
    "foreign_key": "string",
    "test_id": "int32",
    "timestamp": "timestamp[ns]",
    "type": "string",
    "variation_id": "int32"
}

schema_attributes:

{
    "foreign_key": "string",
    "test_id": "int",
    "timestamp": "timestamp",
    "type": "string",
    "variation_id": "int"
}

schema_name_id: 1114
schema_scan_id: 162107815
updated: 2026-04-16 00:16:45

Version 1716121

created: 2026-04-15 20:25:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_test_tracking`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_test_tracking`\n(\n `foreign_key`  string , `test_id`  int , `timestamp`  timestamp , `type`  string , `variation_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-15/1776302723'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_test_tracking"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-15/1776302723
id: 1716121
processed: 1

raw_data:

{
    "foreign_key": "string",
    "test_id": "int32",
    "timestamp": "timestamp[ns]",
    "type": "string",
    "variation_id": "int32"
}

schema_attributes:

{
    "foreign_key": "string",
    "test_id": "int",
    "timestamp": "timestamp",
    "type": "string",
    "variation_id": "int"
}

schema_name_id: 1114
schema_scan_id: 162100343
updated: 2026-04-15 20:25:45

Version 1715981

created: 2026-04-15 14:18:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_test_tracking`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_test_tracking`\n(\n `foreign_key`  string , `test_id`  int , `timestamp`  timestamp , `type`  string , `variation_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-15/1776280687'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_test_tracking"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-15/1776280687
id: 1715981
processed: 1

raw_data:

{
    "foreign_key": "string",
    "test_id": "int32",
    "timestamp": "timestamp[ns]",
    "type": "string",
    "variation_id": "int32"
}

schema_attributes:

{
    "foreign_key": "string",
    "test_id": "int",
    "timestamp": "timestamp",
    "type": "string",
    "variation_id": "int"
}

schema_name_id: 1114
schema_scan_id: 162081771
updated: 2026-04-15 14:18:26

Version 1715746

created: 2026-04-15 08:38:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_test_tracking`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_test_tracking`\n(\n `foreign_key`  string , `test_id`  int , `timestamp`  timestamp , `type`  string , `variation_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-15/1776260230'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_test_tracking"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-15/1776260230
id: 1715746
processed: 1

raw_data:

{
    "foreign_key": "string",
    "test_id": "int32",
    "timestamp": "timestamp[ns]",
    "type": "string",
    "variation_id": "int32"
}

schema_attributes:

{
    "foreign_key": "string",
    "test_id": "int",
    "timestamp": "timestamp",
    "type": "string",
    "variation_id": "int"
}

schema_name_id: 1114
schema_scan_id: 162064313
updated: 2026-04-15 08:38:29

Version 1715023

created: 2026-04-15 00:16:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_test_tracking`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_test_tracking`\n(\n `foreign_key`  string , `test_id`  int , `timestamp`  timestamp , `type`  string , `variation_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-15/1776230203'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_test_tracking"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-15/1776230203
id: 1715023
processed: 1

raw_data:

{
    "foreign_key": "string",
    "test_id": "int32",
    "timestamp": "timestamp[ns]",
    "type": "string",
    "variation_id": "int32"
}

schema_attributes:

{
    "foreign_key": "string",
    "test_id": "int",
    "timestamp": "timestamp",
    "type": "string",
    "variation_id": "int"
}

schema_name_id: 1114
schema_scan_id: 162051987
updated: 2026-04-15 00:17:09

Version 1714867

created: 2026-04-14 20:11:01

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_test_tracking`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_test_tracking`\n(\n `foreign_key`  string , `test_id`  int , `timestamp`  timestamp , `type`  string , `variation_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-14/1776215445'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_test_tracking"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-14/1776215445
id: 1714867
processed: 1

raw_data:

{
    "foreign_key": "string",
    "test_id": "int32",
    "timestamp": "timestamp[ns]",
    "type": "string",
    "variation_id": "int32"
}

schema_attributes:

{
    "foreign_key": "string",
    "test_id": "int",
    "timestamp": "timestamp",
    "type": "string",
    "variation_id": "int"
}

schema_name_id: 1114
schema_scan_id: 162044211
updated: 2026-04-14 20:11:12

Version 1714744

created: 2026-04-14 14:16:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_test_tracking`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_test_tracking`\n(\n `foreign_key`  string , `test_id`  int , `timestamp`  timestamp , `type`  string , `variation_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-14/1776194137'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_test_tracking"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-14/1776194137
id: 1714744
processed: 1

raw_data:

{
    "foreign_key": "string",
    "test_id": "int32",
    "timestamp": "timestamp[ns]",
    "type": "string",
    "variation_id": "int32"
}

schema_attributes:

{
    "foreign_key": "string",
    "test_id": "int",
    "timestamp": "timestamp",
    "type": "string",
    "variation_id": "int"
}

schema_name_id: 1114
schema_scan_id: 162026131
updated: 2026-04-14 14:16:48

Version 1714571

created: 2026-04-14 09:03:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_test_tracking`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_test_tracking`\n(\n `foreign_key`  string , `test_id`  int , `timestamp`  timestamp , `type`  string , `variation_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-14/1776175359'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_test_tracking"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-14/1776175359
id: 1714571
processed: 1

raw_data:

{
    "foreign_key": "string",
    "test_id": "int32",
    "timestamp": "timestamp[ns]",
    "type": "string",
    "variation_id": "int32"
}

schema_attributes:

{
    "foreign_key": "string",
    "test_id": "int",
    "timestamp": "timestamp",
    "type": "string",
    "variation_id": "int"
}

schema_name_id: 1114
schema_scan_id: 162010756
updated: 2026-04-14 09:03:46

Version 1713806

created: 2026-04-14 00:10:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_test_tracking`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_test_tracking`\n(\n `foreign_key`  string , `test_id`  int , `timestamp`  timestamp , `type`  string , `variation_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-14/1776143406'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_test_tracking"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-14/1776143406
id: 1713806
processed: 1

raw_data:

{
    "foreign_key": "string",
    "test_id": "int32",
    "timestamp": "timestamp[ns]",
    "type": "string",
    "variation_id": "int32"
}

schema_attributes:

{
    "foreign_key": "string",
    "test_id": "int",
    "timestamp": "timestamp",
    "type": "string",
    "variation_id": "int"
}

schema_name_id: 1114
schema_scan_id: 161996340
updated: 2026-04-14 00:10:35

Schema Scans: 15

Last at 2026-04-17 14:17:17

Scan 162194047

duration: 0:00:11.785918

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162194047

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-17/1776453419",
        "key": "raw/sparefoot_test_tracking/2026-04-17/1776453419/test_tracking.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_test_tracking",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 96900284830944159,
        "service_name": "sparefoot",
        "span_id": 10784151413857513042,
        "trace_id": 96900284830944159
    }
}

running: False
schema_name_id: 1114
start_time: 2026-04-17 14:17:17
success: True
trace_id: 96900284830944159

Scan 162178194

duration: 0:00:14.307504

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162178194

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-17/1776435018",
        "key": "raw/sparefoot_test_tracking/2026-04-17/1776435018/test_tracking.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_test_tracking",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 5730584012814481743,
        "service_name": "sparefoot",
        "span_id": 526104286052742303,
        "trace_id": 5730584012814481743
    }
}

running: False
schema_name_id: 1114
start_time: 2026-04-17 09:10:30
success: True
trace_id: 5730584012814481743

Scan 162163620

duration: 0:00:14.273459

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162163620

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-17/1776402659",
        "key": "raw/sparefoot_test_tracking/2026-04-17/1776402659/test_tracking.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_test_tracking",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 13470036134035931472,
        "service_name": "sparefoot",
        "span_id": 9725012710171918518,
        "trace_id": 13470036134035931472
    }
}

running: False
schema_name_id: 1114
start_time: 2026-04-17 00:13:10
success: True
trace_id: 13470036134035931472

Scan 162156056

duration: 0:00:11.610701

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162156056

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-16/1776388535",
        "key": "raw/sparefoot_test_tracking/2026-04-16/1776388535/test_tracking.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_test_tracking",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 5732775194982772091,
        "service_name": "sparefoot",
        "span_id": 10504203456135071228,
        "trace_id": 5732775194982772091
    }
}

running: False
schema_name_id: 1114
start_time: 2026-04-16 20:16:43
success: True
trace_id: 5732775194982772091

Scan 162138047

duration: 0:00:14.142232

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162138047

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-16/1776366898",
        "key": "raw/sparefoot_test_tracking/2026-04-16/1776366898/test_tracking.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_test_tracking",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 8946090754399640842,
        "service_name": "sparefoot",
        "span_id": 11848584247962150788,
        "trace_id": 8946090754399640842
    }
}

running: False
schema_name_id: 1114
start_time: 2026-04-16 14:15:26
success: True
trace_id: 8946090754399640842

Scan 162122519

duration: 0:00:11.772380

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162122519

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-16/1776348724",
        "key": "raw/sparefoot_test_tracking/2026-04-16/1776348724/test_tracking.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_test_tracking",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 16354827670219475370,
        "service_name": "sparefoot",
        "span_id": 11255650577015932466,
        "trace_id": 16354827670219475370
    }
}

running: False
schema_name_id: 1114
start_time: 2026-04-16 09:12:15
success: True
trace_id: 16354827670219475370

Scan 162107815

duration: 0:00:11.686749

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162107815

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-16/1776316591",
        "key": "raw/sparefoot_test_tracking/2026-04-16/1776316591/test_tracking.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_test_tracking",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 15482134278391719669,
        "service_name": "sparefoot",
        "span_id": 8274727105746569783,
        "trace_id": 15482134278391719669
    }
}

running: False
schema_name_id: 1114
start_time: 2026-04-16 00:16:33
success: True
trace_id: 15482134278391719669

Scan 162100343

duration: 0:00:11.747701

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162100343

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-15/1776302723",
        "key": "raw/sparefoot_test_tracking/2026-04-15/1776302723/test_tracking.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_test_tracking",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 13668993521537513266,
        "service_name": "sparefoot",
        "span_id": 18172914553010845813,
        "trace_id": 13668993521537513266
    }
}

running: False
schema_name_id: 1114
start_time: 2026-04-15 20:25:34
success: True
trace_id: 13668993521537513266

Scan 162081771

duration: 0:00:11.691890

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162081771

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-15/1776280687",
        "key": "raw/sparefoot_test_tracking/2026-04-15/1776280687/test_tracking.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_test_tracking",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 12382005256675368172,
        "service_name": "sparefoot",
        "span_id": 6415692121501387235,
        "trace_id": 12382005256675368172
    }
}

running: False
schema_name_id: 1114
start_time: 2026-04-15 14:18:14
success: True
trace_id: 12382005256675368172

Scan 162064313

duration: 0:00:11.539946

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162064313

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-15/1776260230",
        "key": "raw/sparefoot_test_tracking/2026-04-15/1776260230/test_tracking.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_test_tracking",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 7740842262967447318,
        "service_name": "sparefoot",
        "span_id": 15865249294393438395,
        "trace_id": 7740842262967447318
    }
}

running: False
schema_name_id: 1114
start_time: 2026-04-15 08:38:18
success: True
trace_id: 7740842262967447318

Scan 162051987

duration: 0:00:11.566307

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162051987

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-15/1776230203",
        "key": "raw/sparefoot_test_tracking/2026-04-15/1776230203/test_tracking.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_test_tracking",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 8428297889729478605,
        "service_name": "sparefoot",
        "span_id": 7733195878781232564,
        "trace_id": 8428297889729478605
    }
}

running: False
schema_name_id: 1114
start_time: 2026-04-15 00:16:57
success: True
trace_id: 8428297889729478605

Scan 162044211

duration: 0:00:11.666741

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162044211

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-14/1776215445",
        "key": "raw/sparefoot_test_tracking/2026-04-14/1776215445/test_tracking.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_test_tracking",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 16013062659920874714,
        "service_name": "sparefoot",
        "span_id": 14526859784837060521,
        "trace_id": 16013062659920874714
    }
}

running: False
schema_name_id: 1114
start_time: 2026-04-14 20:11:00
success: True
trace_id: 16013062659920874714

Scan 162026131

duration: 0:00:14.212873

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162026131

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-14/1776194137",
        "key": "raw/sparefoot_test_tracking/2026-04-14/1776194137/test_tracking.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_test_tracking",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 11379248134748588063,
        "service_name": "sparefoot",
        "span_id": 4574897830439922522,
        "trace_id": 11379248134748588063
    }
}

running: False
schema_name_id: 1114
start_time: 2026-04-14 14:16:34
success: True
trace_id: 11379248134748588063

Scan 162010756

duration: 0:00:14.226020

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162010756

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-14/1776175359",
        "key": "raw/sparefoot_test_tracking/2026-04-14/1776175359/test_tracking.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_test_tracking",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 11634410653250639945,
        "service_name": "sparefoot",
        "span_id": 17366831441226277591,
        "trace_id": 11634410653250639945
    }
}

running: False
schema_name_id: 1114
start_time: 2026-04-14 09:03:31
success: True
trace_id: 11634410653250639945

Scan 161996340

duration: 0:00:14.363632

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161996340

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-14/1776143406",
        "key": "raw/sparefoot_test_tracking/2026-04-14/1776143406/test_tracking.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_test_tracking",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 14148663665175215207,
        "service_name": "sparefoot",
        "span_id": 4216136161017055754,
        "trace_id": 14148663665175215207
    }
}

running: False
schema_name_id: 1114
start_time: 2026-04-14 00:10:21
success: True
trace_id: 14148663665175215207

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "foreign_key": "string",
    "test_id": "int",
    "timestamp": "timestamp",
    "type": "string",
    "variation_id": "int"
}

created: 2026-04-17 14:17:18

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_test_tracking`\n(\n `foreign_key`  string , `test_id`  int , `timestamp`  timestamp , `type`  string , `variation_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-17/1776453419'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_test_tracking`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_test_tracking"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2022-08-18 17:21:23",
        "disabled": false,
        "format": "raw",
        "id": 1114,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_prod_rds",
            "table": "sparefoot_sparefoot_test_tracking"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "foreign_key": "string",
            "test_id": "int",
            "timestamp": "timestamp",
            "type": "string",
            "variation_id": "int"
        },
        "created": "2026-04-17 14:17:18",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_test_tracking`\n(\n `foreign_key`  string , `test_id`  int , `timestamp`  timestamp , `type`  string , `variation_id`  int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_test_tracking/2026-04-17/1776453419'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_test_tracking`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_test_tracking"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}