Schema Info

Schema Name: sfdl_prod_rds.sparefoot_sparefoot_filtered_ips

created: 2022-08-18 17:19:31
disabled: False
format: raw
id: 1101
is_partitioned: False
is_schema_datatyped: False

name:

{
    "database": "sfdl_prod_rds",
    "table": "sparefoot_sparefoot_filtered_ips"
}

type: rds

Schema Versions: 15

Version 1718377

created: 2026-04-17 14:10:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`\n(\n `created`  timestamp , `ip_address`  string , `job_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-17/1776453049'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_filtered_ips"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-17/1776453049
id: 1718377
processed: 1

raw_data:

{
    "created": "timestamp[ns]",
    "ip_address": "string",
    "job_id": "string"
}

schema_attributes:

{
    "created": "timestamp",
    "ip_address": "string",
    "job_id": "string"
}

schema_name_id: 1101
schema_scan_id: 162193971
updated: 2026-04-17 14:11:07

Version 1718172

created: 2026-04-17 09:09:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`\n(\n `created`  timestamp , `ip_address`  string , `job_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-17/1776434983'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_filtered_ips"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-17/1776434983
id: 1718172
processed: 1

raw_data:

{
    "created": "timestamp[ns]",
    "ip_address": "string",
    "job_id": "string"
}

schema_attributes:

{
    "created": "timestamp",
    "ip_address": "string",
    "job_id": "string"
}

schema_name_id: 1101
schema_scan_id: 162178181
updated: 2026-04-17 09:10:00

Version 1717437

created: 2026-04-17 00:07:02

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`\n(\n `created`  timestamp , `ip_address`  string , `job_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-17/1776402402'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_filtered_ips"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-17/1776402402
id: 1717437
processed: 1

raw_data:

{
    "created": "timestamp[ns]",
    "ip_address": "string",
    "job_id": "string"
}

schema_attributes:

{
    "created": "timestamp",
    "ip_address": "string",
    "job_id": "string"
}

schema_name_id: 1101
schema_scan_id: 162163569
updated: 2026-04-17 00:07:16

Version 1717325

created: 2026-04-16 20:17:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`\n(\n `created`  timestamp , `ip_address`  string , `job_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-16/1776388627'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_filtered_ips"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-16/1776388627
id: 1717325
processed: 1

raw_data:

{
    "created": "timestamp[ns]",
    "ip_address": "string",
    "job_id": "string"
}

schema_attributes:

{
    "created": "timestamp",
    "ip_address": "string",
    "job_id": "string"
}

schema_name_id: 1101
schema_scan_id: 162156065
updated: 2026-04-16 20:17:28

Version 1717149

created: 2026-04-16 14:14:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`\n(\n `created`  timestamp , `ip_address`  string , `job_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-16/1776366684'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_filtered_ips"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-16/1776366684
id: 1717149
processed: 1

raw_data:

{
    "created": "timestamp[ns]",
    "ip_address": "string",
    "job_id": "string"
}

schema_attributes:

{
    "created": "timestamp",
    "ip_address": "string",
    "job_id": "string"
}

schema_name_id: 1101
schema_scan_id: 162138030
updated: 2026-04-16 14:15:11

Version 1716965

created: 2026-04-16 09:08:03

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`\n(\n `created`  timestamp , `ip_address`  string , `job_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-16/1776348478'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_filtered_ips"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-16/1776348478
id: 1716965
processed: 1

raw_data:

{
    "created": "timestamp[ns]",
    "ip_address": "string",
    "job_id": "string"
}

schema_attributes:

{
    "created": "timestamp",
    "ip_address": "string",
    "job_id": "string"
}

schema_name_id: 1101
schema_scan_id: 162122481
updated: 2026-04-16 09:08:16

Version 1716234

created: 2026-04-16 00:16:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`\n(\n `created`  timestamp , `ip_address`  string , `job_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-16/1776316599'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_filtered_ips"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-16/1776316599
id: 1716234
processed: 1

raw_data:

{
    "created": "timestamp[ns]",
    "ip_address": "string",
    "job_id": "string"
}

schema_attributes:

{
    "created": "timestamp",
    "ip_address": "string",
    "job_id": "string"
}

schema_name_id: 1101
schema_scan_id: 162107818
updated: 2026-04-16 00:17:03

Version 1716103

created: 2026-04-15 20:22:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`\n(\n `created`  timestamp , `ip_address`  string , `job_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-15/1776302526'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_filtered_ips"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-15/1776302526
id: 1716103
processed: 1

raw_data:

{
    "created": "timestamp[ns]",
    "ip_address": "string",
    "job_id": "string"
}

schema_attributes:

{
    "created": "timestamp",
    "ip_address": "string",
    "job_id": "string"
}

schema_name_id: 1101
schema_scan_id: 162100316
updated: 2026-04-15 20:22:34

Version 1715970

created: 2026-04-15 14:16:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`\n(\n `created`  timestamp , `ip_address`  string , `job_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-15/1776280594'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_filtered_ips"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-15/1776280594
id: 1715970
processed: 1

raw_data:

{
    "created": "timestamp[ns]",
    "ip_address": "string",
    "job_id": "string"
}

schema_attributes:

{
    "created": "timestamp",
    "ip_address": "string",
    "job_id": "string"
}

schema_name_id: 1101
schema_scan_id: 162081725
updated: 2026-04-15 14:16:50

Version 1715740

created: 2026-04-15 08:37:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`\n(\n `created`  timestamp , `ip_address`  string , `job_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-15/1776260230'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_filtered_ips"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-15/1776260230
id: 1715740
processed: 1

raw_data:

{
    "created": "timestamp[ns]",
    "ip_address": "string",
    "job_id": "string"
}

schema_attributes:

{
    "created": "timestamp",
    "ip_address": "string",
    "job_id": "string"
}

schema_name_id: 1101
schema_scan_id: 162064287
updated: 2026-04-15 08:37:32

Version 1715001

created: 2026-04-15 00:08:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`\n(\n `created`  timestamp , `ip_address`  string , `job_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-15/1776229691'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_filtered_ips"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-15/1776229691
id: 1715001
processed: 1

raw_data:

{
    "created": "timestamp[ns]",
    "ip_address": "string",
    "job_id": "string"
}

schema_attributes:

{
    "created": "timestamp",
    "ip_address": "string",
    "job_id": "string"
}

schema_name_id: 1101
schema_scan_id: 162051944
updated: 2026-04-15 00:08:30

Version 1714879

created: 2026-04-14 20:12:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`\n(\n `created`  timestamp , `ip_address`  string , `job_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-14/1776215499'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_filtered_ips"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-14/1776215499
id: 1714879
processed: 1

raw_data:

{
    "created": "timestamp[ns]",
    "ip_address": "string",
    "job_id": "string"
}

schema_attributes:

{
    "created": "timestamp",
    "ip_address": "string",
    "job_id": "string"
}

schema_name_id: 1101
schema_scan_id: 162044227
updated: 2026-04-14 20:12:32

Version 1714722

created: 2026-04-14 14:14:30

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`\n(\n `created`  timestamp , `ip_address`  string , `job_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-14/1776194065'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_filtered_ips"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-14/1776194065
id: 1714722
processed: 1

raw_data:

{
    "created": "timestamp[ns]",
    "ip_address": "string",
    "job_id": "string"
}

schema_attributes:

{
    "created": "timestamp",
    "ip_address": "string",
    "job_id": "string"
}

schema_name_id: 1101
schema_scan_id: 162026101
updated: 2026-04-14 14:14:41

Version 1714593

created: 2026-04-14 09:10:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`\n(\n `created`  timestamp , `ip_address`  string , `job_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-14/1776175798'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_filtered_ips"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-14/1776175798
id: 1714593
processed: 1

raw_data:

{
    "created": "timestamp[ns]",
    "ip_address": "string",
    "job_id": "string"
}

schema_attributes:

{
    "created": "timestamp",
    "ip_address": "string",
    "job_id": "string"
}

schema_name_id: 1101
schema_scan_id: 162010964
updated: 2026-04-14 09:11:07

Version 1713838

created: 2026-04-14 00:16:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`\n(\n `created`  timestamp , `ip_address`  string , `job_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-14/1776143777'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_filtered_ips"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-14/1776143777
id: 1713838
processed: 1

raw_data:

{
    "created": "timestamp[ns]",
    "ip_address": "string",
    "job_id": "string"
}

schema_attributes:

{
    "created": "timestamp",
    "ip_address": "string",
    "job_id": "string"
}

schema_name_id: 1101
schema_scan_id: 161996383
updated: 2026-04-14 00:16:50

Schema Scans: 15

Last at 2026-04-17 14:10:56

Scan 162193971

duration: 0:00:11.665226

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162193971

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-17/1776453049",
        "key": "raw/sparefoot_filtered_ips/2026-04-17/1776453049/filtered_ips_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_filtered_ips",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 14119461138881668908,
        "service_name": "sparefoot",
        "span_id": 6707882546809359771,
        "trace_id": 14119461138881668908
    }
}

running: False
schema_name_id: 1101
start_time: 2026-04-17 14:10:56
success: True
trace_id: 14119461138881668908

Scan 162178181

duration: 0:00:14.127855

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162178181

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-17/1776434983",
        "key": "raw/sparefoot_filtered_ips/2026-04-17/1776434983/filtered_ips_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_filtered_ips",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 5091374704344759641,
        "service_name": "sparefoot",
        "span_id": 15361899920666147462,
        "trace_id": 5091374704344759641
    }
}

running: False
schema_name_id: 1101
start_time: 2026-04-17 09:09:46
success: True
trace_id: 5091374704344759641

Scan 162163569

duration: 0:00:14.070194

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162163569

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-17/1776402402",
        "key": "raw/sparefoot_filtered_ips/2026-04-17/1776402402/filtered_ips_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_filtered_ips",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 4608610317067814913,
        "service_name": "sparefoot",
        "span_id": 11961388291546620407,
        "trace_id": 4608610317067814913
    }
}

running: False
schema_name_id: 1101
start_time: 2026-04-17 00:07:02
success: True
trace_id: 4608610317067814913

Scan 162156065

duration: 0:00:14.260219

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162156065

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-16/1776388627",
        "key": "raw/sparefoot_filtered_ips/2026-04-16/1776388627/filtered_ips_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_filtered_ips",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 7727460181470345014,
        "service_name": "sparefoot",
        "span_id": 3995932356136455057,
        "trace_id": 7727460181470345014
    }
}

running: False
schema_name_id: 1101
start_time: 2026-04-16 20:17:14
success: True
trace_id: 7727460181470345014

Scan 162138030

duration: 0:00:14.164052

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162138030

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-16/1776366684",
        "key": "raw/sparefoot_filtered_ips/2026-04-16/1776366684/filtered_ips_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_filtered_ips",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 15069885561382529702,
        "service_name": "sparefoot",
        "span_id": 14974075146214629737,
        "trace_id": 15069885561382529702
    }
}

running: False
schema_name_id: 1101
start_time: 2026-04-16 14:14:56
success: True
trace_id: 15069885561382529702

Scan 162122481

duration: 0:00:14.174859

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162122481

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-16/1776348478",
        "key": "raw/sparefoot_filtered_ips/2026-04-16/1776348478/filtered_ips_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_filtered_ips",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 3700169022034482948,
        "service_name": "sparefoot",
        "span_id": 16085061473614788199,
        "trace_id": 3700169022034482948
    }
}

running: False
schema_name_id: 1101
start_time: 2026-04-16 09:08:02
success: True
trace_id: 3700169022034482948

Scan 162107818

duration: 0:00:14.160802

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162107818

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-16/1776316599",
        "key": "raw/sparefoot_filtered_ips/2026-04-16/1776316599/filtered_ips_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_filtered_ips",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 7524418979990186017,
        "service_name": "sparefoot",
        "span_id": 8547478235332255805,
        "trace_id": 7524418979990186017
    }
}

running: False
schema_name_id: 1101
start_time: 2026-04-16 00:16:48
success: True
trace_id: 7524418979990186017

Scan 162100316

duration: 0:00:11.542922

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162100316

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-15/1776302526",
        "key": "raw/sparefoot_filtered_ips/2026-04-15/1776302526/filtered_ips_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_filtered_ips",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 5578441704543657450,
        "service_name": "sparefoot",
        "span_id": 9383036688537496805,
        "trace_id": 5578441704543657450
    }
}

running: False
schema_name_id: 1101
start_time: 2026-04-15 20:22:22
success: True
trace_id: 5578441704543657450

Scan 162081725

duration: 0:00:11.695451

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162081725

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-15/1776280594",
        "key": "raw/sparefoot_filtered_ips/2026-04-15/1776280594/filtered_ips_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_filtered_ips",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 661843269223330769,
        "service_name": "sparefoot",
        "span_id": 10912870421917101127,
        "trace_id": 661843269223330769
    }
}

running: False
schema_name_id: 1101
start_time: 2026-04-15 14:16:38
success: True
trace_id: 661843269223330769

Scan 162064287

duration: 0:00:14.186706

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162064287

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-15/1776260230",
        "key": "raw/sparefoot_filtered_ips/2026-04-15/1776260230/filtered_ips_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_filtered_ips",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 7781460315308338297,
        "service_name": "sparefoot",
        "span_id": 719226023011638485,
        "trace_id": 7781460315308338297
    }
}

running: False
schema_name_id: 1101
start_time: 2026-04-15 08:37:18
success: True
trace_id: 7781460315308338297

Scan 162051944

duration: 0:00:14.253788

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162051944

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-15/1776229691",
        "key": "raw/sparefoot_filtered_ips/2026-04-15/1776229691/filtered_ips_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_filtered_ips",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 4515109331901003456,
        "service_name": "sparefoot",
        "span_id": 18013819938889053169,
        "trace_id": 4515109331901003456
    }
}

running: False
schema_name_id: 1101
start_time: 2026-04-15 00:08:16
success: True
trace_id: 4515109331901003456

Scan 162044227

duration: 0:00:11.941005

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162044227

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-14/1776215499",
        "key": "raw/sparefoot_filtered_ips/2026-04-14/1776215499/filtered_ips_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_filtered_ips",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 4835231038349753362,
        "service_name": "sparefoot",
        "span_id": 11402805360495228486,
        "trace_id": 4835231038349753362
    }
}

running: False
schema_name_id: 1101
start_time: 2026-04-14 20:12:21
success: True
trace_id: 4835231038349753362

Scan 162026101

duration: 0:00:11.573818

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162026101

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-14/1776194065",
        "key": "raw/sparefoot_filtered_ips/2026-04-14/1776194065/filtered_ips_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_filtered_ips",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 17943504742445224847,
        "service_name": "sparefoot",
        "span_id": 15001405091192281946,
        "trace_id": 17943504742445224847
    }
}

running: False
schema_name_id: 1101
start_time: 2026-04-14 14:14:29
success: True
trace_id: 17943504742445224847

Scan 162010964

duration: 0:00:11.587627

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162010964

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-14/1776175798",
        "key": "raw/sparefoot_filtered_ips/2026-04-14/1776175798/filtered_ips_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_filtered_ips",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 5766391622781766295,
        "service_name": "sparefoot",
        "span_id": 2419354657029821251,
        "trace_id": 5766391622781766295
    }
}

running: False
schema_name_id: 1101
start_time: 2026-04-14 09:10:55
success: True
trace_id: 5766391622781766295

Scan 161996383

duration: 0:00:11.644369

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161996383

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-14/1776143777",
        "key": "raw/sparefoot_filtered_ips/2026-04-14/1776143777/filtered_ips_1.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_filtered_ips",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 7565231525991280927,
        "service_name": "sparefoot",
        "span_id": 2830748121523294970,
        "trace_id": 7565231525991280927
    }
}

running: False
schema_name_id: 1101
start_time: 2026-04-14 00:16:39
success: True
trace_id: 7565231525991280927

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "created": "timestamp",
    "ip_address": "string",
    "job_id": "string"
}

created: 2026-04-17 14:10:56

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`\n(\n `created`  timestamp , `ip_address`  string , `job_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-17/1776453049'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_filtered_ips"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2022-08-18 17:19:31",
        "disabled": false,
        "format": "raw",
        "id": 1101,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_prod_rds",
            "table": "sparefoot_sparefoot_filtered_ips"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "created": "timestamp",
            "ip_address": "string",
            "job_id": "string"
        },
        "created": "2026-04-17 14:10:56",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`\n(\n `created`  timestamp , `ip_address`  string , `job_id`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_filtered_ips/2026-04-17/1776453049'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_filtered_ips`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_filtered_ips"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}