Schema Info

Schema Name: sfdl_prod_rds.sparefoot_sparefoot_ip_bots

created: 2022-11-29 14:37:37
disabled: False
format: raw
id: 1227
is_partitioned: False
is_schema_datatyped: False

name:

{
    "database": "sfdl_prod_rds",
    "table": "sparefoot_sparefoot_ip_bots"
}

type: rds

Schema Versions: 15

Version 1718364

created: 2026-04-17 14:10:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-17/1776452990'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-17/1776452990
id: 1718364
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1227
schema_scan_id: 162193956
updated: 2026-04-17 14:10:17

Version 1718177

created: 2026-04-17 09:10:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-17/1776435013'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-17/1776435013
id: 1718177
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1227
schema_scan_id: 162178189
updated: 2026-04-17 09:10:34

Version 1717423

created: 2026-04-17 00:05:53

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-17/1776402340'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-17/1776402340
id: 1717423
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1227
schema_scan_id: 162163547
updated: 2026-04-17 00:06:07

Version 1717306

created: 2026-04-16 20:15:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-16/1776388298'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-16/1776388298
id: 1717306
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1227
schema_scan_id: 162156021
updated: 2026-04-16 20:15:17

Version 1717137

created: 2026-04-16 14:14:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-16/1776366640'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-16/1776366640
id: 1717137
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1227
schema_scan_id: 162138008
updated: 2026-04-16 14:14:24

Version 1716958

created: 2026-04-16 09:07:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-16/1776348438'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-16/1776348438
id: 1716958
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1227
schema_scan_id: 162122452
updated: 2026-04-16 09:07:41

Version 1716181

created: 2026-04-16 00:05:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-16/1776315910'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-16/1776315910
id: 1716181
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1227
schema_scan_id: 162107722
updated: 2026-04-16 00:05:27

Version 1716077

created: 2026-04-15 20:18:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-15/1776302277'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-15/1776302277
id: 1716077
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1227
schema_scan_id: 162100280
updated: 2026-04-15 20:18:17

Version 1715940

created: 2026-04-15 14:11:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-15/1776280251'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-15/1776280251
id: 1715940
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1227
schema_scan_id: 162081659
updated: 2026-04-15 14:11:18

Version 1715744

created: 2026-04-15 08:37:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-15/1776260240'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-15/1776260240
id: 1715744
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1227
schema_scan_id: 162064293
updated: 2026-04-15 08:37:59

Version 1715005

created: 2026-04-15 00:08:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-15/1776229697'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-15/1776229697
id: 1715005
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1227
schema_scan_id: 162051948
updated: 2026-04-15 00:08:35

Version 1714902

created: 2026-04-14 20:20:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-14/1776216005'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-14/1776216005
id: 1714902
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1227
schema_scan_id: 162044305
updated: 2026-04-14 20:20:25

Version 1714729

created: 2026-04-14 14:15:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-14/1776194075'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-14/1776194075
id: 1714729
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1227
schema_scan_id: 162026108
updated: 2026-04-14 14:15:22

Version 1714548

created: 2026-04-14 08:55:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-14/1776174908'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-14/1776174908
id: 1714548
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1227
schema_scan_id: 162009416
updated: 2026-04-14 08:55:27

Version 1713791

created: 2026-04-14 00:06:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_ip_bots`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-14/1776143185'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_ip_bots"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-14/1776143185
id: 1713791
processed: 1

raw_data:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int32",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

schema_name_id: 1227
schema_scan_id: 161996303
updated: 2026-04-14 00:06:57

Schema Scans: 15

Last at 2026-04-17 14:10:03

Scan 162193956

duration: 0:00:14.350579

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162193956

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-17/1776452990",
        "key": "raw/sparefoot_ip_bots/2026-04-17/1776452990/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 11995095035547511900,
        "service_name": "sparefoot",
        "span_id": 17792710045555927916,
        "trace_id": 11995095035547511900
    }
}

running: False
schema_name_id: 1227
start_time: 2026-04-17 14:10:03
success: True
trace_id: 11995095035547511900

Scan 162178189

duration: 0:00:14.296789

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162178189

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-17/1776435013",
        "key": "raw/sparefoot_ip_bots/2026-04-17/1776435013/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 15924899007133566560,
        "service_name": "sparefoot",
        "span_id": 9203181148048683327,
        "trace_id": 15924899007133566560
    }
}

running: False
schema_name_id: 1227
start_time: 2026-04-17 09:10:19
success: True
trace_id: 15924899007133566560

Scan 162163547

duration: 0:00:14.381686

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162163547

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-17/1776402340",
        "key": "raw/sparefoot_ip_bots/2026-04-17/1776402340/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 16671854971995558057,
        "service_name": "sparefoot",
        "span_id": 7783808064356281573,
        "trace_id": 16671854971995558057
    }
}

running: False
schema_name_id: 1227
start_time: 2026-04-17 00:05:53
success: True
trace_id: 16671854971995558057

Scan 162156021

duration: 0:00:11.719422

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162156021

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-16/1776388298",
        "key": "raw/sparefoot_ip_bots/2026-04-16/1776388298/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 12174969180728061462,
        "service_name": "sparefoot",
        "span_id": 1757792276270125496,
        "trace_id": 12174969180728061462
    }
}

running: False
schema_name_id: 1227
start_time: 2026-04-16 20:15:06
success: True
trace_id: 12174969180728061462

Scan 162138008

duration: 0:00:14.366550

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162138008

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-16/1776366640",
        "key": "raw/sparefoot_ip_bots/2026-04-16/1776366640/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 15100980468574255378,
        "service_name": "sparefoot",
        "span_id": 11199190671045607541,
        "trace_id": 15100980468574255378
    }
}

running: False
schema_name_id: 1227
start_time: 2026-04-16 14:14:09
success: True
trace_id: 15100980468574255378

Scan 162122452

duration: 0:00:14.293537

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162122452

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-16/1776348438",
        "key": "raw/sparefoot_ip_bots/2026-04-16/1776348438/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 9781013865267523418,
        "service_name": "sparefoot",
        "span_id": 15293098961169530396,
        "trace_id": 9781013865267523418
    }
}

running: False
schema_name_id: 1227
start_time: 2026-04-16 09:07:27
success: True
trace_id: 9781013865267523418

Scan 162107722

duration: 0:00:11.728267

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162107722

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-16/1776315910",
        "key": "raw/sparefoot_ip_bots/2026-04-16/1776315910/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 13117629073113600716,
        "service_name": "sparefoot",
        "span_id": 7120441686017228568,
        "trace_id": 13117629073113600716
    }
}

running: False
schema_name_id: 1227
start_time: 2026-04-16 00:05:15
success: True
trace_id: 13117629073113600716

Scan 162100280

duration: 0:00:11.787883

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162100280

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-15/1776302277",
        "key": "raw/sparefoot_ip_bots/2026-04-15/1776302277/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 10881797989687816182,
        "service_name": "sparefoot",
        "span_id": 8674942469255560427,
        "trace_id": 10881797989687816182
    }
}

running: False
schema_name_id: 1227
start_time: 2026-04-15 20:18:05
success: True
trace_id: 10881797989687816182

Scan 162081659

duration: 0:00:11.892796

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162081659

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-15/1776280251",
        "key": "raw/sparefoot_ip_bots/2026-04-15/1776280251/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 10508259612268957256,
        "service_name": "sparefoot",
        "span_id": 16724591715745603761,
        "trace_id": 10508259612268957256
    }
}

running: False
schema_name_id: 1227
start_time: 2026-04-15 14:11:06
success: True
trace_id: 10508259612268957256

Scan 162064293

duration: 0:00:11.597692

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162064293

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-15/1776260240",
        "key": "raw/sparefoot_ip_bots/2026-04-15/1776260240/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 72179797389696351,
        "service_name": "sparefoot",
        "span_id": 9426291717083555893,
        "trace_id": 72179797389696351
    }
}

running: False
schema_name_id: 1227
start_time: 2026-04-15 08:37:47
success: True
trace_id: 72179797389696351

Scan 162051948

duration: 0:00:11.614975

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162051948

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-15/1776229697",
        "key": "raw/sparefoot_ip_bots/2026-04-15/1776229697/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 15924346305248163742,
        "service_name": "sparefoot",
        "span_id": 4828643358984627382,
        "trace_id": 15924346305248163742
    }
}

running: False
schema_name_id: 1227
start_time: 2026-04-15 00:08:24
success: True
trace_id: 15924346305248163742

Scan 162044305

duration: 0:00:11.725737

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162044305

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-14/1776216005",
        "key": "raw/sparefoot_ip_bots/2026-04-14/1776216005/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 3286452326422225818,
        "service_name": "sparefoot",
        "span_id": 17384125993153918944,
        "trace_id": 3286452326422225818
    }
}

running: False
schema_name_id: 1227
start_time: 2026-04-14 20:20:14
success: True
trace_id: 3286452326422225818

Scan 162026108

duration: 0:00:14.262559

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162026108

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-14/1776194075",
        "key": "raw/sparefoot_ip_bots/2026-04-14/1776194075/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 17719552835599947804,
        "service_name": "sparefoot",
        "span_id": 18123368445426810879,
        "trace_id": 17719552835599947804
    }
}

running: False
schema_name_id: 1227
start_time: 2026-04-14 14:15:08
success: True
trace_id: 17719552835599947804

Scan 162009416

duration: 0:00:14.146544

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162009416

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-14/1776174908",
        "key": "raw/sparefoot_ip_bots/2026-04-14/1776174908/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 3111451115506478277,
        "service_name": "sparefoot",
        "span_id": 11181522944550977420,
        "trace_id": 3111451115506478277
    }
}

running: False
schema_name_id: 1227
start_time: 2026-04-14 08:55:13
success: True
trace_id: 3111451115506478277

Scan 161996303

duration: 0:00:14.269400

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161996303

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-14/1776143185",
        "key": "raw/sparefoot_ip_bots/2026-04-14/1776143185/ip_bots.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_ip_bots",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 6503682580961045580,
        "service_name": "sparefoot",
        "span_id": 7749350975414578902,
        "trace_id": 6503682580961045580
    }
}

running: False
schema_name_id: 1227
start_time: 2026-04-14 00:06:43
success: True
trace_id: 6503682580961045580

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "city": "string",
    "country": "string",
    "domain": "string",
    "id": "int",
    "ip": "string",
    "name": "string",
    "user_agent": "string"
}

created: 2026-04-17 14:10:04

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-17/1776452990'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_ip_bots`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_ip_bots"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2022-11-29 14:37:37",
        "disabled": false,
        "format": "raw",
        "id": 1227,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_prod_rds",
            "table": "sparefoot_sparefoot_ip_bots"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "city": "string",
            "country": "string",
            "domain": "string",
            "id": "int",
            "ip": "string",
            "name": "string",
            "user_agent": "string"
        },
        "created": "2026-04-17 14:10:04",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_ip_bots`\n(\n `city`  string , `country`  string , `domain`  string , `id`  int , `ip`  string , `name`  string , `user_agent`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_ip_bots/2026-04-17/1776452990'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_ip_bots`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_ip_bots"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}