Schema Info

Schema Name: sfdl_prod_rds.sparefoot_sparefoot_sites

created: 2022-08-18 17:20:13
disabled: False
format: raw
id: 1106
is_partitioned: False
is_schema_datatyped: False

name:

{
    "database": "sfdl_prod_rds",
    "table": "sparefoot_sparefoot_sites"
}

type: rds

Schema Versions: 15

Version 1718371

created: 2026-04-17 14:10:35

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-17/1776453017'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-17/1776453017
id: 1718371
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1106
schema_scan_id: 162193963
updated: 2026-04-17 14:10:46

Version 1718199

created: 2026-04-17 09:22:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-17/1776435719'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-17/1776435719
id: 1718199
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1106
schema_scan_id: 162178295
updated: 2026-04-17 09:22:19

Version 1717425

created: 2026-04-17 00:06:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-17/1776402356'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-17/1776402356
id: 1717425
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1106
schema_scan_id: 162163556
updated: 2026-04-17 00:06:21

Version 1717333

created: 2026-04-16 20:18:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-16/1776388532'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-16/1776388532
id: 1717333
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1106
schema_scan_id: 162156080
updated: 2026-04-16 20:18:52

Version 1717182

created: 2026-04-16 14:19:00

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-16/1776367121'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-16/1776367121
id: 1717182
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1106
schema_scan_id: 162138127
updated: 2026-04-16 14:19:11

Version 1716960

created: 2026-04-16 09:07:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-16/1776348446'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-16/1776348446
id: 1716960
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1106
schema_scan_id: 162122460
updated: 2026-04-16 09:07:50

Version 1716227

created: 2026-04-16 00:14:40

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-16/1776316464'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-16/1776316464
id: 1716227
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1106
schema_scan_id: 162107807
updated: 2026-04-16 00:14:51

Version 1716113

created: 2026-04-15 20:25:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-15/1776302708'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-15/1776302708
id: 1716113
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1106
schema_scan_id: 162100331
updated: 2026-04-15 20:25:25

Version 1715976

created: 2026-04-15 14:17:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-15/1776280662'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-15/1776280662
id: 1715976
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1106
schema_scan_id: 162081753
updated: 2026-04-15 14:17:59

Version 1715743

created: 2026-04-15 08:37:45

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-15/1776260219'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-15/1776260219
id: 1715743
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1106
schema_scan_id: 162064290
updated: 2026-04-15 08:37:59

Version 1715040

created: 2026-04-15 00:23:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-15/1776230625'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-15/1776230625
id: 1715040
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1106
schema_scan_id: 162052012
updated: 2026-04-15 00:24:01

Version 1714873

created: 2026-04-14 20:11:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-14/1776215469'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-14/1776215469
id: 1714873
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1106
schema_scan_id: 162044220
updated: 2026-04-14 20:11:52

Version 1714726

created: 2026-04-14 14:14:54

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-14/1776194086'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-14/1776194086
id: 1714726
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1106
schema_scan_id: 162026105
updated: 2026-04-14 14:15:08

Version 1714597

created: 2026-04-14 09:11:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-14/1776175832'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-14/1776175832
id: 1714597
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1106
schema_scan_id: 162010968
updated: 2026-04-14 09:11:32

Version 1713800

created: 2026-04-14 00:07:17

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_sites`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-14/1776143228'\n",
    "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_sites"
]

hive_path: s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-14/1776143228
id: 1713800
processed: 1

raw_data:

{
    "affiliate_id": "string",
    "api_site": "int16",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int32",
    "commission_type": "string",
    "override_lily_phone": "int16",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "int16",
    "return_number": "string",
    "site_id": "int32",
    "site_type": "string",
    "time_created": "timestamp[ns]",
    "title": "string",
    "url": "string"
}

schema_attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

schema_name_id: 1106
schema_scan_id: 161996314
updated: 2026-04-14 00:07:28

Schema Scans: 15

Last at 2026-04-17 14:10:34

Scan 162193963

duration: 0:00:12.148995

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162193963

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-17/1776453017",
        "key": "raw/sparefoot_sites/2026-04-17/1776453017/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 10354591847423846703,
        "service_name": "sparefoot",
        "span_id": 12749218004026261537,
        "trace_id": 10354591847423846703
    }
}

running: False
schema_name_id: 1106
start_time: 2026-04-17 14:10:34
success: True
trace_id: 10354591847423846703

Scan 162178295

duration: 0:00:14.566119

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162178295

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-17/1776435719",
        "key": "raw/sparefoot_sites/2026-04-17/1776435719/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 4174215351947563819,
        "service_name": "sparefoot",
        "span_id": 5949184496244124378,
        "trace_id": 4174215351947563819
    }
}

running: False
schema_name_id: 1106
start_time: 2026-04-17 09:22:04
success: True
trace_id: 4174215351947563819

Scan 162163556

duration: 0:00:14.471395

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162163556

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-17/1776402356",
        "key": "raw/sparefoot_sites/2026-04-17/1776402356/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 10951507995115405387,
        "service_name": "sparefoot",
        "span_id": 7359502669984343785,
        "trace_id": 10951507995115405387
    }
}

running: False
schema_name_id: 1106
start_time: 2026-04-17 00:06:06
success: True
trace_id: 10951507995115405387

Scan 162156080

duration: 0:00:11.932289

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162156080

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-16/1776388532",
        "key": "raw/sparefoot_sites/2026-04-16/1776388532/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 5804171423020424827,
        "service_name": "sparefoot",
        "span_id": 14862196119008021057,
        "trace_id": 5804171423020424827
    }
}

running: False
schema_name_id: 1106
start_time: 2026-04-16 20:18:40
success: True
trace_id: 5804171423020424827

Scan 162138127

duration: 0:00:12.128999

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162138127

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-16/1776367121",
        "key": "raw/sparefoot_sites/2026-04-16/1776367121/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 9043625964053820846,
        "service_name": "sparefoot",
        "span_id": 14888284273414574440,
        "trace_id": 9043625964053820846
    }
}

running: False
schema_name_id: 1106
start_time: 2026-04-16 14:18:59
success: True
trace_id: 9043625964053820846

Scan 162122460

duration: 0:00:11.992999

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162122460

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-16/1776348446",
        "key": "raw/sparefoot_sites/2026-04-16/1776348446/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 17089712346233688871,
        "service_name": "sparefoot",
        "span_id": 8658950285895211445,
        "trace_id": 17089712346233688871
    }
}

running: False
schema_name_id: 1106
start_time: 2026-04-16 09:07:38
success: True
trace_id: 17089712346233688871

Scan 162107807

duration: 0:00:12.089741

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162107807

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-16/1776316464",
        "key": "raw/sparefoot_sites/2026-04-16/1776316464/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 10407235423710894713,
        "service_name": "sparefoot",
        "span_id": 15813748794342113603,
        "trace_id": 10407235423710894713
    }
}

running: False
schema_name_id: 1106
start_time: 2026-04-16 00:14:39
success: True
trace_id: 10407235423710894713

Scan 162100331

duration: 0:00:14.501697

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162100331

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-15/1776302708",
        "key": "raw/sparefoot_sites/2026-04-15/1776302708/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 8402954717861703238,
        "service_name": "sparefoot",
        "span_id": 4705775580233146098,
        "trace_id": 8402954717861703238
    }
}

running: False
schema_name_id: 1106
start_time: 2026-04-15 20:25:11
success: True
trace_id: 8402954717861703238

Scan 162081753

duration: 0:00:14.451075

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162081753

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-15/1776280662",
        "key": "raw/sparefoot_sites/2026-04-15/1776280662/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 4139311921232933271,
        "service_name": "sparefoot",
        "span_id": 12352957907872079020,
        "trace_id": 4139311921232933271
    }
}

running: False
schema_name_id: 1106
start_time: 2026-04-15 14:17:44
success: True
trace_id: 4139311921232933271

Scan 162064290

duration: 0:00:14.420889

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162064290

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-15/1776260219",
        "key": "raw/sparefoot_sites/2026-04-15/1776260219/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 5698268665304433998,
        "service_name": "sparefoot",
        "span_id": 8223591182713472781,
        "trace_id": 5698268665304433998
    }
}

running: False
schema_name_id: 1106
start_time: 2026-04-15 08:37:44
success: True
trace_id: 5698268665304433998

Scan 162052012

duration: 0:00:11.912446

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162052012

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-15/1776230625",
        "key": "raw/sparefoot_sites/2026-04-15/1776230625/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 10078939009137046461,
        "service_name": "sparefoot",
        "span_id": 9079148266912381943,
        "trace_id": 10078939009137046461
    }
}

running: False
schema_name_id: 1106
start_time: 2026-04-15 00:23:49
success: True
trace_id: 10078939009137046461

Scan 162044220

duration: 0:00:14.525783

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162044220

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-14/1776215469",
        "key": "raw/sparefoot_sites/2026-04-14/1776215469/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 17333502928283204391,
        "service_name": "sparefoot",
        "span_id": 8671209452155746362,
        "trace_id": 17333502928283204391
    }
}

running: False
schema_name_id: 1106
start_time: 2026-04-14 20:11:37
success: True
trace_id: 17333502928283204391

Scan 162026105

duration: 0:00:14.732346

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162026105

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-14/1776194086",
        "key": "raw/sparefoot_sites/2026-04-14/1776194086/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 1007121758192378055,
        "service_name": "sparefoot",
        "span_id": 4485408526898765953,
        "trace_id": 1007121758192378055
    }
}

running: False
schema_name_id: 1106
start_time: 2026-04-14 14:14:53
success: True
trace_id: 1007121758192378055

Scan 162010968

duration: 0:00:11.897531

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162010968

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-14/1776175832",
        "key": "raw/sparefoot_sites/2026-04-14/1776175832/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 309664106768166742,
        "service_name": "sparefoot",
        "span_id": 13256581707900399470,
        "trace_id": 309664106768166742
    }
}

running: False
schema_name_id: 1106
start_time: 2026-04-14 09:11:20
success: True
trace_id: 309664106768166742

Scan 161996314

duration: 0:00:11.891171

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161996314

payload:

{
    "datatype_dict": null,
    "file_format": "parquet",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-rds-sparefoot-prod",
        "hive_path": "s3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-14/1776143228",
        "key": "raw/sparefoot_sites/2026-04-14/1776143228/sites.parquet.gz"
    },
    "schema": {
        "name": "sfdl_prod_rds.sparefoot_sparefoot_sites",
        "type": "rds"
    },
    "trace_context": {
        "parent_id": 2403763105402965283,
        "service_name": "sparefoot",
        "span_id": 13293762820010133263,
        "trace_id": 2403763105402965283
    }
}

running: False
schema_name_id: 1106
start_time: 2026-04-14 00:07:16
success: True
trace_id: 2403763105402965283

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "affiliate_id": "string",
    "api_site": "smallint",
    "cobrand_logo": "string",
    "commission_flat": "double",
    "commission_percent": "int",
    "commission_type": "string",
    "override_lily_phone": "smallint",
    "phone_number": "string",
    "phonesmart_phone": "string",
    "ppc_number": "string",
    "resale_enabled": "smallint",
    "return_number": "string",
    "site_id": "int",
    "site_type": "string",
    "time_created": "timestamp",
    "title": "string",
    "url": "string"
}

created: 2026-04-17 14:10:35

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-17/1776453017'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_sites`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_sites"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2022-08-18 17:20:13",
        "disabled": false,
        "format": "raw",
        "id": 1106,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_prod_rds",
            "table": "sparefoot_sparefoot_sites"
        },
        "type": "rds"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "affiliate_id": "string",
            "api_site": "smallint",
            "cobrand_logo": "string",
            "commission_flat": "double",
            "commission_percent": "int",
            "commission_type": "string",
            "override_lily_phone": "smallint",
            "phone_number": "string",
            "phonesmart_phone": "string",
            "ppc_number": "string",
            "resale_enabled": "smallint",
            "return_number": "string",
            "site_id": "int",
            "site_type": "string",
            "time_created": "timestamp",
            "title": "string",
            "url": "string"
        },
        "created": "2026-04-17 14:10:35",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.sparefoot_sparefoot_sites`\n(\n `affiliate_id`  string , `api_site`  smallint , `cobrand_logo`  string , `commission_flat`  double , `commission_percent`  int , `commission_type`  string , `override_lily_phone`  smallint , `phone_number`  string , `phonesmart_phone`  string , `ppc_number`  string , `resale_enabled`  smallint , `return_number`  string , `site_id`  int , `site_type`  string , `time_created`  timestamp , `title`  string , `url`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-rds-sparefoot-prod/raw/sparefoot_sites/2026-04-17/1776453017'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_rds.sparefoot_sparefoot_sites`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_rds.sparefoot_sparefoot_sites"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}