Schema Info

Schema Name: sfdl_prod_drivethru.stellar_imsmagic_links

created: 2026-01-22 03:42:41
disabled: False
format: raw
id: 4312
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_prod_drivethru",
    "table": "stellar_imsmagic_links"
}

type: drivethrucsv

Schema Versions: 15

Version 1717967

created: 2026-04-17 04:56:50

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsmagic_links`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsmagic_links`\n(\n `tenant`  string , `id`  string , `user_id`  string , `hash_id`  string , `email`  string , `expires_at`  string , `used_at`  string , `ip_address`  string , `user_agent`  string , `sent_at`  string , `failure_reason`  string , `created_at`  string , `updated_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-17/1776419648'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsmagic_links"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-17/1776419648
id: 1717967
processed: 1

raw_data:

{
    "created_at": 11,
    "email": 4,
    "expires_at": 5,
    "failure_reason": 10,
    "hash_id": 3,
    "id": 1,
    "ip_address": 7,
    "sent_at": 9,
    "tenant": 0,
    "updated_at": 12,
    "used_at": 6,
    "user_agent": 8,
    "user_id": 2
}

schema_attributes:

{
    "created_at": "string",
    "email": "string",
    "expires_at": "string",
    "failure_reason": "string",
    "hash_id": "string",
    "id": "string",
    "ip_address": "string",
    "sent_at": "string",
    "tenant": "string",
    "updated_at": "string",
    "used_at": "string",
    "user_agent": "string",
    "user_id": "string"
}

schema_name_id: 4312
schema_scan_id: 162169305
updated: 2026-04-17 04:57:03

Version 1716702

created: 2026-04-16 05:16:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsmagic_links`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsmagic_links`\n(\n `tenant`  string , `id`  string , `user_id`  string , `hash_id`  string , `email`  string , `expires_at`  string , `used_at`  string , `ip_address`  string , `user_agent`  string , `sent_at`  string , `failure_reason`  string , `created_at`  string , `updated_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-16/1776334548'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsmagic_links"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-16/1776334548
id: 1716702
processed: 1

raw_data:

{
    "created_at": 11,
    "email": 4,
    "expires_at": 5,
    "failure_reason": 10,
    "hash_id": 3,
    "id": 1,
    "ip_address": 7,
    "sent_at": 9,
    "tenant": 0,
    "updated_at": 12,
    "used_at": 6,
    "user_agent": 8,
    "user_id": 2
}

schema_attributes:

{
    "created_at": "string",
    "email": "string",
    "expires_at": "string",
    "failure_reason": "string",
    "hash_id": "string",
    "id": "string",
    "ip_address": "string",
    "sent_at": "string",
    "tenant": "string",
    "updated_at": "string",
    "used_at": "string",
    "user_agent": "string",
    "user_id": "string"
}

schema_name_id: 4312
schema_scan_id: 162114371
updated: 2026-04-16 05:16:34

Version 1715530

created: 2026-04-15 03:42:55

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsmagic_links`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsmagic_links`\n(\n `tenant`  string , `id`  string , `user_id`  string , `hash_id`  string , `email`  string , `expires_at`  string , `used_at`  string , `ip_address`  string , `user_agent`  string , `sent_at`  string , `failure_reason`  string , `created_at`  string , `updated_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-15/1776242362'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsmagic_links"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-15/1776242362
id: 1715530
processed: 1

raw_data:

{
    "created_at": 11,
    "email": 4,
    "expires_at": 5,
    "failure_reason": 10,
    "hash_id": 3,
    "id": 1,
    "ip_address": 7,
    "sent_at": 9,
    "tenant": 0,
    "updated_at": 12,
    "used_at": 6,
    "user_agent": 8,
    "user_id": 2
}

schema_attributes:

{
    "created_at": "string",
    "email": "string",
    "expires_at": "string",
    "failure_reason": "string",
    "hash_id": "string",
    "id": "string",
    "ip_address": "string",
    "sent_at": "string",
    "tenant": "string",
    "updated_at": "string",
    "used_at": "string",
    "user_agent": "string",
    "user_id": "string"
}

schema_name_id: 4312
schema_scan_id: 162056416
updated: 2026-04-15 03:43:06

Version 1714390

created: 2026-04-14 05:04:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsmagic_links`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsmagic_links`\n(\n `tenant`  string , `id`  string , `user_id`  string , `hash_id`  string , `email`  string , `expires_at`  string , `used_at`  string , `ip_address`  string , `user_agent`  string , `sent_at`  string , `failure_reason`  string , `created_at`  string , `updated_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-14/1776160757'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsmagic_links"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-14/1776160757
id: 1714390
processed: 1

raw_data:

{
    "created_at": 11,
    "email": 4,
    "expires_at": 5,
    "failure_reason": 10,
    "hash_id": 3,
    "id": 1,
    "ip_address": 7,
    "sent_at": 9,
    "tenant": 0,
    "updated_at": 12,
    "used_at": 6,
    "user_agent": 8,
    "user_id": 2
}

schema_attributes:

{
    "created_at": "string",
    "email": "string",
    "expires_at": "string",
    "failure_reason": "string",
    "hash_id": "string",
    "id": "string",
    "ip_address": "string",
    "sent_at": "string",
    "tenant": "string",
    "updated_at": "string",
    "used_at": "string",
    "user_agent": "string",
    "user_id": "string"
}

schema_name_id: 4312
schema_scan_id: 162003122
updated: 2026-04-14 05:04:34

Version 1713096

created: 2026-04-13 05:08:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsmagic_links`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsmagic_links`\n(\n `tenant`  string , `id`  string , `user_id`  string , `hash_id`  string , `email`  string , `expires_at`  string , `used_at`  string , `ip_address`  string , `user_agent`  string , `sent_at`  string , `failure_reason`  string , `created_at`  string , `updated_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-13/1776074804'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsmagic_links"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-13/1776074804
id: 1713096
processed: 1

raw_data:

{
    "created_at": 11,
    "email": 4,
    "expires_at": 5,
    "failure_reason": 10,
    "hash_id": 3,
    "id": 1,
    "ip_address": 7,
    "sent_at": 9,
    "tenant": 0,
    "updated_at": 12,
    "used_at": 6,
    "user_agent": 8,
    "user_id": 2
}

schema_attributes:

{
    "created_at": "string",
    "email": "string",
    "expires_at": "string",
    "failure_reason": "string",
    "hash_id": "string",
    "id": "string",
    "ip_address": "string",
    "sent_at": "string",
    "tenant": "string",
    "updated_at": "string",
    "used_at": "string",
    "user_agent": "string",
    "user_id": "string"
}

schema_name_id: 4312
schema_scan_id: 161945303
updated: 2026-04-13 05:08:26

Version 1711919

created: 2026-04-12 05:05:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsmagic_links`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsmagic_links`\n(\n `tenant`  string , `id`  string , `user_id`  string , `hash_id`  string , `email`  string , `expires_at`  string , `used_at`  string , `ip_address`  string , `user_agent`  string , `sent_at`  string , `failure_reason`  string , `created_at`  string , `updated_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-12/1775988160'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsmagic_links"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-12/1775988160
id: 1711919
processed: 1

raw_data:

{
    "created_at": 11,
    "email": 4,
    "expires_at": 5,
    "failure_reason": 10,
    "hash_id": 3,
    "id": 1,
    "ip_address": 7,
    "sent_at": 9,
    "tenant": 0,
    "updated_at": 12,
    "used_at": 6,
    "user_agent": 8,
    "user_id": 2
}

schema_attributes:

{
    "created_at": "string",
    "email": "string",
    "expires_at": "string",
    "failure_reason": "string",
    "hash_id": "string",
    "id": "string",
    "ip_address": "string",
    "sent_at": "string",
    "tenant": "string",
    "updated_at": "string",
    "used_at": "string",
    "user_agent": "string",
    "user_id": "string"
}

schema_name_id: 4312
schema_scan_id: 161896368
updated: 2026-04-12 05:05:24

Version 1710760

created: 2026-04-11 05:19:42

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsmagic_links`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsmagic_links`\n(\n `tenant`  string , `id`  string , `user_id`  string , `hash_id`  string , `email`  string , `expires_at`  string , `used_at`  string , `ip_address`  string , `user_agent`  string , `sent_at`  string , `failure_reason`  string , `created_at`  string , `updated_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-11/1775902577'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsmagic_links"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-11/1775902577
id: 1710760
processed: 1

raw_data:

{
    "created_at": 11,
    "email": 4,
    "expires_at": 5,
    "failure_reason": 10,
    "hash_id": 3,
    "id": 1,
    "ip_address": 7,
    "sent_at": 9,
    "tenant": 0,
    "updated_at": 12,
    "used_at": 6,
    "user_agent": 8,
    "user_id": 2
}

schema_attributes:

{
    "created_at": "string",
    "email": "string",
    "expires_at": "string",
    "failure_reason": "string",
    "hash_id": "string",
    "id": "string",
    "ip_address": "string",
    "sent_at": "string",
    "tenant": "string",
    "updated_at": "string",
    "used_at": "string",
    "user_agent": "string",
    "user_id": "string"
}

schema_name_id: 4312
schema_scan_id: 161843980
updated: 2026-04-11 05:19:53

Version 1709577

created: 2026-04-10 05:03:24

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsmagic_links`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsmagic_links`\n(\n `tenant`  string , `id`  string , `user_id`  string , `hash_id`  string , `email`  string , `expires_at`  string , `used_at`  string , `ip_address`  string , `user_agent`  string , `sent_at`  string , `failure_reason`  string , `created_at`  string , `updated_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-10/1775815218'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsmagic_links"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-10/1775815218
id: 1709577
processed: 1

raw_data:

{
    "created_at": 11,
    "email": 4,
    "expires_at": 5,
    "failure_reason": 10,
    "hash_id": 3,
    "id": 1,
    "ip_address": 7,
    "sent_at": 9,
    "tenant": 0,
    "updated_at": 12,
    "used_at": 6,
    "user_agent": 8,
    "user_id": 2
}

schema_attributes:

{
    "created_at": "string",
    "email": "string",
    "expires_at": "string",
    "failure_reason": "string",
    "hash_id": "string",
    "id": "string",
    "ip_address": "string",
    "sent_at": "string",
    "tenant": "string",
    "updated_at": "string",
    "used_at": "string",
    "user_agent": "string",
    "user_id": "string"
}

schema_name_id: 4312
schema_scan_id: 161788620
updated: 2026-04-10 05:03:36

Version 1708396

created: 2026-04-09 05:02:11

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsmagic_links`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsmagic_links`\n(\n `tenant`  string , `id`  string , `user_id`  string , `hash_id`  string , `email`  string , `expires_at`  string , `used_at`  string , `ip_address`  string , `user_agent`  string , `sent_at`  string , `failure_reason`  string , `created_at`  string , `updated_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-09/1775728840'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsmagic_links"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-09/1775728840
id: 1708396
processed: 1

raw_data:

{
    "created_at": 11,
    "email": 4,
    "expires_at": 5,
    "failure_reason": 10,
    "hash_id": 3,
    "id": 1,
    "ip_address": 7,
    "sent_at": 9,
    "tenant": 0,
    "updated_at": 12,
    "used_at": 6,
    "user_agent": 8,
    "user_id": 2
}

schema_attributes:

{
    "created_at": "string",
    "email": "string",
    "expires_at": "string",
    "failure_reason": "string",
    "hash_id": "string",
    "id": "string",
    "ip_address": "string",
    "sent_at": "string",
    "tenant": "string",
    "updated_at": "string",
    "used_at": "string",
    "user_agent": "string",
    "user_id": "string"
}

schema_name_id: 4312
schema_scan_id: 161732954
updated: 2026-04-09 05:02:25

Version 1707168

created: 2026-04-08 05:10:28

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsmagic_links`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsmagic_links`\n(\n `tenant`  string , `id`  string , `user_id`  string , `hash_id`  string , `email`  string , `expires_at`  string , `used_at`  string , `ip_address`  string , `user_agent`  string , `sent_at`  string , `failure_reason`  string , `created_at`  string , `updated_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-08/1775642989'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsmagic_links"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-08/1775642989
id: 1707168
processed: 1

raw_data:

{
    "created_at": 11,
    "email": 4,
    "expires_at": 5,
    "failure_reason": 10,
    "hash_id": 3,
    "id": 1,
    "ip_address": 7,
    "sent_at": 9,
    "tenant": 0,
    "updated_at": 12,
    "used_at": 6,
    "user_agent": 8,
    "user_id": 2
}

schema_attributes:

{
    "created_at": "string",
    "email": "string",
    "expires_at": "string",
    "failure_reason": "string",
    "hash_id": "string",
    "id": "string",
    "ip_address": "string",
    "sent_at": "string",
    "tenant": "string",
    "updated_at": "string",
    "used_at": "string",
    "user_agent": "string",
    "user_id": "string"
}

schema_name_id: 4312
schema_scan_id: 161678327
updated: 2026-04-08 05:10:42

Version 1706011

created: 2026-04-07 05:15:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsmagic_links`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsmagic_links`\n(\n `tenant`  string , `id`  string , `user_id`  string , `hash_id`  string , `email`  string , `expires_at`  string , `used_at`  string , `ip_address`  string , `user_agent`  string , `sent_at`  string , `failure_reason`  string , `created_at`  string , `updated_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-07/1775556858'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsmagic_links"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-07/1775556858
id: 1706011
processed: 1

raw_data:

{
    "created_at": 11,
    "email": 4,
    "expires_at": 5,
    "failure_reason": 10,
    "hash_id": 3,
    "id": 1,
    "ip_address": 7,
    "sent_at": 9,
    "tenant": 0,
    "updated_at": 12,
    "used_at": 6,
    "user_agent": 8,
    "user_id": 2
}

schema_attributes:

{
    "created_at": "string",
    "email": "string",
    "expires_at": "string",
    "failure_reason": "string",
    "hash_id": "string",
    "id": "string",
    "ip_address": "string",
    "sent_at": "string",
    "tenant": "string",
    "updated_at": "string",
    "used_at": "string",
    "user_agent": "string",
    "user_id": "string"
}

schema_name_id: 4312
schema_scan_id: 161622090
updated: 2026-04-07 05:16:12

Version 1704780

created: 2026-04-06 05:17:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsmagic_links`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsmagic_links`\n(\n `tenant`  string , `id`  string , `user_id`  string , `hash_id`  string , `email`  string , `expires_at`  string , `used_at`  string , `ip_address`  string , `user_agent`  string , `sent_at`  string , `failure_reason`  string , `created_at`  string , `updated_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-06/1775470533'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsmagic_links"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-06/1775470533
id: 1704780
processed: 1

raw_data:

{
    "created_at": 11,
    "email": 4,
    "expires_at": 5,
    "failure_reason": 10,
    "hash_id": 3,
    "id": 1,
    "ip_address": 7,
    "sent_at": 9,
    "tenant": 0,
    "updated_at": 12,
    "used_at": 6,
    "user_agent": 8,
    "user_id": 2
}

schema_attributes:

{
    "created_at": "string",
    "email": "string",
    "expires_at": "string",
    "failure_reason": "string",
    "hash_id": "string",
    "id": "string",
    "ip_address": "string",
    "sent_at": "string",
    "tenant": "string",
    "updated_at": "string",
    "used_at": "string",
    "user_agent": "string",
    "user_id": "string"
}

schema_name_id: 4312
schema_scan_id: 161564251
updated: 2026-04-06 05:17:20

Version 1703597

created: 2026-04-05 04:58:32

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsmagic_links`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsmagic_links`\n(\n `tenant`  string , `id`  string , `user_id`  string , `hash_id`  string , `email`  string , `expires_at`  string , `used_at`  string , `ip_address`  string , `user_agent`  string , `sent_at`  string , `failure_reason`  string , `created_at`  string , `updated_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-05/1775382946'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsmagic_links"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-05/1775382946
id: 1703597
processed: 1

raw_data:

{
    "created_at": 11,
    "email": 4,
    "expires_at": 5,
    "failure_reason": 10,
    "hash_id": 3,
    "id": 1,
    "ip_address": 7,
    "sent_at": 9,
    "tenant": 0,
    "updated_at": 12,
    "used_at": 6,
    "user_agent": 8,
    "user_id": 2
}

schema_attributes:

{
    "created_at": "string",
    "email": "string",
    "expires_at": "string",
    "failure_reason": "string",
    "hash_id": "string",
    "id": "string",
    "ip_address": "string",
    "sent_at": "string",
    "tenant": "string",
    "updated_at": "string",
    "used_at": "string",
    "user_agent": "string",
    "user_id": "string"
}

schema_name_id: 4312
schema_scan_id: 161516596
updated: 2026-04-05 04:58:45

Version 1702491

created: 2026-04-04 04:58:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsmagic_links`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsmagic_links`\n(\n `tenant`  string , `id`  string , `user_id`  string , `hash_id`  string , `email`  string , `expires_at`  string , `used_at`  string , `ip_address`  string , `user_agent`  string , `sent_at`  string , `failure_reason`  string , `created_at`  string , `updated_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-04/1775296473'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsmagic_links"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-04/1775296473
id: 1702491
processed: 1

raw_data:

{
    "created_at": 11,
    "email": 4,
    "expires_at": 5,
    "failure_reason": 10,
    "hash_id": 3,
    "id": 1,
    "ip_address": 7,
    "sent_at": 9,
    "tenant": 0,
    "updated_at": 12,
    "used_at": 6,
    "user_agent": 8,
    "user_id": 2
}

schema_attributes:

{
    "created_at": "string",
    "email": "string",
    "expires_at": "string",
    "failure_reason": "string",
    "hash_id": "string",
    "id": "string",
    "ip_address": "string",
    "sent_at": "string",
    "tenant": "string",
    "updated_at": "string",
    "used_at": "string",
    "user_agent": "string",
    "user_id": "string"
}

schema_name_id: 4312
schema_scan_id: 161462258
updated: 2026-04-04 04:58:59

Version 1701279

created: 2026-04-03 05:14:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsmagic_links`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsmagic_links`\n(\n `tenant`  string , `id`  string , `user_id`  string , `hash_id`  string , `email`  string , `expires_at`  string , `used_at`  string , `ip_address`  string , `user_agent`  string , `sent_at`  string , `failure_reason`  string , `created_at`  string , `updated_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-03/1775211037'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsmagic_links"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-03/1775211037
id: 1701279
processed: 1

raw_data:

{
    "created_at": 11,
    "email": 4,
    "expires_at": 5,
    "failure_reason": 10,
    "hash_id": 3,
    "id": 1,
    "ip_address": 7,
    "sent_at": 9,
    "tenant": 0,
    "updated_at": 12,
    "used_at": 6,
    "user_agent": 8,
    "user_id": 2
}

schema_attributes:

{
    "created_at": "string",
    "email": "string",
    "expires_at": "string",
    "failure_reason": "string",
    "hash_id": "string",
    "id": "string",
    "ip_address": "string",
    "sent_at": "string",
    "tenant": "string",
    "updated_at": "string",
    "used_at": "string",
    "user_agent": "string",
    "user_id": "string"
}

schema_name_id: 4312
schema_scan_id: 161404878
updated: 2026-04-03 05:14:29

Schema Scans: 15

Last at 2026-04-17 04:56:49

Scan 162169305

duration: 0:00:14.355366

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162169305

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-17/1776419648",
        "key": "raw/stellar_imsmagic_links/2026-04-17/1776419648/magic_links.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsmagic_links",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16492427323153182925,
        "service_name": "drive-thru",
        "span_id": 10478770661116397145,
        "trace_id": 2896587775636945520
    }
}

running: False
schema_name_id: 4312
start_time: 2026-04-17 04:56:49
success: True
trace_id: 2896587775636945520

Scan 162114371

duration: 0:00:12.091700

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162114371

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-16/1776334548",
        "key": "raw/stellar_imsmagic_links/2026-04-16/1776334548/magic_links.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsmagic_links",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2933051947026015420,
        "service_name": "drive-thru",
        "span_id": 4551324144448879987,
        "trace_id": 8936477038539145746
    }
}

running: False
schema_name_id: 4312
start_time: 2026-04-16 05:16:22
success: True
trace_id: 8936477038539145746

Scan 162056416

duration: 0:00:12.013415

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162056416

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-15/1776242362",
        "key": "raw/stellar_imsmagic_links/2026-04-15/1776242362/magic_links.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsmagic_links",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4221169148860975501,
        "service_name": "drive-thru",
        "span_id": 8172347106750661831,
        "trace_id": 17487795749567516399
    }
}

running: False
schema_name_id: 4312
start_time: 2026-04-15 03:42:54
success: True
trace_id: 17487795749567516399

Scan 162003122

duration: 0:00:14.401779

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162003122

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-14/1776160757",
        "key": "raw/stellar_imsmagic_links/2026-04-14/1776160757/magic_links.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsmagic_links",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8008798310466576984,
        "service_name": "drive-thru",
        "span_id": 5118255973190139005,
        "trace_id": 11829886353443512467
    }
}

running: False
schema_name_id: 4312
start_time: 2026-04-14 05:04:20
success: True
trace_id: 11829886353443512467

Scan 161945303

duration: 0:00:14.476152

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161945303

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-13/1776074804",
        "key": "raw/stellar_imsmagic_links/2026-04-13/1776074804/magic_links.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsmagic_links",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16815060829047287369,
        "service_name": "drive-thru",
        "span_id": 12259267799178988241,
        "trace_id": 9247468860155113502
    }
}

running: False
schema_name_id: 4312
start_time: 2026-04-13 05:08:11
success: True
trace_id: 9247468860155113502

Scan 161896368

duration: 0:00:14.494398

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161896368

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-12/1775988160",
        "key": "raw/stellar_imsmagic_links/2026-04-12/1775988160/magic_links.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsmagic_links",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10324406749040900695,
        "service_name": "drive-thru",
        "span_id": 5430107499746175184,
        "trace_id": 16369765154128814134
    }
}

running: False
schema_name_id: 4312
start_time: 2026-04-12 05:05:09
success: True
trace_id: 16369765154128814134

Scan 161843980

duration: 0:00:11.844666

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161843980

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-11/1775902577",
        "key": "raw/stellar_imsmagic_links/2026-04-11/1775902577/magic_links.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsmagic_links",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15353794900978754564,
        "service_name": "drive-thru",
        "span_id": 8408588064558356329,
        "trace_id": 17699496228008679192
    }
}

running: False
schema_name_id: 4312
start_time: 2026-04-11 05:19:42
success: True
trace_id: 17699496228008679192

Scan 161788620

duration: 0:00:11.854651

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161788620

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-10/1775815218",
        "key": "raw/stellar_imsmagic_links/2026-04-10/1775815218/magic_links.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsmagic_links",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9325967471424942450,
        "service_name": "drive-thru",
        "span_id": 4414958086015651386,
        "trace_id": 364710467098815449
    }
}

running: False
schema_name_id: 4312
start_time: 2026-04-10 05:03:24
success: True
trace_id: 364710467098815449

Scan 161732954

duration: 0:00:14.422648

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161732954

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-09/1775728840",
        "key": "raw/stellar_imsmagic_links/2026-04-09/1775728840/magic_links.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsmagic_links",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13002683966857837713,
        "service_name": "drive-thru",
        "span_id": 3571462680753794267,
        "trace_id": 1176482937662824666
    }
}

running: False
schema_name_id: 4312
start_time: 2026-04-09 05:02:11
success: True
trace_id: 1176482937662824666

Scan 161678327

duration: 0:00:14.676462

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161678327

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-08/1775642989",
        "key": "raw/stellar_imsmagic_links/2026-04-08/1775642989/magic_links.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsmagic_links",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 13547427191204289302,
        "service_name": "drive-thru",
        "span_id": 11394937973906798051,
        "trace_id": 10892776534526718288
    }
}

running: False
schema_name_id: 4312
start_time: 2026-04-08 05:10:27
success: True
trace_id: 10892776534526718288

Scan 161622090

duration: 0:00:14.324766

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161622090

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-07/1775556858",
        "key": "raw/stellar_imsmagic_links/2026-04-07/1775556858/magic_links.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsmagic_links",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 1902676934963389734,
        "service_name": "drive-thru",
        "span_id": 10317395173815209991,
        "trace_id": 6650697040487708595
    }
}

running: False
schema_name_id: 4312
start_time: 2026-04-07 05:15:57
success: True
trace_id: 6650697040487708595

Scan 161564251

duration: 0:00:14.466887

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161564251

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-06/1775470533",
        "key": "raw/stellar_imsmagic_links/2026-04-06/1775470533/magic_links.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsmagic_links",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16189147985648118221,
        "service_name": "drive-thru",
        "span_id": 16963830421425161481,
        "trace_id": 12885314907755857431
    }
}

running: False
schema_name_id: 4312
start_time: 2026-04-06 05:17:05
success: True
trace_id: 12885314907755857431

Scan 161516596

duration: 0:00:14.269957

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161516596

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-05/1775382946",
        "key": "raw/stellar_imsmagic_links/2026-04-05/1775382946/magic_links.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsmagic_links",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 209974863240605523,
        "service_name": "drive-thru",
        "span_id": 3500979254792119469,
        "trace_id": 3731747766616756568
    }
}

running: False
schema_name_id: 4312
start_time: 2026-04-05 04:58:31
success: True
trace_id: 3731747766616756568

Scan 161462258

duration: 0:00:11.766115

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161462258

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-04/1775296473",
        "key": "raw/stellar_imsmagic_links/2026-04-04/1775296473/magic_links.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsmagic_links",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7198757742328980216,
        "service_name": "drive-thru",
        "span_id": 9525494693241856241,
        "trace_id": 8502696568608828121
    }
}

running: False
schema_name_id: 4312
start_time: 2026-04-04 04:58:48
success: True
trace_id: 8502696568608828121

Scan 161404878

duration: 0:00:14.330163

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161404878

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-03/1775211037",
        "key": "raw/stellar_imsmagic_links/2026-04-03/1775211037/magic_links.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsmagic_links",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15442305286404637079,
        "service_name": "drive-thru",
        "span_id": 10985306080108690739,
        "trace_id": 3338340208534603401
    }
}

running: False
schema_name_id: 4312
start_time: 2026-04-03 05:14:15
success: True
trace_id: 3338340208534603401

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "created_at": "string",
    "email": "string",
    "expires_at": "string",
    "failure_reason": "string",
    "hash_id": "string",
    "id": "string",
    "ip_address": "string",
    "sent_at": "string",
    "tenant": "string",
    "updated_at": "string",
    "used_at": "string",
    "user_agent": "string",
    "user_id": "string"
}

created: 2026-04-17 04:56:50

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsmagic_links`\n(\n `tenant`  string , `id`  string , `user_id`  string , `hash_id`  string , `email`  string , `expires_at`  string , `used_at`  string , `ip_address`  string , `user_agent`  string , `sent_at`  string , `failure_reason`  string , `created_at`  string , `updated_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-17/1776419648'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsmagic_links`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsmagic_links"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2026-01-22 03:42:41",
        "disabled": false,
        "format": "raw",
        "id": 4312,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_prod_drivethru",
            "table": "stellar_imsmagic_links"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "created_at": "string",
            "email": "string",
            "expires_at": "string",
            "failure_reason": "string",
            "hash_id": "string",
            "id": "string",
            "ip_address": "string",
            "sent_at": "string",
            "tenant": "string",
            "updated_at": "string",
            "used_at": "string",
            "user_agent": "string",
            "user_id": "string"
        },
        "created": "2026-04-17 04:56:50",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsmagic_links`\n(\n `tenant`  string , `id`  string , `user_id`  string , `hash_id`  string , `email`  string , `expires_at`  string , `used_at`  string , `ip_address`  string , `user_agent`  string , `sent_at`  string , `failure_reason`  string , `created_at`  string , `updated_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsmagic_links/2026-04-17/1776419648'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsmagic_links`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsmagic_links"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}