Schema Info

Schema Name: sfdl_prod_drivethru.stellar_imsinsurance_payments

created: 2023-07-04 02:40:39
disabled: False
format: raw
id: 1541
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_prod_drivethru",
    "table": "stellar_imsinsurance_payments"
}

type: drivethrucsv

Schema Versions: 15

Version 1717939

created: 2026-04-17 04:55:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsinsurance_payments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsinsurance_payments`\n(\n `tenant`  string , `id`  string , `booking_id`  string , `booking_boat_id`  string , `customer_id`  string , `admin_id`  string , `frontend`  string , `payment_type`  string , `payment_total`  string , `credit_last4`  string , `credit_expiry`  string , `billing_firstname`  string , `billing_lastname`  string , `billing_street1`  string , `billing_street2`  string , `billing_city`  string , `billing_state`  string , `billing_country`  string , `billing_zip`  string , `transid`  string , `original_payment_id`  string , `status`  string , `notes`  string , `offline_type`  string , `premium`  string , `tax`  string , `commission`  string , `cc_processor_fee`  string , `cc_brand`  string , `cc_country`  string , `cc_funding`  string , `cc_connect_type`  string , `cc_connect_id`  string , `cc_payout_id`  string , `cc_payout_date`  string , `external_charge_id`  string , `is_synced`  string , `created_at`  string , `updated_at`  string , `deleted_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-17/1776419647'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsinsurance_payments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-17/1776419647
id: 1717939
processed: 1

raw_data:

{
    "admin_id": 5,
    "billing_city": 15,
    "billing_country": 17,
    "billing_firstname": 11,
    "billing_lastname": 12,
    "billing_state": 16,
    "billing_street1": 13,
    "billing_street2": 14,
    "billing_zip": 18,
    "booking_boat_id": 3,
    "booking_id": 2,
    "cc_brand": 28,
    "cc_connect_id": 32,
    "cc_connect_type": 31,
    "cc_country": 29,
    "cc_funding": 30,
    "cc_payout_date": 34,
    "cc_payout_id": 33,
    "cc_processor_fee": 27,
    "commission": 26,
    "created_at": 37,
    "credit_expiry": 10,
    "credit_last4": 9,
    "customer_id": 4,
    "deleted_at": 39,
    "external_charge_id": 35,
    "frontend": 6,
    "id": 1,
    "is_synced": 36,
    "notes": 22,
    "offline_type": 23,
    "original_payment_id": 20,
    "payment_total": 8,
    "payment_type": 7,
    "premium": 24,
    "status": 21,
    "tax": 25,
    "tenant": 0,
    "transid": 19,
    "updated_at": 38
}

schema_attributes:

{
    "admin_id": "string",
    "billing_city": "string",
    "billing_country": "string",
    "billing_firstname": "string",
    "billing_lastname": "string",
    "billing_state": "string",
    "billing_street1": "string",
    "billing_street2": "string",
    "billing_zip": "string",
    "booking_boat_id": "string",
    "booking_id": "string",
    "cc_brand": "string",
    "cc_connect_id": "string",
    "cc_connect_type": "string",
    "cc_country": "string",
    "cc_funding": "string",
    "cc_payout_date": "string",
    "cc_payout_id": "string",
    "cc_processor_fee": "string",
    "commission": "string",
    "created_at": "string",
    "credit_expiry": "string",
    "credit_last4": "string",
    "customer_id": "string",
    "deleted_at": "string",
    "external_charge_id": "string",
    "frontend": "string",
    "id": "string",
    "is_synced": "string",
    "notes": "string",
    "offline_type": "string",
    "original_payment_id": "string",
    "payment_total": "string",
    "payment_type": "string",
    "premium": "string",
    "status": "string",
    "tax": "string",
    "tenant": "string",
    "transid": "string",
    "updated_at": "string"
}

schema_name_id: 1541
schema_scan_id: 162169275
updated: 2026-04-17 04:55:55

Version 1716736

created: 2026-04-16 05:17:38

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsinsurance_payments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsinsurance_payments`\n(\n `tenant`  string , `id`  string , `booking_id`  string , `booking_boat_id`  string , `customer_id`  string , `admin_id`  string , `frontend`  string , `payment_type`  string , `payment_total`  string , `credit_last4`  string , `credit_expiry`  string , `billing_firstname`  string , `billing_lastname`  string , `billing_street1`  string , `billing_street2`  string , `billing_city`  string , `billing_state`  string , `billing_country`  string , `billing_zip`  string , `transid`  string , `original_payment_id`  string , `status`  string , `notes`  string , `offline_type`  string , `premium`  string , `tax`  string , `commission`  string , `cc_processor_fee`  string , `cc_brand`  string , `cc_country`  string , `cc_funding`  string , `cc_connect_type`  string , `cc_connect_id`  string , `cc_payout_id`  string , `cc_payout_date`  string , `external_charge_id`  string , `is_synced`  string , `created_at`  string , `updated_at`  string , `deleted_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-16/1776334548'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsinsurance_payments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-16/1776334548
id: 1716736
processed: 1

raw_data:

{
    "admin_id": 5,
    "billing_city": 15,
    "billing_country": 17,
    "billing_firstname": 11,
    "billing_lastname": 12,
    "billing_state": 16,
    "billing_street1": 13,
    "billing_street2": 14,
    "billing_zip": 18,
    "booking_boat_id": 3,
    "booking_id": 2,
    "cc_brand": 28,
    "cc_connect_id": 32,
    "cc_connect_type": 31,
    "cc_country": 29,
    "cc_funding": 30,
    "cc_payout_date": 34,
    "cc_payout_id": 33,
    "cc_processor_fee": 27,
    "commission": 26,
    "created_at": 37,
    "credit_expiry": 10,
    "credit_last4": 9,
    "customer_id": 4,
    "deleted_at": 39,
    "external_charge_id": 35,
    "frontend": 6,
    "id": 1,
    "is_synced": 36,
    "notes": 22,
    "offline_type": 23,
    "original_payment_id": 20,
    "payment_total": 8,
    "payment_type": 7,
    "premium": 24,
    "status": 21,
    "tax": 25,
    "tenant": 0,
    "transid": 19,
    "updated_at": 38
}

schema_attributes:

{
    "admin_id": "string",
    "billing_city": "string",
    "billing_country": "string",
    "billing_firstname": "string",
    "billing_lastname": "string",
    "billing_state": "string",
    "billing_street1": "string",
    "billing_street2": "string",
    "billing_zip": "string",
    "booking_boat_id": "string",
    "booking_id": "string",
    "cc_brand": "string",
    "cc_connect_id": "string",
    "cc_connect_type": "string",
    "cc_country": "string",
    "cc_funding": "string",
    "cc_payout_date": "string",
    "cc_payout_id": "string",
    "cc_processor_fee": "string",
    "commission": "string",
    "created_at": "string",
    "credit_expiry": "string",
    "credit_last4": "string",
    "customer_id": "string",
    "deleted_at": "string",
    "external_charge_id": "string",
    "frontend": "string",
    "id": "string",
    "is_synced": "string",
    "notes": "string",
    "offline_type": "string",
    "original_payment_id": "string",
    "payment_total": "string",
    "payment_type": "string",
    "premium": "string",
    "status": "string",
    "tax": "string",
    "tenant": "string",
    "transid": "string",
    "updated_at": "string"
}

schema_name_id: 1541
schema_scan_id: 162114405
updated: 2026-04-16 05:17:50

Version 1715458

created: 2026-04-15 03:40:05

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsinsurance_payments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsinsurance_payments`\n(\n `tenant`  string , `id`  string , `booking_id`  string , `booking_boat_id`  string , `customer_id`  string , `admin_id`  string , `frontend`  string , `payment_type`  string , `payment_total`  string , `credit_last4`  string , `credit_expiry`  string , `billing_firstname`  string , `billing_lastname`  string , `billing_street1`  string , `billing_street2`  string , `billing_city`  string , `billing_state`  string , `billing_country`  string , `billing_zip`  string , `transid`  string , `original_payment_id`  string , `status`  string , `notes`  string , `offline_type`  string , `premium`  string , `tax`  string , `commission`  string , `cc_processor_fee`  string , `cc_brand`  string , `cc_country`  string , `cc_funding`  string , `cc_connect_type`  string , `cc_connect_id`  string , `cc_payout_id`  string , `cc_payout_date`  string , `external_charge_id`  string , `is_synced`  string , `created_at`  string , `updated_at`  string , `deleted_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-15/1776242361'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsinsurance_payments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-15/1776242361
id: 1715458
processed: 1

raw_data:

{
    "admin_id": 5,
    "billing_city": 15,
    "billing_country": 17,
    "billing_firstname": 11,
    "billing_lastname": 12,
    "billing_state": 16,
    "billing_street1": 13,
    "billing_street2": 14,
    "billing_zip": 18,
    "booking_boat_id": 3,
    "booking_id": 2,
    "cc_brand": 28,
    "cc_connect_id": 32,
    "cc_connect_type": 31,
    "cc_country": 29,
    "cc_funding": 30,
    "cc_payout_date": 34,
    "cc_payout_id": 33,
    "cc_processor_fee": 27,
    "commission": 26,
    "created_at": 37,
    "credit_expiry": 10,
    "credit_last4": 9,
    "customer_id": 4,
    "deleted_at": 39,
    "external_charge_id": 35,
    "frontend": 6,
    "id": 1,
    "is_synced": 36,
    "notes": 22,
    "offline_type": 23,
    "original_payment_id": 20,
    "payment_total": 8,
    "payment_type": 7,
    "premium": 24,
    "status": 21,
    "tax": 25,
    "tenant": 0,
    "transid": 19,
    "updated_at": 38
}

schema_attributes:

{
    "admin_id": "string",
    "billing_city": "string",
    "billing_country": "string",
    "billing_firstname": "string",
    "billing_lastname": "string",
    "billing_state": "string",
    "billing_street1": "string",
    "billing_street2": "string",
    "billing_zip": "string",
    "booking_boat_id": "string",
    "booking_id": "string",
    "cc_brand": "string",
    "cc_connect_id": "string",
    "cc_connect_type": "string",
    "cc_country": "string",
    "cc_funding": "string",
    "cc_payout_date": "string",
    "cc_payout_id": "string",
    "cc_processor_fee": "string",
    "commission": "string",
    "created_at": "string",
    "credit_expiry": "string",
    "credit_last4": "string",
    "customer_id": "string",
    "deleted_at": "string",
    "external_charge_id": "string",
    "frontend": "string",
    "id": "string",
    "is_synced": "string",
    "notes": "string",
    "offline_type": "string",
    "original_payment_id": "string",
    "payment_total": "string",
    "payment_type": "string",
    "premium": "string",
    "status": "string",
    "tax": "string",
    "tenant": "string",
    "transid": "string",
    "updated_at": "string"
}

schema_name_id: 1541
schema_scan_id: 162056341
updated: 2026-04-15 03:40:17

Version 1714371

created: 2026-04-14 05:03:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsinsurance_payments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsinsurance_payments`\n(\n `tenant`  string , `id`  string , `booking_id`  string , `booking_boat_id`  string , `customer_id`  string , `admin_id`  string , `frontend`  string , `payment_type`  string , `payment_total`  string , `credit_last4`  string , `credit_expiry`  string , `billing_firstname`  string , `billing_lastname`  string , `billing_street1`  string , `billing_street2`  string , `billing_city`  string , `billing_state`  string , `billing_country`  string , `billing_zip`  string , `transid`  string , `original_payment_id`  string , `status`  string , `notes`  string , `offline_type`  string , `premium`  string , `tax`  string , `commission`  string , `cc_processor_fee`  string , `cc_brand`  string , `cc_country`  string , `cc_funding`  string , `cc_connect_type`  string , `cc_connect_id`  string , `cc_payout_id`  string , `cc_payout_date`  string , `external_charge_id`  string , `is_synced`  string , `created_at`  string , `updated_at`  string , `deleted_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-14/1776160756'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsinsurance_payments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-14/1776160756
id: 1714371
processed: 1

raw_data:

{
    "admin_id": 5,
    "billing_city": 15,
    "billing_country": 17,
    "billing_firstname": 11,
    "billing_lastname": 12,
    "billing_state": 16,
    "billing_street1": 13,
    "billing_street2": 14,
    "billing_zip": 18,
    "booking_boat_id": 3,
    "booking_id": 2,
    "cc_brand": 28,
    "cc_connect_id": 32,
    "cc_connect_type": 31,
    "cc_country": 29,
    "cc_funding": 30,
    "cc_payout_date": 34,
    "cc_payout_id": 33,
    "cc_processor_fee": 27,
    "commission": 26,
    "created_at": 37,
    "credit_expiry": 10,
    "credit_last4": 9,
    "customer_id": 4,
    "deleted_at": 39,
    "external_charge_id": 35,
    "frontend": 6,
    "id": 1,
    "is_synced": 36,
    "notes": 22,
    "offline_type": 23,
    "original_payment_id": 20,
    "payment_total": 8,
    "payment_type": 7,
    "premium": 24,
    "status": 21,
    "tax": 25,
    "tenant": 0,
    "transid": 19,
    "updated_at": 38
}

schema_attributes:

{
    "admin_id": "string",
    "billing_city": "string",
    "billing_country": "string",
    "billing_firstname": "string",
    "billing_lastname": "string",
    "billing_state": "string",
    "billing_street1": "string",
    "billing_street2": "string",
    "billing_zip": "string",
    "booking_boat_id": "string",
    "booking_id": "string",
    "cc_brand": "string",
    "cc_connect_id": "string",
    "cc_connect_type": "string",
    "cc_country": "string",
    "cc_funding": "string",
    "cc_payout_date": "string",
    "cc_payout_id": "string",
    "cc_processor_fee": "string",
    "commission": "string",
    "created_at": "string",
    "credit_expiry": "string",
    "credit_last4": "string",
    "customer_id": "string",
    "deleted_at": "string",
    "external_charge_id": "string",
    "frontend": "string",
    "id": "string",
    "is_synced": "string",
    "notes": "string",
    "offline_type": "string",
    "original_payment_id": "string",
    "payment_total": "string",
    "payment_type": "string",
    "premium": "string",
    "status": "string",
    "tax": "string",
    "tenant": "string",
    "transid": "string",
    "updated_at": "string"
}

schema_name_id: 1541
schema_scan_id: 162003091
updated: 2026-04-14 05:03:50

Version 1713114

created: 2026-04-13 05:08:51

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsinsurance_payments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsinsurance_payments`\n(\n `tenant`  string , `id`  string , `booking_id`  string , `booking_boat_id`  string , `customer_id`  string , `admin_id`  string , `frontend`  string , `payment_type`  string , `payment_total`  string , `credit_last4`  string , `credit_expiry`  string , `billing_firstname`  string , `billing_lastname`  string , `billing_street1`  string , `billing_street2`  string , `billing_city`  string , `billing_state`  string , `billing_country`  string , `billing_zip`  string , `transid`  string , `original_payment_id`  string , `status`  string , `notes`  string , `offline_type`  string , `premium`  string , `tax`  string , `commission`  string , `cc_processor_fee`  string , `cc_brand`  string , `cc_country`  string , `cc_funding`  string , `cc_connect_type`  string , `cc_connect_id`  string , `cc_payout_id`  string , `cc_payout_date`  string , `external_charge_id`  string , `is_synced`  string , `created_at`  string , `updated_at`  string , `deleted_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-13/1776074802'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsinsurance_payments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-13/1776074802
id: 1713114
processed: 1

raw_data:

{
    "admin_id": 5,
    "billing_city": 15,
    "billing_country": 17,
    "billing_firstname": 11,
    "billing_lastname": 12,
    "billing_state": 16,
    "billing_street1": 13,
    "billing_street2": 14,
    "billing_zip": 18,
    "booking_boat_id": 3,
    "booking_id": 2,
    "cc_brand": 28,
    "cc_connect_id": 32,
    "cc_connect_type": 31,
    "cc_country": 29,
    "cc_funding": 30,
    "cc_payout_date": 34,
    "cc_payout_id": 33,
    "cc_processor_fee": 27,
    "commission": 26,
    "created_at": 37,
    "credit_expiry": 10,
    "credit_last4": 9,
    "customer_id": 4,
    "deleted_at": 39,
    "external_charge_id": 35,
    "frontend": 6,
    "id": 1,
    "is_synced": 36,
    "notes": 22,
    "offline_type": 23,
    "original_payment_id": 20,
    "payment_total": 8,
    "payment_type": 7,
    "premium": 24,
    "status": 21,
    "tax": 25,
    "tenant": 0,
    "transid": 19,
    "updated_at": 38
}

schema_attributes:

{
    "admin_id": "string",
    "billing_city": "string",
    "billing_country": "string",
    "billing_firstname": "string",
    "billing_lastname": "string",
    "billing_state": "string",
    "billing_street1": "string",
    "billing_street2": "string",
    "billing_zip": "string",
    "booking_boat_id": "string",
    "booking_id": "string",
    "cc_brand": "string",
    "cc_connect_id": "string",
    "cc_connect_type": "string",
    "cc_country": "string",
    "cc_funding": "string",
    "cc_payout_date": "string",
    "cc_payout_id": "string",
    "cc_processor_fee": "string",
    "commission": "string",
    "created_at": "string",
    "credit_expiry": "string",
    "credit_last4": "string",
    "customer_id": "string",
    "deleted_at": "string",
    "external_charge_id": "string",
    "frontend": "string",
    "id": "string",
    "is_synced": "string",
    "notes": "string",
    "offline_type": "string",
    "original_payment_id": "string",
    "payment_total": "string",
    "payment_type": "string",
    "premium": "string",
    "status": "string",
    "tax": "string",
    "tenant": "string",
    "transid": "string",
    "updated_at": "string"
}

schema_name_id: 1541
schema_scan_id: 161945320
updated: 2026-04-13 05:09:04

Version 1711902

created: 2026-04-12 05:04:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsinsurance_payments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsinsurance_payments`\n(\n `tenant`  string , `id`  string , `booking_id`  string , `booking_boat_id`  string , `customer_id`  string , `admin_id`  string , `frontend`  string , `payment_type`  string , `payment_total`  string , `credit_last4`  string , `credit_expiry`  string , `billing_firstname`  string , `billing_lastname`  string , `billing_street1`  string , `billing_street2`  string , `billing_city`  string , `billing_state`  string , `billing_country`  string , `billing_zip`  string , `transid`  string , `original_payment_id`  string , `status`  string , `notes`  string , `offline_type`  string , `premium`  string , `tax`  string , `commission`  string , `cc_processor_fee`  string , `cc_brand`  string , `cc_country`  string , `cc_funding`  string , `cc_connect_type`  string , `cc_connect_id`  string , `cc_payout_id`  string , `cc_payout_date`  string , `external_charge_id`  string , `is_synced`  string , `created_at`  string , `updated_at`  string , `deleted_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-12/1775988159'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsinsurance_payments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-12/1775988159
id: 1711902
processed: 1

raw_data:

{
    "admin_id": 5,
    "billing_city": 15,
    "billing_country": 17,
    "billing_firstname": 11,
    "billing_lastname": 12,
    "billing_state": 16,
    "billing_street1": 13,
    "billing_street2": 14,
    "billing_zip": 18,
    "booking_boat_id": 3,
    "booking_id": 2,
    "cc_brand": 28,
    "cc_connect_id": 32,
    "cc_connect_type": 31,
    "cc_country": 29,
    "cc_funding": 30,
    "cc_payout_date": 34,
    "cc_payout_id": 33,
    "cc_processor_fee": 27,
    "commission": 26,
    "created_at": 37,
    "credit_expiry": 10,
    "credit_last4": 9,
    "customer_id": 4,
    "deleted_at": 39,
    "external_charge_id": 35,
    "frontend": 6,
    "id": 1,
    "is_synced": 36,
    "notes": 22,
    "offline_type": 23,
    "original_payment_id": 20,
    "payment_total": 8,
    "payment_type": 7,
    "premium": 24,
    "status": 21,
    "tax": 25,
    "tenant": 0,
    "transid": 19,
    "updated_at": 38
}

schema_attributes:

{
    "admin_id": "string",
    "billing_city": "string",
    "billing_country": "string",
    "billing_firstname": "string",
    "billing_lastname": "string",
    "billing_state": "string",
    "billing_street1": "string",
    "billing_street2": "string",
    "billing_zip": "string",
    "booking_boat_id": "string",
    "booking_id": "string",
    "cc_brand": "string",
    "cc_connect_id": "string",
    "cc_connect_type": "string",
    "cc_country": "string",
    "cc_funding": "string",
    "cc_payout_date": "string",
    "cc_payout_id": "string",
    "cc_processor_fee": "string",
    "commission": "string",
    "created_at": "string",
    "credit_expiry": "string",
    "credit_last4": "string",
    "customer_id": "string",
    "deleted_at": "string",
    "external_charge_id": "string",
    "frontend": "string",
    "id": "string",
    "is_synced": "string",
    "notes": "string",
    "offline_type": "string",
    "original_payment_id": "string",
    "payment_total": "string",
    "payment_type": "string",
    "premium": "string",
    "status": "string",
    "tax": "string",
    "tenant": "string",
    "transid": "string",
    "updated_at": "string"
}

schema_name_id: 1541
schema_scan_id: 161896348
updated: 2026-04-12 05:04:37

Version 1710746

created: 2026-04-11 05:19:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsinsurance_payments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsinsurance_payments`\n(\n `tenant`  string , `id`  string , `booking_id`  string , `booking_boat_id`  string , `customer_id`  string , `admin_id`  string , `frontend`  string , `payment_type`  string , `payment_total`  string , `credit_last4`  string , `credit_expiry`  string , `billing_firstname`  string , `billing_lastname`  string , `billing_street1`  string , `billing_street2`  string , `billing_city`  string , `billing_state`  string , `billing_country`  string , `billing_zip`  string , `transid`  string , `original_payment_id`  string , `status`  string , `notes`  string , `offline_type`  string , `premium`  string , `tax`  string , `commission`  string , `cc_processor_fee`  string , `cc_brand`  string , `cc_country`  string , `cc_funding`  string , `cc_connect_type`  string , `cc_connect_id`  string , `cc_payout_id`  string , `cc_payout_date`  string , `external_charge_id`  string , `is_synced`  string , `created_at`  string , `updated_at`  string , `deleted_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-11/1775902576'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsinsurance_payments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-11/1775902576
id: 1710746
processed: 1

raw_data:

{
    "admin_id": 5,
    "billing_city": 15,
    "billing_country": 17,
    "billing_firstname": 11,
    "billing_lastname": 12,
    "billing_state": 16,
    "billing_street1": 13,
    "billing_street2": 14,
    "billing_zip": 18,
    "booking_boat_id": 3,
    "booking_id": 2,
    "cc_brand": 28,
    "cc_connect_id": 32,
    "cc_connect_type": 31,
    "cc_country": 29,
    "cc_funding": 30,
    "cc_payout_date": 34,
    "cc_payout_id": 33,
    "cc_processor_fee": 27,
    "commission": 26,
    "created_at": 37,
    "credit_expiry": 10,
    "credit_last4": 9,
    "customer_id": 4,
    "deleted_at": 39,
    "external_charge_id": 35,
    "frontend": 6,
    "id": 1,
    "is_synced": 36,
    "notes": 22,
    "offline_type": 23,
    "original_payment_id": 20,
    "payment_total": 8,
    "payment_type": 7,
    "premium": 24,
    "status": 21,
    "tax": 25,
    "tenant": 0,
    "transid": 19,
    "updated_at": 38
}

schema_attributes:

{
    "admin_id": "string",
    "billing_city": "string",
    "billing_country": "string",
    "billing_firstname": "string",
    "billing_lastname": "string",
    "billing_state": "string",
    "billing_street1": "string",
    "billing_street2": "string",
    "billing_zip": "string",
    "booking_boat_id": "string",
    "booking_id": "string",
    "cc_brand": "string",
    "cc_connect_id": "string",
    "cc_connect_type": "string",
    "cc_country": "string",
    "cc_funding": "string",
    "cc_payout_date": "string",
    "cc_payout_id": "string",
    "cc_processor_fee": "string",
    "commission": "string",
    "created_at": "string",
    "credit_expiry": "string",
    "credit_last4": "string",
    "customer_id": "string",
    "deleted_at": "string",
    "external_charge_id": "string",
    "frontend": "string",
    "id": "string",
    "is_synced": "string",
    "notes": "string",
    "offline_type": "string",
    "original_payment_id": "string",
    "payment_total": "string",
    "payment_type": "string",
    "premium": "string",
    "status": "string",
    "tax": "string",
    "tenant": "string",
    "transid": "string",
    "updated_at": "string"
}

schema_name_id: 1541
schema_scan_id: 161843965
updated: 2026-04-11 05:19:25

Version 1709524

created: 2026-04-10 05:01:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsinsurance_payments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsinsurance_payments`\n(\n `tenant`  string , `id`  string , `booking_id`  string , `booking_boat_id`  string , `customer_id`  string , `admin_id`  string , `frontend`  string , `payment_type`  string , `payment_total`  string , `credit_last4`  string , `credit_expiry`  string , `billing_firstname`  string , `billing_lastname`  string , `billing_street1`  string , `billing_street2`  string , `billing_city`  string , `billing_state`  string , `billing_country`  string , `billing_zip`  string , `transid`  string , `original_payment_id`  string , `status`  string , `notes`  string , `offline_type`  string , `premium`  string , `tax`  string , `commission`  string , `cc_processor_fee`  string , `cc_brand`  string , `cc_country`  string , `cc_funding`  string , `cc_connect_type`  string , `cc_connect_id`  string , `cc_payout_id`  string , `cc_payout_date`  string , `external_charge_id`  string , `is_synced`  string , `created_at`  string , `updated_at`  string , `deleted_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-10/1775815218'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsinsurance_payments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-10/1775815218
id: 1709524
processed: 1

raw_data:

{
    "admin_id": 5,
    "billing_city": 15,
    "billing_country": 17,
    "billing_firstname": 11,
    "billing_lastname": 12,
    "billing_state": 16,
    "billing_street1": 13,
    "billing_street2": 14,
    "billing_zip": 18,
    "booking_boat_id": 3,
    "booking_id": 2,
    "cc_brand": 28,
    "cc_connect_id": 32,
    "cc_connect_type": 31,
    "cc_country": 29,
    "cc_funding": 30,
    "cc_payout_date": 34,
    "cc_payout_id": 33,
    "cc_processor_fee": 27,
    "commission": 26,
    "created_at": 37,
    "credit_expiry": 10,
    "credit_last4": 9,
    "customer_id": 4,
    "deleted_at": 39,
    "external_charge_id": 35,
    "frontend": 6,
    "id": 1,
    "is_synced": 36,
    "notes": 22,
    "offline_type": 23,
    "original_payment_id": 20,
    "payment_total": 8,
    "payment_type": 7,
    "premium": 24,
    "status": 21,
    "tax": 25,
    "tenant": 0,
    "transid": 19,
    "updated_at": 38
}

schema_attributes:

{
    "admin_id": "string",
    "billing_city": "string",
    "billing_country": "string",
    "billing_firstname": "string",
    "billing_lastname": "string",
    "billing_state": "string",
    "billing_street1": "string",
    "billing_street2": "string",
    "billing_zip": "string",
    "booking_boat_id": "string",
    "booking_id": "string",
    "cc_brand": "string",
    "cc_connect_id": "string",
    "cc_connect_type": "string",
    "cc_country": "string",
    "cc_funding": "string",
    "cc_payout_date": "string",
    "cc_payout_id": "string",
    "cc_processor_fee": "string",
    "commission": "string",
    "created_at": "string",
    "credit_expiry": "string",
    "credit_last4": "string",
    "customer_id": "string",
    "deleted_at": "string",
    "external_charge_id": "string",
    "frontend": "string",
    "id": "string",
    "is_synced": "string",
    "notes": "string",
    "offline_type": "string",
    "original_payment_id": "string",
    "payment_total": "string",
    "payment_type": "string",
    "premium": "string",
    "status": "string",
    "tax": "string",
    "tenant": "string",
    "transid": "string",
    "updated_at": "string"
}

schema_name_id: 1541
schema_scan_id: 161788562
updated: 2026-04-10 05:01:34

Version 1708421

created: 2026-04-09 05:03:06

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsinsurance_payments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsinsurance_payments`\n(\n `tenant`  string , `id`  string , `booking_id`  string , `booking_boat_id`  string , `customer_id`  string , `admin_id`  string , `frontend`  string , `payment_type`  string , `payment_total`  string , `credit_last4`  string , `credit_expiry`  string , `billing_firstname`  string , `billing_lastname`  string , `billing_street1`  string , `billing_street2`  string , `billing_city`  string , `billing_state`  string , `billing_country`  string , `billing_zip`  string , `transid`  string , `original_payment_id`  string , `status`  string , `notes`  string , `offline_type`  string , `premium`  string , `tax`  string , `commission`  string , `cc_processor_fee`  string , `cc_brand`  string , `cc_country`  string , `cc_funding`  string , `cc_connect_type`  string , `cc_connect_id`  string , `cc_payout_id`  string , `cc_payout_date`  string , `external_charge_id`  string , `is_synced`  string , `created_at`  string , `updated_at`  string , `deleted_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-09/1775728839'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsinsurance_payments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-09/1775728839
id: 1708421
processed: 1

raw_data:

{
    "admin_id": 5,
    "billing_city": 15,
    "billing_country": 17,
    "billing_firstname": 11,
    "billing_lastname": 12,
    "billing_state": 16,
    "billing_street1": 13,
    "billing_street2": 14,
    "billing_zip": 18,
    "booking_boat_id": 3,
    "booking_id": 2,
    "cc_brand": 28,
    "cc_connect_id": 32,
    "cc_connect_type": 31,
    "cc_country": 29,
    "cc_funding": 30,
    "cc_payout_date": 34,
    "cc_payout_id": 33,
    "cc_processor_fee": 27,
    "commission": 26,
    "created_at": 37,
    "credit_expiry": 10,
    "credit_last4": 9,
    "customer_id": 4,
    "deleted_at": 39,
    "external_charge_id": 35,
    "frontend": 6,
    "id": 1,
    "is_synced": 36,
    "notes": 22,
    "offline_type": 23,
    "original_payment_id": 20,
    "payment_total": 8,
    "payment_type": 7,
    "premium": 24,
    "status": 21,
    "tax": 25,
    "tenant": 0,
    "transid": 19,
    "updated_at": 38
}

schema_attributes:

{
    "admin_id": "string",
    "billing_city": "string",
    "billing_country": "string",
    "billing_firstname": "string",
    "billing_lastname": "string",
    "billing_state": "string",
    "billing_street1": "string",
    "billing_street2": "string",
    "billing_zip": "string",
    "booking_boat_id": "string",
    "booking_id": "string",
    "cc_brand": "string",
    "cc_connect_id": "string",
    "cc_connect_type": "string",
    "cc_country": "string",
    "cc_funding": "string",
    "cc_payout_date": "string",
    "cc_payout_id": "string",
    "cc_processor_fee": "string",
    "commission": "string",
    "created_at": "string",
    "credit_expiry": "string",
    "credit_last4": "string",
    "customer_id": "string",
    "deleted_at": "string",
    "external_charge_id": "string",
    "frontend": "string",
    "id": "string",
    "is_synced": "string",
    "notes": "string",
    "offline_type": "string",
    "original_payment_id": "string",
    "payment_total": "string",
    "payment_type": "string",
    "premium": "string",
    "status": "string",
    "tax": "string",
    "tenant": "string",
    "transid": "string",
    "updated_at": "string"
}

schema_name_id: 1541
schema_scan_id: 161732979
updated: 2026-04-09 05:03:20

Version 1707277

created: 2026-04-08 05:15:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsinsurance_payments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsinsurance_payments`\n(\n `tenant`  string , `id`  string , `booking_id`  string , `booking_boat_id`  string , `customer_id`  string , `admin_id`  string , `frontend`  string , `payment_type`  string , `payment_total`  string , `credit_last4`  string , `credit_expiry`  string , `billing_firstname`  string , `billing_lastname`  string , `billing_street1`  string , `billing_street2`  string , `billing_city`  string , `billing_state`  string , `billing_country`  string , `billing_zip`  string , `transid`  string , `original_payment_id`  string , `status`  string , `notes`  string , `offline_type`  string , `premium`  string , `tax`  string , `commission`  string , `cc_processor_fee`  string , `cc_brand`  string , `cc_country`  string , `cc_funding`  string , `cc_connect_type`  string , `cc_connect_id`  string , `cc_payout_id`  string , `cc_payout_date`  string , `external_charge_id`  string , `is_synced`  string , `created_at`  string , `updated_at`  string , `deleted_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-08/1775643004'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsinsurance_payments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-08/1775643004
id: 1707277
processed: 1

raw_data:

{
    "admin_id": 5,
    "billing_city": 15,
    "billing_country": 17,
    "billing_firstname": 11,
    "billing_lastname": 12,
    "billing_state": 16,
    "billing_street1": 13,
    "billing_street2": 14,
    "billing_zip": 18,
    "booking_boat_id": 3,
    "booking_id": 2,
    "cc_brand": 28,
    "cc_connect_id": 32,
    "cc_connect_type": 31,
    "cc_country": 29,
    "cc_funding": 30,
    "cc_payout_date": 34,
    "cc_payout_id": 33,
    "cc_processor_fee": 27,
    "commission": 26,
    "created_at": 37,
    "credit_expiry": 10,
    "credit_last4": 9,
    "customer_id": 4,
    "deleted_at": 39,
    "external_charge_id": 35,
    "frontend": 6,
    "id": 1,
    "is_synced": 36,
    "notes": 22,
    "offline_type": 23,
    "original_payment_id": 20,
    "payment_total": 8,
    "payment_type": 7,
    "premium": 24,
    "status": 21,
    "tax": 25,
    "tenant": 0,
    "transid": 19,
    "updated_at": 38
}

schema_attributes:

{
    "admin_id": "string",
    "billing_city": "string",
    "billing_country": "string",
    "billing_firstname": "string",
    "billing_lastname": "string",
    "billing_state": "string",
    "billing_street1": "string",
    "billing_street2": "string",
    "billing_zip": "string",
    "booking_boat_id": "string",
    "booking_id": "string",
    "cc_brand": "string",
    "cc_connect_id": "string",
    "cc_connect_type": "string",
    "cc_country": "string",
    "cc_funding": "string",
    "cc_payout_date": "string",
    "cc_payout_id": "string",
    "cc_processor_fee": "string",
    "commission": "string",
    "created_at": "string",
    "credit_expiry": "string",
    "credit_last4": "string",
    "customer_id": "string",
    "deleted_at": "string",
    "external_charge_id": "string",
    "frontend": "string",
    "id": "string",
    "is_synced": "string",
    "notes": "string",
    "offline_type": "string",
    "original_payment_id": "string",
    "payment_total": "string",
    "payment_type": "string",
    "premium": "string",
    "status": "string",
    "tax": "string",
    "tenant": "string",
    "transid": "string",
    "updated_at": "string"
}

schema_name_id: 1541
schema_scan_id: 161678437
updated: 2026-04-08 05:16:00

Version 1706024

created: 2026-04-07 05:16:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsinsurance_payments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsinsurance_payments`\n(\n `tenant`  string , `id`  string , `booking_id`  string , `booking_boat_id`  string , `customer_id`  string , `admin_id`  string , `frontend`  string , `payment_type`  string , `payment_total`  string , `credit_last4`  string , `credit_expiry`  string , `billing_firstname`  string , `billing_lastname`  string , `billing_street1`  string , `billing_street2`  string , `billing_city`  string , `billing_state`  string , `billing_country`  string , `billing_zip`  string , `transid`  string , `original_payment_id`  string , `status`  string , `notes`  string , `offline_type`  string , `premium`  string , `tax`  string , `commission`  string , `cc_processor_fee`  string , `cc_brand`  string , `cc_country`  string , `cc_funding`  string , `cc_connect_type`  string , `cc_connect_id`  string , `cc_payout_id`  string , `cc_payout_date`  string , `external_charge_id`  string , `is_synced`  string , `created_at`  string , `updated_at`  string , `deleted_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-07/1775556858'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsinsurance_payments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-07/1775556858
id: 1706024
processed: 1

raw_data:

{
    "admin_id": 5,
    "billing_city": 15,
    "billing_country": 17,
    "billing_firstname": 11,
    "billing_lastname": 12,
    "billing_state": 16,
    "billing_street1": 13,
    "billing_street2": 14,
    "billing_zip": 18,
    "booking_boat_id": 3,
    "booking_id": 2,
    "cc_brand": 28,
    "cc_connect_id": 32,
    "cc_connect_type": 31,
    "cc_country": 29,
    "cc_funding": 30,
    "cc_payout_date": 34,
    "cc_payout_id": 33,
    "cc_processor_fee": 27,
    "commission": 26,
    "created_at": 37,
    "credit_expiry": 10,
    "credit_last4": 9,
    "customer_id": 4,
    "deleted_at": 39,
    "external_charge_id": 35,
    "frontend": 6,
    "id": 1,
    "is_synced": 36,
    "notes": 22,
    "offline_type": 23,
    "original_payment_id": 20,
    "payment_total": 8,
    "payment_type": 7,
    "premium": 24,
    "status": 21,
    "tax": 25,
    "tenant": 0,
    "transid": 19,
    "updated_at": 38
}

schema_attributes:

{
    "admin_id": "string",
    "billing_city": "string",
    "billing_country": "string",
    "billing_firstname": "string",
    "billing_lastname": "string",
    "billing_state": "string",
    "billing_street1": "string",
    "billing_street2": "string",
    "billing_zip": "string",
    "booking_boat_id": "string",
    "booking_id": "string",
    "cc_brand": "string",
    "cc_connect_id": "string",
    "cc_connect_type": "string",
    "cc_country": "string",
    "cc_funding": "string",
    "cc_payout_date": "string",
    "cc_payout_id": "string",
    "cc_processor_fee": "string",
    "commission": "string",
    "created_at": "string",
    "credit_expiry": "string",
    "credit_last4": "string",
    "customer_id": "string",
    "deleted_at": "string",
    "external_charge_id": "string",
    "frontend": "string",
    "id": "string",
    "is_synced": "string",
    "notes": "string",
    "offline_type": "string",
    "original_payment_id": "string",
    "payment_total": "string",
    "payment_type": "string",
    "premium": "string",
    "status": "string",
    "tax": "string",
    "tenant": "string",
    "transid": "string",
    "updated_at": "string"
}

schema_name_id: 1541
schema_scan_id: 161622101
updated: 2026-04-07 05:16:37

Version 1704778

created: 2026-04-06 05:16:58

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsinsurance_payments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsinsurance_payments`\n(\n `tenant`  string , `id`  string , `booking_id`  string , `booking_boat_id`  string , `customer_id`  string , `admin_id`  string , `frontend`  string , `payment_type`  string , `payment_total`  string , `credit_last4`  string , `credit_expiry`  string , `billing_firstname`  string , `billing_lastname`  string , `billing_street1`  string , `billing_street2`  string , `billing_city`  string , `billing_state`  string , `billing_country`  string , `billing_zip`  string , `transid`  string , `original_payment_id`  string , `status`  string , `notes`  string , `offline_type`  string , `premium`  string , `tax`  string , `commission`  string , `cc_processor_fee`  string , `cc_brand`  string , `cc_country`  string , `cc_funding`  string , `cc_connect_type`  string , `cc_connect_id`  string , `cc_payout_id`  string , `cc_payout_date`  string , `external_charge_id`  string , `is_synced`  string , `created_at`  string , `updated_at`  string , `deleted_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-06/1775470532'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsinsurance_payments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-06/1775470532
id: 1704778
processed: 1

raw_data:

{
    "admin_id": 5,
    "billing_city": 15,
    "billing_country": 17,
    "billing_firstname": 11,
    "billing_lastname": 12,
    "billing_state": 16,
    "billing_street1": 13,
    "billing_street2": 14,
    "billing_zip": 18,
    "booking_boat_id": 3,
    "booking_id": 2,
    "cc_brand": 28,
    "cc_connect_id": 32,
    "cc_connect_type": 31,
    "cc_country": 29,
    "cc_funding": 30,
    "cc_payout_date": 34,
    "cc_payout_id": 33,
    "cc_processor_fee": 27,
    "commission": 26,
    "created_at": 37,
    "credit_expiry": 10,
    "credit_last4": 9,
    "customer_id": 4,
    "deleted_at": 39,
    "external_charge_id": 35,
    "frontend": 6,
    "id": 1,
    "is_synced": 36,
    "notes": 22,
    "offline_type": 23,
    "original_payment_id": 20,
    "payment_total": 8,
    "payment_type": 7,
    "premium": 24,
    "status": 21,
    "tax": 25,
    "tenant": 0,
    "transid": 19,
    "updated_at": 38
}

schema_attributes:

{
    "admin_id": "string",
    "billing_city": "string",
    "billing_country": "string",
    "billing_firstname": "string",
    "billing_lastname": "string",
    "billing_state": "string",
    "billing_street1": "string",
    "billing_street2": "string",
    "billing_zip": "string",
    "booking_boat_id": "string",
    "booking_id": "string",
    "cc_brand": "string",
    "cc_connect_id": "string",
    "cc_connect_type": "string",
    "cc_country": "string",
    "cc_funding": "string",
    "cc_payout_date": "string",
    "cc_payout_id": "string",
    "cc_processor_fee": "string",
    "commission": "string",
    "created_at": "string",
    "credit_expiry": "string",
    "credit_last4": "string",
    "customer_id": "string",
    "deleted_at": "string",
    "external_charge_id": "string",
    "frontend": "string",
    "id": "string",
    "is_synced": "string",
    "notes": "string",
    "offline_type": "string",
    "original_payment_id": "string",
    "payment_total": "string",
    "payment_type": "string",
    "premium": "string",
    "status": "string",
    "tax": "string",
    "tenant": "string",
    "transid": "string",
    "updated_at": "string"
}

schema_name_id: 1541
schema_scan_id: 161564249
updated: 2026-04-06 05:17:09

Version 1703627

created: 2026-04-05 04:59:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsinsurance_payments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsinsurance_payments`\n(\n `tenant`  string , `id`  string , `booking_id`  string , `booking_boat_id`  string , `customer_id`  string , `admin_id`  string , `frontend`  string , `payment_type`  string , `payment_total`  string , `credit_last4`  string , `credit_expiry`  string , `billing_firstname`  string , `billing_lastname`  string , `billing_street1`  string , `billing_street2`  string , `billing_city`  string , `billing_state`  string , `billing_country`  string , `billing_zip`  string , `transid`  string , `original_payment_id`  string , `status`  string , `notes`  string , `offline_type`  string , `premium`  string , `tax`  string , `commission`  string , `cc_processor_fee`  string , `cc_brand`  string , `cc_country`  string , `cc_funding`  string , `cc_connect_type`  string , `cc_connect_id`  string , `cc_payout_id`  string , `cc_payout_date`  string , `external_charge_id`  string , `is_synced`  string , `created_at`  string , `updated_at`  string , `deleted_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-05/1775382946'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsinsurance_payments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-05/1775382946
id: 1703627
processed: 1

raw_data:

{
    "admin_id": 5,
    "billing_city": 15,
    "billing_country": 17,
    "billing_firstname": 11,
    "billing_lastname": 12,
    "billing_state": 16,
    "billing_street1": 13,
    "billing_street2": 14,
    "billing_zip": 18,
    "booking_boat_id": 3,
    "booking_id": 2,
    "cc_brand": 28,
    "cc_connect_id": 32,
    "cc_connect_type": 31,
    "cc_country": 29,
    "cc_funding": 30,
    "cc_payout_date": 34,
    "cc_payout_id": 33,
    "cc_processor_fee": 27,
    "commission": 26,
    "created_at": 37,
    "credit_expiry": 10,
    "credit_last4": 9,
    "customer_id": 4,
    "deleted_at": 39,
    "external_charge_id": 35,
    "frontend": 6,
    "id": 1,
    "is_synced": 36,
    "notes": 22,
    "offline_type": 23,
    "original_payment_id": 20,
    "payment_total": 8,
    "payment_type": 7,
    "premium": 24,
    "status": 21,
    "tax": 25,
    "tenant": 0,
    "transid": 19,
    "updated_at": 38
}

schema_attributes:

{
    "admin_id": "string",
    "billing_city": "string",
    "billing_country": "string",
    "billing_firstname": "string",
    "billing_lastname": "string",
    "billing_state": "string",
    "billing_street1": "string",
    "billing_street2": "string",
    "billing_zip": "string",
    "booking_boat_id": "string",
    "booking_id": "string",
    "cc_brand": "string",
    "cc_connect_id": "string",
    "cc_connect_type": "string",
    "cc_country": "string",
    "cc_funding": "string",
    "cc_payout_date": "string",
    "cc_payout_id": "string",
    "cc_processor_fee": "string",
    "commission": "string",
    "created_at": "string",
    "credit_expiry": "string",
    "credit_last4": "string",
    "customer_id": "string",
    "deleted_at": "string",
    "external_charge_id": "string",
    "frontend": "string",
    "id": "string",
    "is_synced": "string",
    "notes": "string",
    "offline_type": "string",
    "original_payment_id": "string",
    "payment_total": "string",
    "payment_type": "string",
    "premium": "string",
    "status": "string",
    "tax": "string",
    "tenant": "string",
    "transid": "string",
    "updated_at": "string"
}

schema_name_id: 1541
schema_scan_id: 161516646
updated: 2026-04-05 04:59:37

Version 1702492

created: 2026-04-04 04:58:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsinsurance_payments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsinsurance_payments`\n(\n `tenant`  string , `id`  string , `booking_id`  string , `booking_boat_id`  string , `customer_id`  string , `admin_id`  string , `frontend`  string , `payment_type`  string , `payment_total`  string , `credit_last4`  string , `credit_expiry`  string , `billing_firstname`  string , `billing_lastname`  string , `billing_street1`  string , `billing_street2`  string , `billing_city`  string , `billing_state`  string , `billing_country`  string , `billing_zip`  string , `transid`  string , `original_payment_id`  string , `status`  string , `notes`  string , `offline_type`  string , `premium`  string , `tax`  string , `commission`  string , `cc_processor_fee`  string , `cc_brand`  string , `cc_country`  string , `cc_funding`  string , `cc_connect_type`  string , `cc_connect_id`  string , `cc_payout_id`  string , `cc_payout_date`  string , `external_charge_id`  string , `is_synced`  string , `created_at`  string , `updated_at`  string , `deleted_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-04/1775296472'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsinsurance_payments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-04/1775296472
id: 1702492
processed: 1

raw_data:

{
    "admin_id": 5,
    "billing_city": 15,
    "billing_country": 17,
    "billing_firstname": 11,
    "billing_lastname": 12,
    "billing_state": 16,
    "billing_street1": 13,
    "billing_street2": 14,
    "billing_zip": 18,
    "booking_boat_id": 3,
    "booking_id": 2,
    "cc_brand": 28,
    "cc_connect_id": 32,
    "cc_connect_type": 31,
    "cc_country": 29,
    "cc_funding": 30,
    "cc_payout_date": 34,
    "cc_payout_id": 33,
    "cc_processor_fee": 27,
    "commission": 26,
    "created_at": 37,
    "credit_expiry": 10,
    "credit_last4": 9,
    "customer_id": 4,
    "deleted_at": 39,
    "external_charge_id": 35,
    "frontend": 6,
    "id": 1,
    "is_synced": 36,
    "notes": 22,
    "offline_type": 23,
    "original_payment_id": 20,
    "payment_total": 8,
    "payment_type": 7,
    "premium": 24,
    "status": 21,
    "tax": 25,
    "tenant": 0,
    "transid": 19,
    "updated_at": 38
}

schema_attributes:

{
    "admin_id": "string",
    "billing_city": "string",
    "billing_country": "string",
    "billing_firstname": "string",
    "billing_lastname": "string",
    "billing_state": "string",
    "billing_street1": "string",
    "billing_street2": "string",
    "billing_zip": "string",
    "booking_boat_id": "string",
    "booking_id": "string",
    "cc_brand": "string",
    "cc_connect_id": "string",
    "cc_connect_type": "string",
    "cc_country": "string",
    "cc_funding": "string",
    "cc_payout_date": "string",
    "cc_payout_id": "string",
    "cc_processor_fee": "string",
    "commission": "string",
    "created_at": "string",
    "credit_expiry": "string",
    "credit_last4": "string",
    "customer_id": "string",
    "deleted_at": "string",
    "external_charge_id": "string",
    "frontend": "string",
    "id": "string",
    "is_synced": "string",
    "notes": "string",
    "offline_type": "string",
    "original_payment_id": "string",
    "payment_total": "string",
    "payment_type": "string",
    "premium": "string",
    "status": "string",
    "tax": "string",
    "tenant": "string",
    "transid": "string",
    "updated_at": "string"
}

schema_name_id: 1541
schema_scan_id: 161462259
updated: 2026-04-04 04:59:00

Version 1701267

created: 2026-04-03 05:13:49

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsinsurance_payments`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsinsurance_payments`\n(\n `tenant`  string , `id`  string , `booking_id`  string , `booking_boat_id`  string , `customer_id`  string , `admin_id`  string , `frontend`  string , `payment_type`  string , `payment_total`  string , `credit_last4`  string , `credit_expiry`  string , `billing_firstname`  string , `billing_lastname`  string , `billing_street1`  string , `billing_street2`  string , `billing_city`  string , `billing_state`  string , `billing_country`  string , `billing_zip`  string , `transid`  string , `original_payment_id`  string , `status`  string , `notes`  string , `offline_type`  string , `premium`  string , `tax`  string , `commission`  string , `cc_processor_fee`  string , `cc_brand`  string , `cc_country`  string , `cc_funding`  string , `cc_connect_type`  string , `cc_connect_id`  string , `cc_payout_id`  string , `cc_payout_date`  string , `external_charge_id`  string , `is_synced`  string , `created_at`  string , `updated_at`  string , `deleted_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-03/1775211035'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsinsurance_payments"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-03/1775211035
id: 1701267
processed: 1

raw_data:

{
    "admin_id": 5,
    "billing_city": 15,
    "billing_country": 17,
    "billing_firstname": 11,
    "billing_lastname": 12,
    "billing_state": 16,
    "billing_street1": 13,
    "billing_street2": 14,
    "billing_zip": 18,
    "booking_boat_id": 3,
    "booking_id": 2,
    "cc_brand": 28,
    "cc_connect_id": 32,
    "cc_connect_type": 31,
    "cc_country": 29,
    "cc_funding": 30,
    "cc_payout_date": 34,
    "cc_payout_id": 33,
    "cc_processor_fee": 27,
    "commission": 26,
    "created_at": 37,
    "credit_expiry": 10,
    "credit_last4": 9,
    "customer_id": 4,
    "deleted_at": 39,
    "external_charge_id": 35,
    "frontend": 6,
    "id": 1,
    "is_synced": 36,
    "notes": 22,
    "offline_type": 23,
    "original_payment_id": 20,
    "payment_total": 8,
    "payment_type": 7,
    "premium": 24,
    "status": 21,
    "tax": 25,
    "tenant": 0,
    "transid": 19,
    "updated_at": 38
}

schema_attributes:

{
    "admin_id": "string",
    "billing_city": "string",
    "billing_country": "string",
    "billing_firstname": "string",
    "billing_lastname": "string",
    "billing_state": "string",
    "billing_street1": "string",
    "billing_street2": "string",
    "billing_zip": "string",
    "booking_boat_id": "string",
    "booking_id": "string",
    "cc_brand": "string",
    "cc_connect_id": "string",
    "cc_connect_type": "string",
    "cc_country": "string",
    "cc_funding": "string",
    "cc_payout_date": "string",
    "cc_payout_id": "string",
    "cc_processor_fee": "string",
    "commission": "string",
    "created_at": "string",
    "credit_expiry": "string",
    "credit_last4": "string",
    "customer_id": "string",
    "deleted_at": "string",
    "external_charge_id": "string",
    "frontend": "string",
    "id": "string",
    "is_synced": "string",
    "notes": "string",
    "offline_type": "string",
    "original_payment_id": "string",
    "payment_total": "string",
    "payment_type": "string",
    "premium": "string",
    "status": "string",
    "tax": "string",
    "tenant": "string",
    "transid": "string",
    "updated_at": "string"
}

schema_name_id: 1541
schema_scan_id: 161404865
updated: 2026-04-03 05:14:00

Schema Scans: 15

Last at 2026-04-17 04:55:43

Scan 162169275

duration: 0:00:12.561556

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162169275

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-17/1776419647",
        "key": "raw/stellar_imsinsurance_payments/2026-04-17/1776419647/insurance_payments.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsinsurance_payments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 18213846903543992183,
        "service_name": "drive-thru",
        "span_id": 6235763876264958608,
        "trace_id": 7017662448121856505
    }
}

running: False
schema_name_id: 1541
start_time: 2026-04-17 04:55:43
success: True
trace_id: 7017662448121856505

Scan 162114405

duration: 0:00:12.895926

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162114405

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-16/1776334548",
        "key": "raw/stellar_imsinsurance_payments/2026-04-16/1776334548/insurance_payments.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsinsurance_payments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7530545580907994435,
        "service_name": "drive-thru",
        "span_id": 17625507078050277059,
        "trace_id": 6988573612663913257
    }
}

running: False
schema_name_id: 1541
start_time: 2026-04-16 05:17:37
success: True
trace_id: 6988573612663913257

Scan 162056341

duration: 0:00:12.697940

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162056341

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-15/1776242361",
        "key": "raw/stellar_imsinsurance_payments/2026-04-15/1776242361/insurance_payments.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsinsurance_payments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 7217812880747265659,
        "service_name": "drive-thru",
        "span_id": 2467323928649558283,
        "trace_id": 635279261618925899
    }
}

running: False
schema_name_id: 1541
start_time: 2026-04-15 03:40:04
success: True
trace_id: 635279261618925899

Scan 162003091

duration: 0:00:15.251617

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 162003091

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-14/1776160756",
        "key": "raw/stellar_imsinsurance_payments/2026-04-14/1776160756/insurance_payments.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsinsurance_payments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 10078226570680854922,
        "service_name": "drive-thru",
        "span_id": 12816276986056598956,
        "trace_id": 9955278655907198424
    }
}

running: False
schema_name_id: 1541
start_time: 2026-04-14 05:03:35
success: True
trace_id: 9955278655907198424

Scan 161945320

duration: 0:00:15.146362

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161945320

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-13/1776074802",
        "key": "raw/stellar_imsinsurance_payments/2026-04-13/1776074802/insurance_payments.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsinsurance_payments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 5612301727552811181,
        "service_name": "drive-thru",
        "span_id": 7951562270962733812,
        "trace_id": 3674349491355993417
    }
}

running: False
schema_name_id: 1541
start_time: 2026-04-13 05:08:49
success: True
trace_id: 3674349491355993417

Scan 161896348

duration: 0:00:15.048390

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161896348

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-12/1775988159",
        "key": "raw/stellar_imsinsurance_payments/2026-04-12/1775988159/insurance_payments.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsinsurance_payments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 9284028961884088430,
        "service_name": "drive-thru",
        "span_id": 1301946091418989944,
        "trace_id": 18264853737492039775
    }
}

running: False
schema_name_id: 1541
start_time: 2026-04-12 05:04:22
success: True
trace_id: 18264853737492039775

Scan 161843965

duration: 0:00:15.361018

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161843965

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-11/1775902576",
        "key": "raw/stellar_imsinsurance_payments/2026-04-11/1775902576/insurance_payments.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsinsurance_payments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 14930084474948088006,
        "service_name": "drive-thru",
        "span_id": 11952935311650859328,
        "trace_id": 11255836301518504267
    }
}

running: False
schema_name_id: 1541
start_time: 2026-04-11 05:19:10
success: True
trace_id: 11255836301518504267

Scan 161788562

duration: 0:00:12.644636

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161788562

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-10/1775815218",
        "key": "raw/stellar_imsinsurance_payments/2026-04-10/1775815218/insurance_payments.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsinsurance_payments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 3256998207843113045,
        "service_name": "drive-thru",
        "span_id": 12737785381821345386,
        "trace_id": 4404992783421437466
    }
}

running: False
schema_name_id: 1541
start_time: 2026-04-10 05:01:22
success: True
trace_id: 4404992783421437466

Scan 161732979

duration: 0:00:15.200369

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161732979

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-09/1775728839",
        "key": "raw/stellar_imsinsurance_payments/2026-04-09/1775728839/insurance_payments.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsinsurance_payments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 2411832011894878260,
        "service_name": "drive-thru",
        "span_id": 11184014116351924416,
        "trace_id": 12425307331225762376
    }
}

running: False
schema_name_id: 1541
start_time: 2026-04-09 05:03:05
success: True
trace_id: 12425307331225762376

Scan 161678437

duration: 0:00:12.789852

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161678437

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-08/1775643004",
        "key": "raw/stellar_imsinsurance_payments/2026-04-08/1775643004/insurance_payments.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsinsurance_payments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16651070571779546029,
        "service_name": "drive-thru",
        "span_id": 11694532686142066795,
        "trace_id": 4002259286726350076
    }
}

running: False
schema_name_id: 1541
start_time: 2026-04-08 05:15:47
success: True
trace_id: 4002259286726350076

Scan 161622101

duration: 0:00:12.593622

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161622101

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-07/1775556858",
        "key": "raw/stellar_imsinsurance_payments/2026-04-07/1775556858/insurance_payments.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsinsurance_payments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11202760929839449158,
        "service_name": "drive-thru",
        "span_id": 16458532402189859752,
        "trace_id": 17057743396485197336
    }
}

running: False
schema_name_id: 1541
start_time: 2026-04-07 05:16:24
success: True
trace_id: 17057743396485197336

Scan 161564249

duration: 0:00:12.671092

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161564249

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-06/1775470532",
        "key": "raw/stellar_imsinsurance_payments/2026-04-06/1775470532/insurance_payments.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsinsurance_payments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 12110092299144291732,
        "service_name": "drive-thru",
        "span_id": 15132898370581774890,
        "trace_id": 18369016858888466082
    }
}

running: False
schema_name_id: 1541
start_time: 2026-04-06 05:16:56
success: True
trace_id: 18369016858888466082

Scan 161516646

duration: 0:00:12.489161

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161516646

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-05/1775382946",
        "key": "raw/stellar_imsinsurance_payments/2026-04-05/1775382946/insurance_payments.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsinsurance_payments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 17735487399985039291,
        "service_name": "drive-thru",
        "span_id": 8086309066378286159,
        "trace_id": 5665666719225691071
    }
}

running: False
schema_name_id: 1541
start_time: 2026-04-05 04:59:24
success: True
trace_id: 5665666719225691071

Scan 161462259

duration: 0:00:12.643599

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161462259

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-04/1775296472",
        "key": "raw/stellar_imsinsurance_payments/2026-04-04/1775296472/insurance_payments.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsinsurance_payments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 16638438494258434341,
        "service_name": "drive-thru",
        "span_id": 9448024613000023863,
        "trace_id": 12448942723077882289
    }
}

running: False
schema_name_id: 1541
start_time: 2026-04-04 04:58:48
success: True
trace_id: 12448942723077882289

Scan 161404865

duration: 0:00:12.703543

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 161404865

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-03/1775211035",
        "key": "raw/stellar_imsinsurance_payments/2026-04-03/1775211035/insurance_payments.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.stellar_imsinsurance_payments",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 15829054930228907045,
        "service_name": "drive-thru",
        "span_id": 1990892949447400449,
        "trace_id": 12644731139500819206
    }
}

running: False
schema_name_id: 1541
start_time: 2026-04-03 05:13:48
success: True
trace_id: 12644731139500819206

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "admin_id": "string",
    "billing_city": "string",
    "billing_country": "string",
    "billing_firstname": "string",
    "billing_lastname": "string",
    "billing_state": "string",
    "billing_street1": "string",
    "billing_street2": "string",
    "billing_zip": "string",
    "booking_boat_id": "string",
    "booking_id": "string",
    "cc_brand": "string",
    "cc_connect_id": "string",
    "cc_connect_type": "string",
    "cc_country": "string",
    "cc_funding": "string",
    "cc_payout_date": "string",
    "cc_payout_id": "string",
    "cc_processor_fee": "string",
    "commission": "string",
    "created_at": "string",
    "credit_expiry": "string",
    "credit_last4": "string",
    "customer_id": "string",
    "deleted_at": "string",
    "external_charge_id": "string",
    "frontend": "string",
    "id": "string",
    "is_synced": "string",
    "notes": "string",
    "offline_type": "string",
    "original_payment_id": "string",
    "payment_total": "string",
    "payment_type": "string",
    "premium": "string",
    "status": "string",
    "tax": "string",
    "tenant": "string",
    "transid": "string",
    "updated_at": "string"
}

created: 2026-04-17 04:55:44

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsinsurance_payments`\n(\n `tenant`  string , `id`  string , `booking_id`  string , `booking_boat_id`  string , `customer_id`  string , `admin_id`  string , `frontend`  string , `payment_type`  string , `payment_total`  string , `credit_last4`  string , `credit_expiry`  string , `billing_firstname`  string , `billing_lastname`  string , `billing_street1`  string , `billing_street2`  string , `billing_city`  string , `billing_state`  string , `billing_country`  string , `billing_zip`  string , `transid`  string , `original_payment_id`  string , `status`  string , `notes`  string , `offline_type`  string , `premium`  string , `tax`  string , `commission`  string , `cc_processor_fee`  string , `cc_brand`  string , `cc_country`  string , `cc_funding`  string , `cc_connect_type`  string , `cc_connect_id`  string , `cc_payout_id`  string , `cc_payout_date`  string , `external_charge_id`  string , `is_synced`  string , `created_at`  string , `updated_at`  string , `deleted_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-17/1776419647'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsinsurance_payments`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsinsurance_payments"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2023-07-04 02:40:39",
        "disabled": false,
        "format": "raw",
        "id": 1541,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_prod_drivethru",
            "table": "stellar_imsinsurance_payments"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "admin_id": "string",
            "billing_city": "string",
            "billing_country": "string",
            "billing_firstname": "string",
            "billing_lastname": "string",
            "billing_state": "string",
            "billing_street1": "string",
            "billing_street2": "string",
            "billing_zip": "string",
            "booking_boat_id": "string",
            "booking_id": "string",
            "cc_brand": "string",
            "cc_connect_id": "string",
            "cc_connect_type": "string",
            "cc_country": "string",
            "cc_funding": "string",
            "cc_payout_date": "string",
            "cc_payout_id": "string",
            "cc_processor_fee": "string",
            "commission": "string",
            "created_at": "string",
            "credit_expiry": "string",
            "credit_last4": "string",
            "customer_id": "string",
            "deleted_at": "string",
            "external_charge_id": "string",
            "frontend": "string",
            "id": "string",
            "is_synced": "string",
            "notes": "string",
            "offline_type": "string",
            "original_payment_id": "string",
            "payment_total": "string",
            "payment_type": "string",
            "premium": "string",
            "status": "string",
            "tax": "string",
            "tenant": "string",
            "transid": "string",
            "updated_at": "string"
        },
        "created": "2026-04-17 04:55:44",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_imsinsurance_payments`\n(\n `tenant`  string , `id`  string , `booking_id`  string , `booking_boat_id`  string , `customer_id`  string , `admin_id`  string , `frontend`  string , `payment_type`  string , `payment_total`  string , `credit_last4`  string , `credit_expiry`  string , `billing_firstname`  string , `billing_lastname`  string , `billing_street1`  string , `billing_street2`  string , `billing_city`  string , `billing_state`  string , `billing_country`  string , `billing_zip`  string , `transid`  string , `original_payment_id`  string , `status`  string , `notes`  string , `offline_type`  string , `premium`  string , `tax`  string , `commission`  string , `cc_processor_fee`  string , `cc_brand`  string , `cc_country`  string , `cc_funding`  string , `cc_connect_type`  string , `cc_connect_id`  string , `cc_payout_id`  string , `cc_payout_date`  string , `external_charge_id`  string , `is_synced`  string , `created_at`  string , `updated_at`  string , `deleted_at`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_imsinsurance_payments/2026-04-17/1776419647'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_imsinsurance_payments`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_imsinsurance_payments"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}