Schema Info

Schema Name: sfdl_prod_drivethru.biadhocsftp_collections_raw

created: 2025-12-19 11:57:05
disabled: False
format: raw
id: 4304
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_prod_drivethru",
    "table": "biadhocsftp_collections_raw"
}

type: drivethrucsv

Schema Versions: 2

Version 1619753

created: 2026-01-23 14:17:56

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.biadhocsftp_collections_raw`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.biadhocsftp_collections_raw`\n(\n `LOCATION_EMAIL`  string , `LOCATION_ADDRESS_1`  string , `LOCATION_ADDRESS_2`  string , `LOCATION_CITY`  string , `LOCATION_PROVINCE`  string , `LOCATION_POSTAL`  string , `LOCATION_COUNTRY`  string , `LOCATION_PHONE`  string , `ACCOUNT_ID`  string , `LOCATION_ID`  string , `LOCATION_NAME`  string , `LOCATION_IS_ACTIVE`  string , `DAY`  string , `NUM_CALLS`  string , `NUM_UNPROCESSED_CALLS`  string , `NUM_INBOUND_CALLS`  string , `NUM_OUTBOUND_CALLS`  string , `NUM_INBOUND_COLLECTION_CALLS`  string , `NUM_ACTIVE_LEADS`  string , `NUM_RENTED_LEADS`  string , `NUM_LOST_LEADS`  string , `NUM_TRANSFERRED_LEADS`  string , `NUM_OUTSTANDING_COLLECTIONS`  string , `NUM_ERROR_COLLECTIONS`  string , `NUM_OUTSTANDING_FOLLOWUPS`  string , `NUM_COLLECTIONS_SKIPPED`  string , `NUM_COLLECTIONS_PROMISE_TO_PAY`  string , `NUM_COLLECTIONS_COMPLETED`  string , `NUM_COLLECTIONS_COMPLETED_AUTO_CALL`  string , `NUM_COLLECTIONS_COMPLETED_AUTO_SMS`  string , `NUM_COLLECTIONS_COMPLETED_AUTO_EMAIL`  string , `NUM_COLLECTIONS_COMPLETED_MANUAL_CALL`  string , `NUM_COLLECTIONS_COMPLETED_MANUAL_SMS`  string , `NUM_COLLECTIONS_COMPLETED_MANUAL_EMAIL`  string , `NUM_COLLECTIONS_COMPLETED_MANUAL_CALL_SECS`  string , `NUM_DELAYED_FOLLOWUPS`  string , `NUM_COMPLETED_FOLLOWUPS`  string , `NUM_MANUAL_COMPLETED_FOLLOWUPS`  string , `NUM_AUTO_COMPLETED_FOLLOWUPS`  string , `NUM_FOLLOWUP_TIME_TO_FIRST_SECONDS`  string , `NUM_FOLLOWUP_TIME_TO_FIRST_EVENTS`  string , `NUM_PAYMENTS`  string , `TOTAL_PAYMENT_AMOUNT`  string , `NUM_PAYMENTS_AUTO`  string , `NUM_PAYMENTS_AGENT`  string , `NUM_PAYMENTS_SOURCE_SMS`  string , `NUM_PAYMENTS_SOURCE_EMAIL`  string , `NUM_PAYMENTS_SOURCE_EMPLOYEE`  string , `NUM_PAYMENTS_SOURCE_CALL`  string , `NUM_PAYMENTS_SOURCE_MOVEIN`  string , `TOTAL_PAYMENT_AMOUNT_SOURCE_MOVEIN`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_collections_raw/2026-01-23/1769199307'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.biadhocsftp_collections_raw"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_collections_raw/2026-01-23/1769199307
id: 1619753
processed: 1

raw_data:

{
    "ACCOUNT_ID": 8,
    "DAY": 12,
    "LOCATION_ADDRESS_1": 1,
    "LOCATION_ADDRESS_2": 2,
    "LOCATION_CITY": 3,
    "LOCATION_COUNTRY": 6,
    "LOCATION_EMAIL": 0,
    "LOCATION_ID": 9,
    "LOCATION_IS_ACTIVE": 11,
    "LOCATION_NAME": 10,
    "LOCATION_PHONE": 7,
    "LOCATION_POSTAL": 5,
    "LOCATION_PROVINCE": 4,
    "NUM_ACTIVE_LEADS": 18,
    "NUM_AUTO_COMPLETED_FOLLOWUPS": 38,
    "NUM_CALLS": 13,
    "NUM_COLLECTIONS_COMPLETED": 27,
    "NUM_COLLECTIONS_COMPLETED_AUTO_CALL": 28,
    "NUM_COLLECTIONS_COMPLETED_AUTO_EMAIL": 30,
    "NUM_COLLECTIONS_COMPLETED_AUTO_SMS": 29,
    "NUM_COLLECTIONS_COMPLETED_MANUAL_CALL": 31,
    "NUM_COLLECTIONS_COMPLETED_MANUAL_CALL_SECS": 34,
    "NUM_COLLECTIONS_COMPLETED_MANUAL_EMAIL": 33,
    "NUM_COLLECTIONS_COMPLETED_MANUAL_SMS": 32,
    "NUM_COLLECTIONS_PROMISE_TO_PAY": 26,
    "NUM_COLLECTIONS_SKIPPED": 25,
    "NUM_COMPLETED_FOLLOWUPS": 36,
    "NUM_DELAYED_FOLLOWUPS": 35,
    "NUM_ERROR_COLLECTIONS": 23,
    "NUM_FOLLOWUP_TIME_TO_FIRST_EVENTS": 40,
    "NUM_FOLLOWUP_TIME_TO_FIRST_SECONDS": 39,
    "NUM_INBOUND_CALLS": 15,
    "NUM_INBOUND_COLLECTION_CALLS": 17,
    "NUM_LOST_LEADS": 20,
    "NUM_MANUAL_COMPLETED_FOLLOWUPS": 37,
    "NUM_OUTBOUND_CALLS": 16,
    "NUM_OUTSTANDING_COLLECTIONS": 22,
    "NUM_OUTSTANDING_FOLLOWUPS": 24,
    "NUM_PAYMENTS": 41,
    "NUM_PAYMENTS_AGENT": 44,
    "NUM_PAYMENTS_AUTO": 43,
    "NUM_PAYMENTS_SOURCE_CALL": 48,
    "NUM_PAYMENTS_SOURCE_EMAIL": 46,
    "NUM_PAYMENTS_SOURCE_EMPLOYEE": 47,
    "NUM_PAYMENTS_SOURCE_MOVEIN": 49,
    "NUM_PAYMENTS_SOURCE_SMS": 45,
    "NUM_RENTED_LEADS": 19,
    "NUM_TRANSFERRED_LEADS": 21,
    "NUM_UNPROCESSED_CALLS": 14,
    "TOTAL_PAYMENT_AMOUNT": 42,
    "TOTAL_PAYMENT_AMOUNT_SOURCE_MOVEIN": 50
}

schema_attributes:

{
    "ACCOUNT_ID": "string",
    "DAY": "string",
    "LOCATION_ADDRESS_1": "string",
    "LOCATION_ADDRESS_2": "string",
    "LOCATION_CITY": "string",
    "LOCATION_COUNTRY": "string",
    "LOCATION_EMAIL": "string",
    "LOCATION_ID": "string",
    "LOCATION_IS_ACTIVE": "string",
    "LOCATION_NAME": "string",
    "LOCATION_PHONE": "string",
    "LOCATION_POSTAL": "string",
    "LOCATION_PROVINCE": "string",
    "NUM_ACTIVE_LEADS": "string",
    "NUM_AUTO_COMPLETED_FOLLOWUPS": "string",
    "NUM_CALLS": "string",
    "NUM_COLLECTIONS_COMPLETED": "string",
    "NUM_COLLECTIONS_COMPLETED_AUTO_CALL": "string",
    "NUM_COLLECTIONS_COMPLETED_AUTO_EMAIL": "string",
    "NUM_COLLECTIONS_COMPLETED_AUTO_SMS": "string",
    "NUM_COLLECTIONS_COMPLETED_MANUAL_CALL": "string",
    "NUM_COLLECTIONS_COMPLETED_MANUAL_CALL_SECS": "string",
    "NUM_COLLECTIONS_COMPLETED_MANUAL_EMAIL": "string",
    "NUM_COLLECTIONS_COMPLETED_MANUAL_SMS": "string",
    "NUM_COLLECTIONS_PROMISE_TO_PAY": "string",
    "NUM_COLLECTIONS_SKIPPED": "string",
    "NUM_COMPLETED_FOLLOWUPS": "string",
    "NUM_DELAYED_FOLLOWUPS": "string",
    "NUM_ERROR_COLLECTIONS": "string",
    "NUM_FOLLOWUP_TIME_TO_FIRST_EVENTS": "string",
    "NUM_FOLLOWUP_TIME_TO_FIRST_SECONDS": "string",
    "NUM_INBOUND_CALLS": "string",
    "NUM_INBOUND_COLLECTION_CALLS": "string",
    "NUM_LOST_LEADS": "string",
    "NUM_MANUAL_COMPLETED_FOLLOWUPS": "string",
    "NUM_OUTBOUND_CALLS": "string",
    "NUM_OUTSTANDING_COLLECTIONS": "string",
    "NUM_OUTSTANDING_FOLLOWUPS": "string",
    "NUM_PAYMENTS": "string",
    "NUM_PAYMENTS_AGENT": "string",
    "NUM_PAYMENTS_AUTO": "string",
    "NUM_PAYMENTS_SOURCE_CALL": "string",
    "NUM_PAYMENTS_SOURCE_EMAIL": "string",
    "NUM_PAYMENTS_SOURCE_EMPLOYEE": "string",
    "NUM_PAYMENTS_SOURCE_MOVEIN": "string",
    "NUM_PAYMENTS_SOURCE_SMS": "string",
    "NUM_RENTED_LEADS": "string",
    "NUM_TRANSFERRED_LEADS": "string",
    "NUM_UNPROCESSED_CALLS": "string",
    "TOTAL_PAYMENT_AMOUNT": "string",
    "TOTAL_PAYMENT_AMOUNT_SOURCE_MOVEIN": "string"
}

schema_name_id: 4304
schema_scan_id: 157538174
updated: 2026-01-23 14:18:10

Version 1579771

created: 2025-12-19 11:57:07

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.biadhocsftp_collections_raw`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.biadhocsftp_collections_raw`\n(\n `LOCATION_EMAIL`  string , `LOCATION_ADDRESS_1`  string , `LOCATION_ADDRESS_2`  string , `LOCATION_CITY`  string , `LOCATION_PROVINCE`  string , `LOCATION_POSTAL`  string , `LOCATION_COUNTRY`  string , `LOCATION_PHONE`  string , `ACCOUNT_ID`  string , `LOCATION_ID`  string , `LOCATION_NAME`  string , `LOCATION_IS_ACTIVE`  string , `DAY`  string , `NUM_CALLS`  string , `NUM_UNPROCESSED_CALLS`  string , `NUM_INBOUND_CALLS`  string , `NUM_OUTBOUND_CALLS`  string , `NUM_INBOUND_COLLECTION_CALLS`  string , `NUM_ACTIVE_LEADS`  string , `NUM_RENTED_LEADS`  string , `NUM_LOST_LEADS`  string , `NUM_TRANSFERRED_LEADS`  string , `NUM_OUTSTANDING_COLLECTIONS`  string , `NUM_ERROR_COLLECTIONS`  string , `NUM_OUTSTANDING_FOLLOWUPS`  string , `NUM_COLLECTIONS_SKIPPED`  string , `NUM_COLLECTIONS_PROMISE_TO_PAY`  string , `NUM_COLLECTIONS_COMPLETED`  string , `NUM_COLLECTIONS_COMPLETED_AUTO_CALL`  string , `NUM_COLLECTIONS_COMPLETED_AUTO_SMS`  string , `NUM_COLLECTIONS_COMPLETED_AUTO_EMAIL`  string , `NUM_COLLECTIONS_COMPLETED_MANUAL_CALL`  string , `NUM_COLLECTIONS_COMPLETED_MANUAL_SMS`  string , `NUM_COLLECTIONS_COMPLETED_MANUAL_EMAIL`  string , `NUM_COLLECTIONS_COMPLETED_MANUAL_CALL_SECS`  string , `NUM_DELAYED_FOLLOWUPS`  string , `NUM_COMPLETED_FOLLOWUPS`  string , `NUM_MANUAL_COMPLETED_FOLLOWUPS`  string , `NUM_AUTO_COMPLETED_FOLLOWUPS`  string , `NUM_FOLLOWUP_TIME_TO_FIRST_SECONDS`  string , `NUM_FOLLOWUP_TIME_TO_FIRST_EVENTS`  string , `NUM_PAYMENTS`  string , `TOTAL_PAYMENT_AMOUNT`  string , `NUM_PAYMENTS_AUTO`  string , `NUM_PAYMENTS_AGENT`  string , `NUM_PAYMENTS_SOURCE_SMS`  string , `NUM_PAYMENTS_SOURCE_EMAIL`  string , `NUM_PAYMENTS_SOURCE_EMPLOYEE`  string , `NUM_PAYMENTS_SOURCE_CALL`  string , `NUM_PAYMENTS_SOURCE_MOVEIN`  string , `TOTAL_PAYMENT_AMOUNT_SOURCE_MOVEIN`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_collections_raw/2025-12-19/1766166001'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.biadhocsftp_collections_raw"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_collections_raw/2025-12-19/1766166001
id: 1579771
processed: 1

raw_data:

{
    "ACCOUNT_ID": 8,
    "DAY": 12,
    "LOCATION_ADDRESS_1": 1,
    "LOCATION_ADDRESS_2": 2,
    "LOCATION_CITY": 3,
    "LOCATION_COUNTRY": 6,
    "LOCATION_EMAIL": 0,
    "LOCATION_ID": 9,
    "LOCATION_IS_ACTIVE": 11,
    "LOCATION_NAME": 10,
    "LOCATION_PHONE": 7,
    "LOCATION_POSTAL": 5,
    "LOCATION_PROVINCE": 4,
    "NUM_ACTIVE_LEADS": 18,
    "NUM_AUTO_COMPLETED_FOLLOWUPS": 38,
    "NUM_CALLS": 13,
    "NUM_COLLECTIONS_COMPLETED": 27,
    "NUM_COLLECTIONS_COMPLETED_AUTO_CALL": 28,
    "NUM_COLLECTIONS_COMPLETED_AUTO_EMAIL": 30,
    "NUM_COLLECTIONS_COMPLETED_AUTO_SMS": 29,
    "NUM_COLLECTIONS_COMPLETED_MANUAL_CALL": 31,
    "NUM_COLLECTIONS_COMPLETED_MANUAL_CALL_SECS": 34,
    "NUM_COLLECTIONS_COMPLETED_MANUAL_EMAIL": 33,
    "NUM_COLLECTIONS_COMPLETED_MANUAL_SMS": 32,
    "NUM_COLLECTIONS_PROMISE_TO_PAY": 26,
    "NUM_COLLECTIONS_SKIPPED": 25,
    "NUM_COMPLETED_FOLLOWUPS": 36,
    "NUM_DELAYED_FOLLOWUPS": 35,
    "NUM_ERROR_COLLECTIONS": 23,
    "NUM_FOLLOWUP_TIME_TO_FIRST_EVENTS": 40,
    "NUM_FOLLOWUP_TIME_TO_FIRST_SECONDS": 39,
    "NUM_INBOUND_CALLS": 15,
    "NUM_INBOUND_COLLECTION_CALLS": 17,
    "NUM_LOST_LEADS": 20,
    "NUM_MANUAL_COMPLETED_FOLLOWUPS": 37,
    "NUM_OUTBOUND_CALLS": 16,
    "NUM_OUTSTANDING_COLLECTIONS": 22,
    "NUM_OUTSTANDING_FOLLOWUPS": 24,
    "NUM_PAYMENTS": 41,
    "NUM_PAYMENTS_AGENT": 44,
    "NUM_PAYMENTS_AUTO": 43,
    "NUM_PAYMENTS_SOURCE_CALL": 48,
    "NUM_PAYMENTS_SOURCE_EMAIL": 46,
    "NUM_PAYMENTS_SOURCE_EMPLOYEE": 47,
    "NUM_PAYMENTS_SOURCE_MOVEIN": 49,
    "NUM_PAYMENTS_SOURCE_SMS": 45,
    "NUM_RENTED_LEADS": 19,
    "NUM_TRANSFERRED_LEADS": 21,
    "NUM_UNPROCESSED_CALLS": 14,
    "TOTAL_PAYMENT_AMOUNT": 42,
    "TOTAL_PAYMENT_AMOUNT_SOURCE_MOVEIN": 50
}

schema_attributes:

{
    "ACCOUNT_ID": "string",
    "DAY": "string",
    "LOCATION_ADDRESS_1": "string",
    "LOCATION_ADDRESS_2": "string",
    "LOCATION_CITY": "string",
    "LOCATION_COUNTRY": "string",
    "LOCATION_EMAIL": "string",
    "LOCATION_ID": "string",
    "LOCATION_IS_ACTIVE": "string",
    "LOCATION_NAME": "string",
    "LOCATION_PHONE": "string",
    "LOCATION_POSTAL": "string",
    "LOCATION_PROVINCE": "string",
    "NUM_ACTIVE_LEADS": "string",
    "NUM_AUTO_COMPLETED_FOLLOWUPS": "string",
    "NUM_CALLS": "string",
    "NUM_COLLECTIONS_COMPLETED": "string",
    "NUM_COLLECTIONS_COMPLETED_AUTO_CALL": "string",
    "NUM_COLLECTIONS_COMPLETED_AUTO_EMAIL": "string",
    "NUM_COLLECTIONS_COMPLETED_AUTO_SMS": "string",
    "NUM_COLLECTIONS_COMPLETED_MANUAL_CALL": "string",
    "NUM_COLLECTIONS_COMPLETED_MANUAL_CALL_SECS": "string",
    "NUM_COLLECTIONS_COMPLETED_MANUAL_EMAIL": "string",
    "NUM_COLLECTIONS_COMPLETED_MANUAL_SMS": "string",
    "NUM_COLLECTIONS_PROMISE_TO_PAY": "string",
    "NUM_COLLECTIONS_SKIPPED": "string",
    "NUM_COMPLETED_FOLLOWUPS": "string",
    "NUM_DELAYED_FOLLOWUPS": "string",
    "NUM_ERROR_COLLECTIONS": "string",
    "NUM_FOLLOWUP_TIME_TO_FIRST_EVENTS": "string",
    "NUM_FOLLOWUP_TIME_TO_FIRST_SECONDS": "string",
    "NUM_INBOUND_CALLS": "string",
    "NUM_INBOUND_COLLECTION_CALLS": "string",
    "NUM_LOST_LEADS": "string",
    "NUM_MANUAL_COMPLETED_FOLLOWUPS": "string",
    "NUM_OUTBOUND_CALLS": "string",
    "NUM_OUTSTANDING_COLLECTIONS": "string",
    "NUM_OUTSTANDING_FOLLOWUPS": "string",
    "NUM_PAYMENTS": "string",
    "NUM_PAYMENTS_AGENT": "string",
    "NUM_PAYMENTS_AUTO": "string",
    "NUM_PAYMENTS_SOURCE_CALL": "string",
    "NUM_PAYMENTS_SOURCE_EMAIL": "string",
    "NUM_PAYMENTS_SOURCE_EMPLOYEE": "string",
    "NUM_PAYMENTS_SOURCE_MOVEIN": "string",
    "NUM_PAYMENTS_SOURCE_SMS": "string",
    "NUM_RENTED_LEADS": "string",
    "NUM_TRANSFERRED_LEADS": "string",
    "NUM_UNPROCESSED_CALLS": "string",
    "TOTAL_PAYMENT_AMOUNT": "string",
    "TOTAL_PAYMENT_AMOUNT_SOURCE_MOVEIN": "string"
}

schema_name_id: 4304
schema_scan_id: 155689552
updated: 2025-12-19 11:57:25

Schema Scans: 2

Last at 2026-01-23 14:17:54

Scan 157538174

duration: 0:00:15.741095

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 157538174

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_collections_raw/2026-01-23/1769199307",
        "key": "raw/biadhocsftp_collections_raw/2026-01-23/1769199307/collections_raw_output123.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.biadhocsftp_collections_raw",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4325448148768558532,
        "service_name": "drive-thru",
        "span_id": 10934542538657937358,
        "trace_id": 17433157627537302982
    }
}

running: False
schema_name_id: 4304
start_time: 2026-01-23 14:17:54
success: True
trace_id: 17433157627537302982

Scan 155689552

duration: 0:00:20.038347

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 155689552

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_collections_raw/2025-12-19/1766166001",
        "key": "raw/biadhocsftp_collections_raw/2025-12-19/1766166001/collections_output.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.biadhocsftp_collections_raw",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 11297501804118710035,
        "service_name": "drive-thru",
        "span_id": 14957693327591631560,
        "trace_id": 734640915946928197
    }
}

running: False
schema_name_id: 4304
start_time: 2025-12-19 11:57:05
success: True
trace_id: 734640915946928197

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "ACCOUNT_ID": "string",
    "DAY": "string",
    "LOCATION_ADDRESS_1": "string",
    "LOCATION_ADDRESS_2": "string",
    "LOCATION_CITY": "string",
    "LOCATION_COUNTRY": "string",
    "LOCATION_EMAIL": "string",
    "LOCATION_ID": "string",
    "LOCATION_IS_ACTIVE": "string",
    "LOCATION_NAME": "string",
    "LOCATION_PHONE": "string",
    "LOCATION_POSTAL": "string",
    "LOCATION_PROVINCE": "string",
    "NUM_ACTIVE_LEADS": "string",
    "NUM_AUTO_COMPLETED_FOLLOWUPS": "string",
    "NUM_CALLS": "string",
    "NUM_COLLECTIONS_COMPLETED": "string",
    "NUM_COLLECTIONS_COMPLETED_AUTO_CALL": "string",
    "NUM_COLLECTIONS_COMPLETED_AUTO_EMAIL": "string",
    "NUM_COLLECTIONS_COMPLETED_AUTO_SMS": "string",
    "NUM_COLLECTIONS_COMPLETED_MANUAL_CALL": "string",
    "NUM_COLLECTIONS_COMPLETED_MANUAL_CALL_SECS": "string",
    "NUM_COLLECTIONS_COMPLETED_MANUAL_EMAIL": "string",
    "NUM_COLLECTIONS_COMPLETED_MANUAL_SMS": "string",
    "NUM_COLLECTIONS_PROMISE_TO_PAY": "string",
    "NUM_COLLECTIONS_SKIPPED": "string",
    "NUM_COMPLETED_FOLLOWUPS": "string",
    "NUM_DELAYED_FOLLOWUPS": "string",
    "NUM_ERROR_COLLECTIONS": "string",
    "NUM_FOLLOWUP_TIME_TO_FIRST_EVENTS": "string",
    "NUM_FOLLOWUP_TIME_TO_FIRST_SECONDS": "string",
    "NUM_INBOUND_CALLS": "string",
    "NUM_INBOUND_COLLECTION_CALLS": "string",
    "NUM_LOST_LEADS": "string",
    "NUM_MANUAL_COMPLETED_FOLLOWUPS": "string",
    "NUM_OUTBOUND_CALLS": "string",
    "NUM_OUTSTANDING_COLLECTIONS": "string",
    "NUM_OUTSTANDING_FOLLOWUPS": "string",
    "NUM_PAYMENTS": "string",
    "NUM_PAYMENTS_AGENT": "string",
    "NUM_PAYMENTS_AUTO": "string",
    "NUM_PAYMENTS_SOURCE_CALL": "string",
    "NUM_PAYMENTS_SOURCE_EMAIL": "string",
    "NUM_PAYMENTS_SOURCE_EMPLOYEE": "string",
    "NUM_PAYMENTS_SOURCE_MOVEIN": "string",
    "NUM_PAYMENTS_SOURCE_SMS": "string",
    "NUM_RENTED_LEADS": "string",
    "NUM_TRANSFERRED_LEADS": "string",
    "NUM_UNPROCESSED_CALLS": "string",
    "TOTAL_PAYMENT_AMOUNT": "string",
    "TOTAL_PAYMENT_AMOUNT_SOURCE_MOVEIN": "string"
}

created: 2026-01-23 14:17:56

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.biadhocsftp_collections_raw`\n(\n `LOCATION_EMAIL`  string , `LOCATION_ADDRESS_1`  string , `LOCATION_ADDRESS_2`  string , `LOCATION_CITY`  string , `LOCATION_PROVINCE`  string , `LOCATION_POSTAL`  string , `LOCATION_COUNTRY`  string , `LOCATION_PHONE`  string , `ACCOUNT_ID`  string , `LOCATION_ID`  string , `LOCATION_NAME`  string , `LOCATION_IS_ACTIVE`  string , `DAY`  string , `NUM_CALLS`  string , `NUM_UNPROCESSED_CALLS`  string , `NUM_INBOUND_CALLS`  string , `NUM_OUTBOUND_CALLS`  string , `NUM_INBOUND_COLLECTION_CALLS`  string , `NUM_ACTIVE_LEADS`  string , `NUM_RENTED_LEADS`  string , `NUM_LOST_LEADS`  string , `NUM_TRANSFERRED_LEADS`  string , `NUM_OUTSTANDING_COLLECTIONS`  string , `NUM_ERROR_COLLECTIONS`  string , `NUM_OUTSTANDING_FOLLOWUPS`  string , `NUM_COLLECTIONS_SKIPPED`  string , `NUM_COLLECTIONS_PROMISE_TO_PAY`  string , `NUM_COLLECTIONS_COMPLETED`  string , `NUM_COLLECTIONS_COMPLETED_AUTO_CALL`  string , `NUM_COLLECTIONS_COMPLETED_AUTO_SMS`  string , `NUM_COLLECTIONS_COMPLETED_AUTO_EMAIL`  string , `NUM_COLLECTIONS_COMPLETED_MANUAL_CALL`  string , `NUM_COLLECTIONS_COMPLETED_MANUAL_SMS`  string , `NUM_COLLECTIONS_COMPLETED_MANUAL_EMAIL`  string , `NUM_COLLECTIONS_COMPLETED_MANUAL_CALL_SECS`  string , `NUM_DELAYED_FOLLOWUPS`  string , `NUM_COMPLETED_FOLLOWUPS`  string , `NUM_MANUAL_COMPLETED_FOLLOWUPS`  string , `NUM_AUTO_COMPLETED_FOLLOWUPS`  string , `NUM_FOLLOWUP_TIME_TO_FIRST_SECONDS`  string , `NUM_FOLLOWUP_TIME_TO_FIRST_EVENTS`  string , `NUM_PAYMENTS`  string , `TOTAL_PAYMENT_AMOUNT`  string , `NUM_PAYMENTS_AUTO`  string , `NUM_PAYMENTS_AGENT`  string , `NUM_PAYMENTS_SOURCE_SMS`  string , `NUM_PAYMENTS_SOURCE_EMAIL`  string , `NUM_PAYMENTS_SOURCE_EMPLOYEE`  string , `NUM_PAYMENTS_SOURCE_CALL`  string , `NUM_PAYMENTS_SOURCE_MOVEIN`  string , `TOTAL_PAYMENT_AMOUNT_SOURCE_MOVEIN`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_collections_raw/2026-01-23/1769199307'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.biadhocsftp_collections_raw`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.biadhocsftp_collections_raw"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2025-12-19 11:57:05",
        "disabled": false,
        "format": "raw",
        "id": 4304,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_prod_drivethru",
            "table": "biadhocsftp_collections_raw"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "ACCOUNT_ID": "string",
            "DAY": "string",
            "LOCATION_ADDRESS_1": "string",
            "LOCATION_ADDRESS_2": "string",
            "LOCATION_CITY": "string",
            "LOCATION_COUNTRY": "string",
            "LOCATION_EMAIL": "string",
            "LOCATION_ID": "string",
            "LOCATION_IS_ACTIVE": "string",
            "LOCATION_NAME": "string",
            "LOCATION_PHONE": "string",
            "LOCATION_POSTAL": "string",
            "LOCATION_PROVINCE": "string",
            "NUM_ACTIVE_LEADS": "string",
            "NUM_AUTO_COMPLETED_FOLLOWUPS": "string",
            "NUM_CALLS": "string",
            "NUM_COLLECTIONS_COMPLETED": "string",
            "NUM_COLLECTIONS_COMPLETED_AUTO_CALL": "string",
            "NUM_COLLECTIONS_COMPLETED_AUTO_EMAIL": "string",
            "NUM_COLLECTIONS_COMPLETED_AUTO_SMS": "string",
            "NUM_COLLECTIONS_COMPLETED_MANUAL_CALL": "string",
            "NUM_COLLECTIONS_COMPLETED_MANUAL_CALL_SECS": "string",
            "NUM_COLLECTIONS_COMPLETED_MANUAL_EMAIL": "string",
            "NUM_COLLECTIONS_COMPLETED_MANUAL_SMS": "string",
            "NUM_COLLECTIONS_PROMISE_TO_PAY": "string",
            "NUM_COLLECTIONS_SKIPPED": "string",
            "NUM_COMPLETED_FOLLOWUPS": "string",
            "NUM_DELAYED_FOLLOWUPS": "string",
            "NUM_ERROR_COLLECTIONS": "string",
            "NUM_FOLLOWUP_TIME_TO_FIRST_EVENTS": "string",
            "NUM_FOLLOWUP_TIME_TO_FIRST_SECONDS": "string",
            "NUM_INBOUND_CALLS": "string",
            "NUM_INBOUND_COLLECTION_CALLS": "string",
            "NUM_LOST_LEADS": "string",
            "NUM_MANUAL_COMPLETED_FOLLOWUPS": "string",
            "NUM_OUTBOUND_CALLS": "string",
            "NUM_OUTSTANDING_COLLECTIONS": "string",
            "NUM_OUTSTANDING_FOLLOWUPS": "string",
            "NUM_PAYMENTS": "string",
            "NUM_PAYMENTS_AGENT": "string",
            "NUM_PAYMENTS_AUTO": "string",
            "NUM_PAYMENTS_SOURCE_CALL": "string",
            "NUM_PAYMENTS_SOURCE_EMAIL": "string",
            "NUM_PAYMENTS_SOURCE_EMPLOYEE": "string",
            "NUM_PAYMENTS_SOURCE_MOVEIN": "string",
            "NUM_PAYMENTS_SOURCE_SMS": "string",
            "NUM_RENTED_LEADS": "string",
            "NUM_TRANSFERRED_LEADS": "string",
            "NUM_UNPROCESSED_CALLS": "string",
            "TOTAL_PAYMENT_AMOUNT": "string",
            "TOTAL_PAYMENT_AMOUNT_SOURCE_MOVEIN": "string"
        },
        "created": "2026-01-23 14:17:56",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.biadhocsftp_collections_raw`\n(\n `LOCATION_EMAIL`  string , `LOCATION_ADDRESS_1`  string , `LOCATION_ADDRESS_2`  string , `LOCATION_CITY`  string , `LOCATION_PROVINCE`  string , `LOCATION_POSTAL`  string , `LOCATION_COUNTRY`  string , `LOCATION_PHONE`  string , `ACCOUNT_ID`  string , `LOCATION_ID`  string , `LOCATION_NAME`  string , `LOCATION_IS_ACTIVE`  string , `DAY`  string , `NUM_CALLS`  string , `NUM_UNPROCESSED_CALLS`  string , `NUM_INBOUND_CALLS`  string , `NUM_OUTBOUND_CALLS`  string , `NUM_INBOUND_COLLECTION_CALLS`  string , `NUM_ACTIVE_LEADS`  string , `NUM_RENTED_LEADS`  string , `NUM_LOST_LEADS`  string , `NUM_TRANSFERRED_LEADS`  string , `NUM_OUTSTANDING_COLLECTIONS`  string , `NUM_ERROR_COLLECTIONS`  string , `NUM_OUTSTANDING_FOLLOWUPS`  string , `NUM_COLLECTIONS_SKIPPED`  string , `NUM_COLLECTIONS_PROMISE_TO_PAY`  string , `NUM_COLLECTIONS_COMPLETED`  string , `NUM_COLLECTIONS_COMPLETED_AUTO_CALL`  string , `NUM_COLLECTIONS_COMPLETED_AUTO_SMS`  string , `NUM_COLLECTIONS_COMPLETED_AUTO_EMAIL`  string , `NUM_COLLECTIONS_COMPLETED_MANUAL_CALL`  string , `NUM_COLLECTIONS_COMPLETED_MANUAL_SMS`  string , `NUM_COLLECTIONS_COMPLETED_MANUAL_EMAIL`  string , `NUM_COLLECTIONS_COMPLETED_MANUAL_CALL_SECS`  string , `NUM_DELAYED_FOLLOWUPS`  string , `NUM_COMPLETED_FOLLOWUPS`  string , `NUM_MANUAL_COMPLETED_FOLLOWUPS`  string , `NUM_AUTO_COMPLETED_FOLLOWUPS`  string , `NUM_FOLLOWUP_TIME_TO_FIRST_SECONDS`  string , `NUM_FOLLOWUP_TIME_TO_FIRST_EVENTS`  string , `NUM_PAYMENTS`  string , `TOTAL_PAYMENT_AMOUNT`  string , `NUM_PAYMENTS_AUTO`  string , `NUM_PAYMENTS_AGENT`  string , `NUM_PAYMENTS_SOURCE_SMS`  string , `NUM_PAYMENTS_SOURCE_EMAIL`  string , `NUM_PAYMENTS_SOURCE_EMPLOYEE`  string , `NUM_PAYMENTS_SOURCE_CALL`  string , `NUM_PAYMENTS_SOURCE_MOVEIN`  string , `TOTAL_PAYMENT_AMOUNT_SOURCE_MOVEIN`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_collections_raw/2026-01-23/1769199307'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.biadhocsftp_collections_raw`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.biadhocsftp_collections_raw"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}