Schema Info
Schema Name: sfdl_prod_drivethru.biadhocsftp_ti_tpp_mandatory_commitments_2025
- created: 2026-04-13 17:21:37
- disabled: False
- format: raw
- id: 4321
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_prod_drivethru", "table": "biadhocsftp_ti_tpp_mandatory_commitments_2025" } - type: drivethrucsv
Schema Versions: 1
-
Version 1713635
- created: 2026-04-13 18:31:19
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "DROP TABLE IF EXISTS `sfdl_prod_drivethru.biadhocsftp_ti_tpp_mandatory_commitments_2025`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.biadhocsftp_ti_tpp_mandatory_commitments_2025`\n(\n `commitment_category` string , `companies_sign_on_date` string , `company_name` string , `address` string , `address_2` string , `city` string , `state` string , `zip_code` string , `facility_number` string , `admin_fee__` string , `admin_fee_calc` string , `software` string , `previous_insurance` string , `client` string , `number_of_units` string , `corporate_group_number` string , `corp_group_name` string , `training_status` string , `training_1_date` string , `training_schedule_status` string , `training_category` string , `client_dropped` string , `former_client` string , `date_available_for_training` string , `reason_for_termination` string , `square_feet` string , `train_after_date` string , `train_before_deadline` string , `proof_program_status` string , `proof_program_status_category` string , `training_date_updated` string , `zcrm_account_id` string , `client_status` string , `used_facility_ids` string , `bader_current_client` string , `bader_client_type` string , `pma_aig` string , `streetname_reins` string , `city_reins` string , `county_reins` string , `postalcode_reins` string , `statecode_reins` string , `cntrycode_reins` string , `api_software_facility_id` string , `sl_corp_group_code` string , `aig_state` string , `state_city_concat` string , `company_id_10_digit` string , `client_all_programs` string , `sl_corp_loc_codes` string , `storedge_api_key` string , `se_corp_code_yes` string , `zcrm_corp_id_number` string , `used_facility_id_adjust_for_ca10101` string , `facility_name_adjusted_for_ca10101` string , `zcrmid_adjusted_for_ca10101` string , `sl_se_ez_corp_company_code` string , `sl_se_ez_loc_fac_code` string , `storable_common_variable` string , `admin___blended` string , `converted_admin_fee__` string , `auto_protect_enabled` string , `alt_common_variable` string , `previous_clients_facility_number` string , `audit_letter_effect_date` string , `auto_protect_off` string , `auto_protect_on` string , `audit_letters_sent` string , `audit_letters_sent_date` string , `sl_se_ez_common_variable` string , `alp_commitment_date` string , `alp_projected_send_month` string , `alp_standing` string , `ti_or_tpp` string , `se_sl_tpp` string , `facility_program_category` string , `bookings_category` string , `corp_sign_on_date` string , `corporate_group_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_ti_tpp_mandatory_commitments_2025/2026-04-13/1776123071'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_drivethru.biadhocsftp_ti_tpp_mandatory_commitments_2025" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_ti_tpp_mandatory_commitments_2025/2026-04-13/1776123071
- id: 1713635
- processed: 1
- raw_data:
{ "address": 3, "address_2": 4, "admin_%_blended": 59, "admin_fee_%": 9, "admin_fee_calc": 10, "aig_state": 45, "alp_commitment_date": 70, "alp_projected_send_month": 71, "alp_standing": 72, "alt_common_variable": 62, "api_software_facility_id": 43, "audit_letter_effect_date": 64, "audit_letters_sent": 67, "audit_letters_sent_date": 68, "auto_protect_enabled": 61, "auto_protect_off": 65, "auto_protect_on": 66, "bader_client_type": 35, "bader_current_client": 34, "bookings_category": 76, "city": 5, "city_reins": 38, "client": 13, "client_all_programs": 48, "client_dropped": 21, "client_status": 32, "cntrycode_reins": 42, "commitment_category": 0, "companies_sign_on_date": 1, "company_id_10_digit": 47, "company_name": 2, "converted_admin_fee_%": 60, "corp_group_name": 16, "corp_sign_on_date": 77, "corporate_group_name": 78, "corporate_group_number": 15, "county_reins": 39, "date_available_for_training": 23, "facility_name_adjusted_for_ca10101": 54, "facility_number": 8, "facility_program_category": 75, "former_client": 22, "number_of_units": 14, "pma_aig": 36, "postalcode_reins": 40, "previous_clients_facility_number": 63, "previous_insurance": 12, "proof_program_status": 28, "proof_program_status_category": 29, "reason_for_termination": 24, "se_corp_code_yes": 51, "se_sl_tpp": 74, "sl_corp_group_code": 44, "sl_corp_loc_codes": 49, "sl_se_ez_common_variable": 69, "sl_se_ez_corp_company_code": 56, "sl_se_ez_loc_fac_code": 57, "software": 11, "square_feet": 25, "state": 6, "state_city_concat": 46, "statecode_reins": 41, "storable_common_variable": 58, "storedge_api_key": 50, "streetname_reins": 37, "ti_or_tpp": 73, "train_after_date": 26, "train_before_deadline": 27, "training_1_date": 18, "training_category": 20, "training_date_updated": 30, "training_schedule_status": 19, "training_status": 17, "used_facility_id_adjust_for_ca10101": 53, "used_facility_ids": 33, "zcrm_account_id": 31, "zcrm_corp_id_number": 52, "zcrmid_adjusted_for_ca10101": 55, "zip_code": 7 } - schema_attributes:
{ "address": "string", "address_2": "string", "admin___blended": "string", "admin_fee__": "string", "admin_fee_calc": "string", "aig_state": "string", "alp_commitment_date": "string", "alp_projected_send_month": "string", "alp_standing": "string", "alt_common_variable": "string", "api_software_facility_id": "string", "audit_letter_effect_date": "string", "audit_letters_sent": "string", "audit_letters_sent_date": "string", "auto_protect_enabled": "string", "auto_protect_off": "string", "auto_protect_on": "string", "bader_client_type": "string", "bader_current_client": "string", "bookings_category": "string", "city": "string", "city_reins": "string", "client": "string", "client_all_programs": "string", "client_dropped": "string", "client_status": "string", "cntrycode_reins": "string", "commitment_category": "string", "companies_sign_on_date": "string", "company_id_10_digit": "string", "company_name": "string", "converted_admin_fee__": "string", "corp_group_name": "string", "corp_sign_on_date": "string", "corporate_group_name": "string", "corporate_group_number": "string", "county_reins": "string", "date_available_for_training": "string", "facility_name_adjusted_for_ca10101": "string", "facility_number": "string", "facility_program_category": "string", "former_client": "string", "number_of_units": "string", "pma_aig": "string", "postalcode_reins": "string", "previous_clients_facility_number": "string", "previous_insurance": "string", "proof_program_status": "string", "proof_program_status_category": "string", "reason_for_termination": "string", "se_corp_code_yes": "string", "se_sl_tpp": "string", "sl_corp_group_code": "string", "sl_corp_loc_codes": "string", "sl_se_ez_common_variable": "string", "sl_se_ez_corp_company_code": "string", "sl_se_ez_loc_fac_code": "string", "software": "string", "square_feet": "string", "state": "string", "state_city_concat": "string", "statecode_reins": "string", "storable_common_variable": "string", "storedge_api_key": "string", "streetname_reins": "string", "ti_or_tpp": "string", "train_after_date": "string", "train_before_deadline": "string", "training_1_date": "string", "training_category": "string", "training_date_updated": "string", "training_schedule_status": "string", "training_status": "string", "used_facility_id_adjust_for_ca10101": "string", "used_facility_ids": "string", "zcrm_account_id": "string", "zcrm_corp_id_number": "string", "zcrmid_adjusted_for_ca10101": "string", "zip_code": "string" } - schema_name_id: 4321
- schema_scan_id: 161982907
- updated: 2026-04-13 18:31:31
Schema Scans: 1
Last at 2026-04-13 18:31:17
-
Scan 161982907
- duration: 0:00:13.931652
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 161982907
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-prod", "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_ti_tpp_mandatory_commitments_2025/2026-04-13/1776123071", "key": "raw/biadhocsftp_ti_tpp_mandatory_commitments_2025/2026-04-13/1776123071/2026-04-13_TI_and_TPP_Mandatory_Commitments_Data_Trimmed.csv.gz" }, "schema": { "name": "sfdl_prod_drivethru.biadhocsftp_ti_tpp_mandatory_commitments_2025", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6539426481318336506, "service_name": "drive-thru", "span_id": 12436579686119989432, "trace_id": 2016253780561038461 } } - running: False
- schema_name_id: 4321
- start_time: 2026-04-13 18:31:17
- success: True
- trace_id: 2016253780561038461
- attributes:
{ "address": "string", "address_2": "string", "admin___blended": "string", "admin_fee__": "string", "admin_fee_calc": "string", "aig_state": "string", "alp_commitment_date": "string", "alp_projected_send_month": "string", "alp_standing": "string", "alt_common_variable": "string", "api_software_facility_id": "string", "audit_letter_effect_date": "string", "audit_letters_sent": "string", "audit_letters_sent_date": "string", "auto_protect_enabled": "string", "auto_protect_off": "string", "auto_protect_on": "string", "bader_client_type": "string", "bader_current_client": "string", "bookings_category": "string", "city": "string", "city_reins": "string", "client": "string", "client_all_programs": "string", "client_dropped": "string", "client_status": "string", "cntrycode_reins": "string", "commitment_category": "string", "companies_sign_on_date": "string", "company_id_10_digit": "string", "company_name": "string", "converted_admin_fee__": "string", "corp_group_name": "string", "corp_sign_on_date": "string", "corporate_group_name": "string", "corporate_group_number": "string", "county_reins": "string", "date_available_for_training": "string", "facility_name_adjusted_for_ca10101": "string", "facility_number": "string", "facility_program_category": "string", "former_client": "string", "number_of_units": "string", "pma_aig": "string", "postalcode_reins": "string", "previous_clients_facility_number": "string", "previous_insurance": "string", "proof_program_status": "string", "proof_program_status_category": "string", "reason_for_termination": "string", "se_corp_code_yes": "string", "se_sl_tpp": "string", "sl_corp_group_code": "string", "sl_corp_loc_codes": "string", "sl_se_ez_common_variable": "string", "sl_se_ez_corp_company_code": "string", "sl_se_ez_loc_fac_code": "string", "software": "string", "square_feet": "string", "state": "string", "state_city_concat": "string", "statecode_reins": "string", "storable_common_variable": "string", "storedge_api_key": "string", "streetname_reins": "string", "ti_or_tpp": "string", "train_after_date": "string", "train_before_deadline": "string", "training_1_date": "string", "training_category": "string", "training_date_updated": "string", "training_schedule_status": "string", "training_status": "string", "used_facility_id_adjust_for_ca10101": "string", "used_facility_ids": "string", "zcrm_account_id": "string", "zcrm_corp_id_number": "string", "zcrmid_adjusted_for_ca10101": "string", "zip_code": "string" } - created: 2026-04-13 18:31:19
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.biadhocsftp_ti_tpp_mandatory_commitments_2025`\n(\n `commitment_category` string , `companies_sign_on_date` string , `company_name` string , `address` string , `address_2` string , `city` string , `state` string , `zip_code` string , `facility_number` string , `admin_fee__` string , `admin_fee_calc` string , `software` string , `previous_insurance` string , `client` string , `number_of_units` string , `corporate_group_number` string , `corp_group_name` string , `training_status` string , `training_1_date` string , `training_schedule_status` string , `training_category` string , `client_dropped` string , `former_client` string , `date_available_for_training` string , `reason_for_termination` string , `square_feet` string , `train_after_date` string , `train_before_deadline` string , `proof_program_status` string , `proof_program_status_category` string , `training_date_updated` string , `zcrm_account_id` string , `client_status` string , `used_facility_ids` string , `bader_current_client` string , `bader_client_type` string , `pma_aig` string , `streetname_reins` string , `city_reins` string , `county_reins` string , `postalcode_reins` string , `statecode_reins` string , `cntrycode_reins` string , `api_software_facility_id` string , `sl_corp_group_code` string , `aig_state` string , `state_city_concat` string , `company_id_10_digit` string , `client_all_programs` string , `sl_corp_loc_codes` string , `storedge_api_key` string , `se_corp_code_yes` string , `zcrm_corp_id_number` string , `used_facility_id_adjust_for_ca10101` string , `facility_name_adjusted_for_ca10101` string , `zcrmid_adjusted_for_ca10101` string , `sl_se_ez_corp_company_code` string , `sl_se_ez_loc_fac_code` string , `storable_common_variable` string , `admin___blended` string , `converted_admin_fee__` string , `auto_protect_enabled` string , `alt_common_variable` string , `previous_clients_facility_number` string , `audit_letter_effect_date` string , `auto_protect_off` string , `auto_protect_on` string , `audit_letters_sent` string , `audit_letters_sent_date` string , `sl_se_ez_common_variable` string , `alp_commitment_date` string , `alp_projected_send_month` string , `alp_standing` string , `ti_or_tpp` string , `se_sl_tpp` string , `facility_program_category` string , `bookings_category` string , `corp_sign_on_date` string , `corporate_group_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_ti_tpp_mandatory_commitments_2025/2026-04-13/1776123071'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.biadhocsftp_ti_tpp_mandatory_commitments_2025`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.biadhocsftp_ti_tpp_mandatory_commitments_2025" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2026-04-13 17:21:37",
"disabled": false,
"format": "raw",
"id": 4321,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_prod_drivethru",
"table": "biadhocsftp_ti_tpp_mandatory_commitments_2025"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"address": "string",
"address_2": "string",
"admin___blended": "string",
"admin_fee__": "string",
"admin_fee_calc": "string",
"aig_state": "string",
"alp_commitment_date": "string",
"alp_projected_send_month": "string",
"alp_standing": "string",
"alt_common_variable": "string",
"api_software_facility_id": "string",
"audit_letter_effect_date": "string",
"audit_letters_sent": "string",
"audit_letters_sent_date": "string",
"auto_protect_enabled": "string",
"auto_protect_off": "string",
"auto_protect_on": "string",
"bader_client_type": "string",
"bader_current_client": "string",
"bookings_category": "string",
"city": "string",
"city_reins": "string",
"client": "string",
"client_all_programs": "string",
"client_dropped": "string",
"client_status": "string",
"cntrycode_reins": "string",
"commitment_category": "string",
"companies_sign_on_date": "string",
"company_id_10_digit": "string",
"company_name": "string",
"converted_admin_fee__": "string",
"corp_group_name": "string",
"corp_sign_on_date": "string",
"corporate_group_name": "string",
"corporate_group_number": "string",
"county_reins": "string",
"date_available_for_training": "string",
"facility_name_adjusted_for_ca10101": "string",
"facility_number": "string",
"facility_program_category": "string",
"former_client": "string",
"number_of_units": "string",
"pma_aig": "string",
"postalcode_reins": "string",
"previous_clients_facility_number": "string",
"previous_insurance": "string",
"proof_program_status": "string",
"proof_program_status_category": "string",
"reason_for_termination": "string",
"se_corp_code_yes": "string",
"se_sl_tpp": "string",
"sl_corp_group_code": "string",
"sl_corp_loc_codes": "string",
"sl_se_ez_common_variable": "string",
"sl_se_ez_corp_company_code": "string",
"sl_se_ez_loc_fac_code": "string",
"software": "string",
"square_feet": "string",
"state": "string",
"state_city_concat": "string",
"statecode_reins": "string",
"storable_common_variable": "string",
"storedge_api_key": "string",
"streetname_reins": "string",
"ti_or_tpp": "string",
"train_after_date": "string",
"train_before_deadline": "string",
"training_1_date": "string",
"training_category": "string",
"training_date_updated": "string",
"training_schedule_status": "string",
"training_status": "string",
"used_facility_id_adjust_for_ca10101": "string",
"used_facility_ids": "string",
"zcrm_account_id": "string",
"zcrm_corp_id_number": "string",
"zcrmid_adjusted_for_ca10101": "string",
"zip_code": "string"
},
"created": "2026-04-13 18:31:19",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.biadhocsftp_ti_tpp_mandatory_commitments_2025`\n(\n `commitment_category` string , `companies_sign_on_date` string , `company_name` string , `address` string , `address_2` string , `city` string , `state` string , `zip_code` string , `facility_number` string , `admin_fee__` string , `admin_fee_calc` string , `software` string , `previous_insurance` string , `client` string , `number_of_units` string , `corporate_group_number` string , `corp_group_name` string , `training_status` string , `training_1_date` string , `training_schedule_status` string , `training_category` string , `client_dropped` string , `former_client` string , `date_available_for_training` string , `reason_for_termination` string , `square_feet` string , `train_after_date` string , `train_before_deadline` string , `proof_program_status` string , `proof_program_status_category` string , `training_date_updated` string , `zcrm_account_id` string , `client_status` string , `used_facility_ids` string , `bader_current_client` string , `bader_client_type` string , `pma_aig` string , `streetname_reins` string , `city_reins` string , `county_reins` string , `postalcode_reins` string , `statecode_reins` string , `cntrycode_reins` string , `api_software_facility_id` string , `sl_corp_group_code` string , `aig_state` string , `state_city_concat` string , `company_id_10_digit` string , `client_all_programs` string , `sl_corp_loc_codes` string , `storedge_api_key` string , `se_corp_code_yes` string , `zcrm_corp_id_number` string , `used_facility_id_adjust_for_ca10101` string , `facility_name_adjusted_for_ca10101` string , `zcrmid_adjusted_for_ca10101` string , `sl_se_ez_corp_company_code` string , `sl_se_ez_loc_fac_code` string , `storable_common_variable` string , `admin___blended` string , `converted_admin_fee__` string , `auto_protect_enabled` string , `alt_common_variable` string , `previous_clients_facility_number` string , `audit_letter_effect_date` string , `auto_protect_off` string , `auto_protect_on` string , `audit_letters_sent` string , `audit_letters_sent_date` string , `sl_se_ez_common_variable` string , `alp_commitment_date` string , `alp_projected_send_month` string , `alp_standing` string , `ti_or_tpp` string , `se_sl_tpp` string , `facility_program_category` string , `bookings_category` string , `corp_sign_on_date` string , `corporate_group_name` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_ti_tpp_mandatory_commitments_2025/2026-04-13/1776123071'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.biadhocsftp_ti_tpp_mandatory_commitments_2025`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.biadhocsftp_ti_tpp_mandatory_commitments_2025"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}