Schema Info
Schema Name: sfdl_prod_drivethru.biadhocsftp_sa_locations
- created: 2025-01-31 13:18:36
- disabled: False
- format: raw
- id: 3456
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_prod_drivethru", "table": "biadhocsftp_sa_locations" } - type: drivethrucsv
Schema Versions: 4
-
Version 1493807
- created: 2025-10-05 07:49:05
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "DROP TABLE IF EXISTS `sfdl_prod_drivethru.biadhocsftp_sa_locations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.biadhocsftp_sa_locations`\n(\n `id` string , `users_id` string , `location_name` string , `loc_timezone` string , `sales_tax` string , `pick_up_deadline` string , `store_identifier` string , `store_hours` string , `address1` string , `address2` string , `city` string , `state_id` string , `zipcode` string , `lat` string , `lang` string , `phone_no` string , `logo_path` string , `cloud_image_id` string , `is_show_directory` string , `selling_terms` string , `deposit` string , `gives_percentage` string , `cancellation_plus_seven` string , `cancellation_minus_seven` string , `billing_mode` string , `billing_email` string , `billing_method` string , `monthly_fee` string , `status` string , `website_url` string , `facebook_url` string , `twitter_url` string , `location_code` string , `storagecommanderlocation_code` string , `doorswap_code` string , `storedge_code` string , `syrasoft_code` string , `ailean_location_code` string , `wss_guid` string , `sentinel_code` string , `notes` string , `accept_payment_method` string , `cancellation_subscription` string , `cancellation_amount` string , `invoice_frequency` string , `invoice_recipient` string , `created_by` string , `created_at` string , `updated_at` string , `is_deleted` string , `currency_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_locations/2025-10-05/1759668536'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_drivethru.biadhocsftp_sa_locations" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_locations/2025-10-05/1759668536
- id: 1493807
- processed: 1
- raw_data:
{ "accept_payment_method": 41, "address1": 8, "address2": 9, "ailean_location_code": 37, "billing_email": 25, "billing_method": 26, "billing_mode": 24, "cancellation_amount": 43, "cancellation_minus_seven": 23, "cancellation_plus_seven": 22, "cancellation_subscription": 42, "city": 10, "cloud_image_id": 17, "created_at": 47, "created_by": 46, "currency_code": 50, "deposit": 20, "doorswap_code": 34, "facebook_url": 30, "gives_percentage": 21, "id": 0, "invoice_frequency": 44, "invoice_recipient": 45, "is_deleted": 49, "is_show_directory": 18, "lang": 14, "lat": 13, "loc_timezone": 3, "location_code": 32, "location_name": 2, "logo_path": 16, "monthly_fee": 27, "notes": 40, "phone_no": 15, "pick_up_deadline": 5, "sales_tax": 4, "selling_terms": 19, "sentinel_code": 39, "state_id": 11, "status": 28, "storagecommanderlocation_code": 33, "store_hours": 7, "store_identifier": 6, "storedge_code": 35, "syrasoft_code": 36, "twitter_url": 31, "updated_at": 48, "users_id": 1, "website_url": 29, "wss_guid": 38, "zipcode": 12 } - schema_attributes:
{ "0": "string", "0200118989": "string", "0_00": "string", "0_000": "string", "1": "string", "10_00": "string", "1466757194": "string", "1475139795": "string", "16": "string", "20_00": "string", "29_7798027": "string", "32007": "string", "7": "string", "A": "string", "Bits_Location": "string", "CST": "string", "Cancellation": "string", "Individual": "string", "Master": "string", "Monthly": "string", "NULL": "string", "S_123": "string", "The_winning_buyer_has_to_pick_up_the_units_within_the_pick_up_deadline__The_winning_bidder_will_be_charged__immediately_after_winning_the_auction_unit__If_the_seller_cancel_any_unit_then_he_has_to_pay_the_cancellation_charge_to_the_admin_s_account_": "string", "_81_642556": "string", "accept_payment_method": "string", "address1": "string", "address2": "string", "ailean_location_code": "string", "billing_email": "string", "billing_method": "string", "billing_mode": "string", "bostwick": "string", "c4ca4238a0b923820dcc509a6f75849b": "string", "cancellation_amount": "string", "cancellation_minus_seven": "string", "cancellation_plus_seven": "string", "cancellation_subscription": "string", "city": "string", "cloud_image_id": "string", "created_at": "string", "created_by": "string", "currency_code": "string", "deposit": "string", "doorswap_code": "string", "download__5__jpg": "string", "facebook_url": "string", "gives_percentage": "string", "id": "string", "invoice_frequency": "string", "invoice_recipient": "string", "is_deleted": "string", "is_show_directory": "string", "lang": "string", "lat": "string", "loc_timezone": "string", "location_code": "string", "location_name": "string", "logo_path": "string", "monthly_fee": "string", "near_boat_house_club": "string", "no": "string", "notes": "string", "phone_no": "string", "pick_up_deadline": "string", "sales_tax": "string", "selling_terms": "string", "sentinel_code": "string", "state_id": "string", "status": "string", "storagecommanderlocation_code": "string", "store_hours": "string", "store_identifier": "string", "storedge_code": "string", "street_24": "string", "syrasoft_code": "string", "twitter_url": "string", "updated_at": "string", "users_id": "string", "website_url": "string", "wss_guid": "string", "zipcode": "string" } - schema_name_id: 3456
- schema_scan_id: 150985878
- updated: 2025-10-05 07:49:18
-
Version 1452030
- created: 2025-09-03 16:13:11
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "DROP TABLE IF EXISTS `sfdl_prod_drivethru.biadhocsftp_sa_locations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.biadhocsftp_sa_locations`\n(\n `id` string , `users_id` string , `location_name` string , `loc_timezone` string , `sales_tax` string , `pick_up_deadline` string , `store_identifier` string , `store_hours` string , `address1` string , `address2` string , `city` string , `state_id` string , `zipcode` string , `lat` string , `lang` string , `phone_no` string , `logo_path` string , `cloud_image_id` string , `is_show_directory` string , `selling_terms` string , `deposit` string , `gives_percentage` string , `cancellation_plus_seven` string , `cancellation_minus_seven` string , `billing_mode` string , `billing_email` string , `billing_method` string , `monthly_fee` string , `status` string , `website_url` string , `facebook_url` string , `twitter_url` string , `location_code` string , `storagecommanderlocation_code` string , `doorswap_code` string , `storedge_code` string , `syrasoft_code` string , `ailean_location_code` string , `wss_guid` string , `sentinel_code` string , `notes` string , `accept_payment_method` string , `cancellation_subscription` string , `cancellation_amount` string , `invoice_frequency` string , `invoice_recipient` string , `created_by` string , `created_at` string , `updated_at` string , `is_deleted` string , `currency_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_locations/2025-09-03/1756933985'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_drivethru.biadhocsftp_sa_locations" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_locations/2025-09-03/1756933985
- id: 1452030
- processed: 1
- raw_data:
{ "accept_payment_method": 41, "address1": 8, "address2": 9, "ailean_location_code": 37, "billing_email": 25, "billing_method": 26, "billing_mode": 24, "cancellation_amount": 43, "cancellation_minus_seven": 23, "cancellation_plus_seven": 22, "cancellation_subscription": 42, "city": 10, "cloud_image_id": 17, "created_at": 47, "created_by": 46, "currency_code": 50, "deposit": 20, "doorswap_code": 34, "facebook_url": 30, "gives_percentage": 21, "id": 0, "invoice_frequency": 44, "invoice_recipient": 45, "is_deleted": 49, "is_show_directory": 18, "lang": 14, "lat": 13, "loc_timezone": 3, "location_code": 32, "location_name": 2, "logo_path": 16, "monthly_fee": 27, "notes": 40, "phone_no": 15, "pick_up_deadline": 5, "sales_tax": 4, "selling_terms": 19, "sentinel_code": 39, "state_id": 11, "status": 28, "storagecommanderlocation_code": 33, "store_hours": 7, "store_identifier": 6, "storedge_code": 35, "syrasoft_code": 36, "twitter_url": 31, "updated_at": 48, "users_id": 1, "website_url": 29, "wss_guid": 38, "zipcode": 12 } - schema_attributes:
{ "0": "string", "0200118989": "string", "0_00": "string", "0_000": "string", "1": "string", "10_00": "string", "1466757194": "string", "1475139795": "string", "16": "string", "20_00": "string", "29_7798027": "string", "32007": "string", "7": "string", "A": "string", "Bits_Location": "string", "CST": "string", "Cancellation": "string", "Individual": "string", "Master": "string", "Monthly": "string", "NULL": "string", "S_123": "string", "The_winning_buyer_has_to_pick_up_the_units_within_the_pick_up_deadline__The_winning_bidder_will_be_charged__immediately_after_winning_the_auction_unit__If_the_seller_cancel_any_unit_then_he_has_to_pay_the_cancellation_charge_to_the_admin_s_account_": "string", "_81_642556": "string", "accept_payment_method": "string", "address1": "string", "address2": "string", "ailean_location_code": "string", "billing_email": "string", "billing_method": "string", "billing_mode": "string", "bostwick": "string", "c4ca4238a0b923820dcc509a6f75849b": "string", "cancellation_amount": "string", "cancellation_minus_seven": "string", "cancellation_plus_seven": "string", "cancellation_subscription": "string", "city": "string", "cloud_image_id": "string", "created_at": "string", "created_by": "string", "currency_code": "string", "deposit": "string", "doorswap_code": "string", "download__5__jpg": "string", "facebook_url": "string", "gives_percentage": "string", "id": "string", "invoice_frequency": "string", "invoice_recipient": "string", "is_deleted": "string", "is_show_directory": "string", "lang": "string", "lat": "string", "loc_timezone": "string", "location_code": "string", "location_name": "string", "logo_path": "string", "monthly_fee": "string", "near_boat_house_club": "string", "no": "string", "notes": "string", "phone_no": "string", "pick_up_deadline": "string", "sales_tax": "string", "selling_terms": "string", "sentinel_code": "string", "state_id": "string", "status": "string", "storagecommanderlocation_code": "string", "store_hours": "string", "store_identifier": "string", "storedge_code": "string", "street_24": "string", "syrasoft_code": "string", "twitter_url": "string", "updated_at": "string", "users_id": "string", "website_url": "string", "wss_guid": "string", "zipcode": "string" } - schema_name_id: 3456
- schema_scan_id: 148835810
- updated: 2025-09-03 16:13:25
-
Version 1452020
- created: 2025-09-03 15:47:47
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "DROP TABLE IF EXISTS `sfdl_prod_drivethru.biadhocsftp_sa_locations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.biadhocsftp_sa_locations`\n(\n `id` string , `users_id` string , `location_name` string , `loc_timezone` string , `sales_tax` string , `pick_up_deadline` string , `store_identifier` string , `store_hours` string , `address1` string , `address2` string , `city` string , `state_id` string , `zipcode` string , `lat` string , `lang` string , `phone_no` string , `logo_path` string , `is_show_directory` string , `selling_terms` string , `deposit` string , `gives_percentage` string , `cancellation_plus_seven` string , `cancellation_minus_seven` string , `billing_mode` string , `billing_email` string , `billing_method` string , `monthly_fee` string , `status` string , `website_url` string , `facebook_url` string , `twitter_url` string , `location_code` string , `storagecommanderlocation_code` string , `doorswap_code` string , `storedge_code` string , `syrasoft_code` string , `ailean_location_code` string , `wss_guid` string , `sentinel_code` string , `notes` string , `accept_payment_method` string , `cancellation_subscription` string , `cancellation_amount` string , `invoice_frequency` string , `invoice_recipient` string , `created_by` string , `created_at` string , `updated_at` string , `is_deleted` string , `currency_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_locations/2025-09-03/1756932217'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_drivethru.biadhocsftp_sa_locations" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_locations/2025-09-03/1756932217
- id: 1452020
- processed: 1
- raw_data:
{ "accept_payment_method": 40, "address1": 8, "address2": 9, "ailean_location_code": 36, "billing_email": 24, "billing_method": 25, "billing_mode": 23, "cancellation_amount": 42, "cancellation_minus_seven": 22, "cancellation_plus_seven": 21, "cancellation_subscription": 41, "city": 10, "created_at": 46, "created_by": 45, "currency_code": 49, "deposit": 19, "doorswap_code": 33, "facebook_url": 29, "gives_percentage": 20, "id": 0, "invoice_frequency": 43, "invoice_recipient": 44, "is_deleted": 48, "is_show_directory": 17, "lang": 14, "lat": 13, "loc_timezone": 3, "location_code": 31, "location_name": 2, "logo_path": 16, "monthly_fee": 26, "notes": 39, "phone_no": 15, "pick_up_deadline": 5, "sales_tax": 4, "selling_terms": 18, "sentinel_code": 38, "state_id": 11, "status": 27, "storagecommanderlocation_code": 32, "store_hours": 7, "store_identifier": 6, "storedge_code": 34, "syrasoft_code": 35, "twitter_url": 30, "updated_at": 47, "users_id": 1, "website_url": 28, "wss_guid": 37, "zipcode": 12 } - schema_attributes:
{ "0": "string", "0200118989": "string", "0_00": "string", "0_000": "string", "1": "string", "10_00": "string", "1466757194": "string", "1475139795": "string", "16": "string", "20_00": "string", "29_7798027": "string", "32007": "string", "7": "string", "A": "string", "Bits_Location": "string", "CST": "string", "Cancellation": "string", "Individual": "string", "Master": "string", "Monthly": "string", "NULL": "string", "S_123": "string", "The_winning_buyer_has_to_pick_up_the_units_within_the_pick_up_deadline__The_winning_bidder_will_be_charged__immediately_after_winning_the_auction_unit__If_the_seller_cancel_any_unit_then_he_has_to_pay_the_cancellation_charge_to_the_admin_s_account_": "string", "_81_642556": "string", "accept_payment_method": "string", "address1": "string", "address2": "string", "ailean_location_code": "string", "billing_email": "string", "billing_method": "string", "billing_mode": "string", "bostwick": "string", "c4ca4238a0b923820dcc509a6f75849b": "string", "cancellation_amount": "string", "cancellation_minus_seven": "string", "cancellation_plus_seven": "string", "cancellation_subscription": "string", "city": "string", "created_at": "string", "created_by": "string", "currency_code": "string", "deposit": "string", "doorswap_code": "string", "download__5__jpg": "string", "facebook_url": "string", "gives_percentage": "string", "id": "string", "invoice_frequency": "string", "invoice_recipient": "string", "is_deleted": "string", "is_show_directory": "string", "lang": "string", "lat": "string", "loc_timezone": "string", "location_code": "string", "location_name": "string", "logo_path": "string", "monthly_fee": "string", "near_boat_house_club": "string", "no": "string", "notes": "string", "phone_no": "string", "pick_up_deadline": "string", "sales_tax": "string", "selling_terms": "string", "sentinel_code": "string", "state_id": "string", "status": "string", "storagecommanderlocation_code": "string", "store_hours": "string", "store_identifier": "string", "storedge_code": "string", "street_24": "string", "syrasoft_code": "string", "twitter_url": "string", "updated_at": "string", "users_id": "string", "website_url": "string", "wss_guid": "string", "zipcode": "string" } - schema_name_id: 3456
- schema_scan_id: 148832503
- updated: 2025-09-03 15:48:00
-
Version 1432049
- created: 2025-08-19 16:40:10
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "DROP TABLE IF EXISTS `sfdl_prod_drivethru.biadhocsftp_sa_locations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.biadhocsftp_sa_locations`\n(\n `id` string , `users_id` string , `location_name` string , `loc_timezone` string , `sales_tax` string , `pick_up_deadline` string , `store_identifier` string , `store_hours` string , `address1` string , `address2` string , `city` string , `state_id` string , `zipcode` string , `lat` string , `lang` string , `phone_no` string , `logo_path` string , `is_show_directory` string , `selling_terms` string , `deposit` string , `gives_percentage` string , `cancellation_plus_seven` string , `cancellation_minus_seven` string , `billing_mode` string , `billing_email` string , `billing_method` string , `monthly_fee` string , `status` string , `website_url` string , `facebook_url` string , `twitter_url` string , `location_code` string , `storagecommanderlocation_code` string , `doorswap_code` string , `storedge_code` string , `syrasoft_code` string , `ailean_location_code` string , `wss_guid` string , `sentinel_code` string , `notes` string , `accept_payment_method` string , `cancellation_subscription` string , `cancellation_amount` string , `invoice_frequency` string , `invoice_recipient` string , `created_by` string , `created_at` string , `updated_at` string , `is_deleted` string , `currency_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_locations/2025-08-19/1755639508'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_drivethru.biadhocsftp_sa_locations" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_locations/2025-08-19/1755639508
- id: 1432049
- processed: 1
- raw_data:
{ "accept_payment_method": 40, "address1": 8, "address2": 9, "ailean_location_code": 36, "billing_email": 24, "billing_method": 25, "billing_mode": 23, "cancellation_amount": 42, "cancellation_minus_seven": 22, "cancellation_plus_seven": 21, "cancellation_subscription": 41, "city": 10, "created_at": 46, "created_by": 45, "currency_code": 49, "deposit": 19, "doorswap_code": 33, "facebook_url": 29, "gives_percentage": 20, "id": 0, "invoice_frequency": 43, "invoice_recipient": 44, "is_deleted": 48, "is_show_directory": 17, "lang": 14, "lat": 13, "loc_timezone": 3, "location_code": 31, "location_name": 2, "logo_path": 16, "monthly_fee": 26, "notes": 39, "phone_no": 15, "pick_up_deadline": 5, "sales_tax": 4, "selling_terms": 18, "sentinel_code": 38, "state_id": 11, "status": 27, "storagecommanderlocation_code": 32, "store_hours": 7, "store_identifier": 6, "storedge_code": 34, "syrasoft_code": 35, "twitter_url": 30, "updated_at": 47, "users_id": 1, "website_url": 28, "wss_guid": 37, "zipcode": 12 } - schema_attributes:
{ "0": "string", "0200118989": "string", "0_00": "string", "0_000": "string", "1": "string", "10_00": "string", "1466757194": "string", "1475139795": "string", "16": "string", "20_00": "string", "29_7798027": "string", "32007": "string", "7": "string", "A": "string", "Bits_Location": "string", "CST": "string", "Cancellation": "string", "Individual": "string", "Master": "string", "Monthly": "string", "NULL": "string", "S_123": "string", "The_winning_buyer_has_to_pick_up_the_units_within_the_pick_up_deadline__The_winning_bidder_will_be_charged__immediately_after_winning_the_auction_unit__If_the_seller_cancel_any_unit_then_he_has_to_pay_the_cancellation_charge_to_the_admin_s_account_": "string", "_81_642556": "string", "accept_payment_method": "string", "address1": "string", "address2": "string", "ailean_location_code": "string", "billing_email": "string", "billing_method": "string", "billing_mode": "string", "bostwick": "string", "c4ca4238a0b923820dcc509a6f75849b": "string", "cancellation_amount": "string", "cancellation_minus_seven": "string", "cancellation_plus_seven": "string", "cancellation_subscription": "string", "city": "string", "created_at": "string", "created_by": "string", "currency_code": "string", "deposit": "string", "doorswap_code": "string", "download__5__jpg": "string", "facebook_url": "string", "gives_percentage": "string", "id": "string", "invoice_frequency": "string", "invoice_recipient": "string", "is_deleted": "string", "is_show_directory": "string", "lang": "string", "lat": "string", "loc_timezone": "string", "location_code": "string", "location_name": "string", "logo_path": "string", "monthly_fee": "string", "near_boat_house_club": "string", "no": "string", "notes": "string", "phone_no": "string", "pick_up_deadline": "string", "sales_tax": "string", "selling_terms": "string", "sentinel_code": "string", "state_id": "string", "status": "string", "storagecommanderlocation_code": "string", "store_hours": "string", "store_identifier": "string", "storedge_code": "string", "street_24": "string", "syrasoft_code": "string", "twitter_url": "string", "updated_at": "string", "users_id": "string", "website_url": "string", "wss_guid": "string", "zipcode": "string" } - schema_name_id: 3456
- schema_scan_id: 147862643
- updated: 2025-08-19 16:40:24
Schema Scans: 4
Last at 2025-10-05 07:49:03
-
Scan 150985878
- duration: 0:00:15.932878
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 150985878
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-prod", "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_locations/2025-10-05/1759668536", "key": "raw/biadhocsftp_sa_locations/2025-10-05/1759668536/sa_locations_cleaned.csv.gz" }, "schema": { "name": "sfdl_prod_drivethru.biadhocsftp_sa_locations", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13948569986133648920, "service_name": "drive-thru", "span_id": 2436500432659475058, "trace_id": 12468916223545033699 } } - running: False
- schema_name_id: 3456
- start_time: 2025-10-05 07:49:03
- success: True
- trace_id: 12468916223545033699
-
Scan 148835810
- duration: 0:00:15.859279
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 148835810
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-prod", "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_locations/2025-09-03/1756933985", "key": "raw/biadhocsftp_sa_locations/2025-09-03/1756933985/sa_locations_cleaned.csv.gz" }, "schema": { "name": "sfdl_prod_drivethru.biadhocsftp_sa_locations", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4950135554624948887, "service_name": "drive-thru", "span_id": 15625915097206924582, "trace_id": 6307822868183708459 } } - running: False
- schema_name_id: 3456
- start_time: 2025-09-03 16:13:09
- success: True
- trace_id: 6307822868183708459
-
Scan 148832503
- duration: 0:00:16.057884
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 148832503
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-prod", "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_locations/2025-09-03/1756932217", "key": "raw/biadhocsftp_sa_locations/2025-09-03/1756932217/sa_locations_cleaned.csv.gz" }, "schema": { "name": "sfdl_prod_drivethru.biadhocsftp_sa_locations", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4859468642267997319, "service_name": "drive-thru", "span_id": 15605418835421587865, "trace_id": 10133465534570124899 } } - running: False
- schema_name_id: 3456
- start_time: 2025-09-03 15:47:44
- success: True
- trace_id: 10133465534570124899
-
Scan 147862643
- duration: 0:00:15.867781
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 147862643
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-prod", "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_locations/2025-08-19/1755639508", "key": "raw/biadhocsftp_sa_locations/2025-08-19/1755639508/sa_locations_cleaned.csv.gz" }, "schema": { "name": "sfdl_prod_drivethru.biadhocsftp_sa_locations", "type": "drivethrucsv" }, "trace_context": { "parent_id": 10603572264458347408, "service_name": "drive-thru", "span_id": 1315731255793134245, "trace_id": 14158432372177899466 } } - running: False
- schema_name_id: 3456
- start_time: 2025-08-19 16:40:08
- success: True
- trace_id: 14158432372177899466
- attributes:
{ "0": "string", "0200118989": "string", "0_00": "string", "0_000": "string", "1": "string", "10_00": "string", "1466757194": "string", "1475139795": "string", "16": "string", "20_00": "string", "29_7798027": "string", "32007": "string", "7": "string", "A": "string", "Bits_Location": "string", "CST": "string", "Cancellation": "string", "Individual": "string", "Master": "string", "Monthly": "string", "NULL": "string", "S_123": "string", "The_winning_buyer_has_to_pick_up_the_units_within_the_pick_up_deadline__The_winning_bidder_will_be_charged__immediately_after_winning_the_auction_unit__If_the_seller_cancel_any_unit_then_he_has_to_pay_the_cancellation_charge_to_the_admin_s_account_": "string", "_81_642556": "string", "accept_payment_method": "string", "address1": "string", "address2": "string", "ailean_location_code": "string", "billing_email": "string", "billing_method": "string", "billing_mode": "string", "bostwick": "string", "c4ca4238a0b923820dcc509a6f75849b": "string", "cancellation_amount": "string", "cancellation_minus_seven": "string", "cancellation_plus_seven": "string", "cancellation_subscription": "string", "city": "string", "cloud_image_id": "string", "created_at": "string", "created_by": "string", "currency_code": "string", "deposit": "string", "doorswap_code": "string", "download__5__jpg": "string", "facebook_url": "string", "gives_percentage": "string", "id": "string", "invoice_frequency": "string", "invoice_recipient": "string", "is_deleted": "string", "is_show_directory": "string", "lang": "string", "lat": "string", "loc_timezone": "string", "location_code": "string", "location_name": "string", "logo_path": "string", "monthly_fee": "string", "near_boat_house_club": "string", "no": "string", "notes": "string", "phone_no": "string", "pick_up_deadline": "string", "sales_tax": "string", "selling_terms": "string", "sentinel_code": "string", "state_id": "string", "status": "string", "storagecommanderlocation_code": "string", "store_hours": "string", "store_identifier": "string", "storedge_code": "string", "street_24": "string", "syrasoft_code": "string", "twitter_url": "string", "updated_at": "string", "users_id": "string", "website_url": "string", "wss_guid": "string", "zipcode": "string" } - created: 2025-10-05 07:49:05
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.biadhocsftp_sa_locations`\n(\n `id` string , `users_id` string , `location_name` string , `loc_timezone` string , `sales_tax` string , `pick_up_deadline` string , `store_identifier` string , `store_hours` string , `address1` string , `address2` string , `city` string , `state_id` string , `zipcode` string , `lat` string , `lang` string , `phone_no` string , `logo_path` string , `cloud_image_id` string , `is_show_directory` string , `selling_terms` string , `deposit` string , `gives_percentage` string , `cancellation_plus_seven` string , `cancellation_minus_seven` string , `billing_mode` string , `billing_email` string , `billing_method` string , `monthly_fee` string , `status` string , `website_url` string , `facebook_url` string , `twitter_url` string , `location_code` string , `storagecommanderlocation_code` string , `doorswap_code` string , `storedge_code` string , `syrasoft_code` string , `ailean_location_code` string , `wss_guid` string , `sentinel_code` string , `notes` string , `accept_payment_method` string , `cancellation_subscription` string , `cancellation_amount` string , `invoice_frequency` string , `invoice_recipient` string , `created_by` string , `created_at` string , `updated_at` string , `is_deleted` string , `currency_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_locations/2025-10-05/1759668536'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.biadhocsftp_sa_locations`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.biadhocsftp_sa_locations" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2025-01-31 13:18:36",
"disabled": false,
"format": "raw",
"id": 3456,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_prod_drivethru",
"table": "biadhocsftp_sa_locations"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"0": "string",
"0200118989": "string",
"0_00": "string",
"0_000": "string",
"1": "string",
"10_00": "string",
"1466757194": "string",
"1475139795": "string",
"16": "string",
"20_00": "string",
"29_7798027": "string",
"32007": "string",
"7": "string",
"A": "string",
"Bits_Location": "string",
"CST": "string",
"Cancellation": "string",
"Individual": "string",
"Master": "string",
"Monthly": "string",
"NULL": "string",
"S_123": "string",
"The_winning_buyer_has_to_pick_up_the_units_within_the_pick_up_deadline__The_winning_bidder_will_be_charged__immediately_after_winning_the_auction_unit__If_the_seller_cancel_any_unit_then_he_has_to_pay_the_cancellation_charge_to_the_admin_s_account_": "string",
"_81_642556": "string",
"accept_payment_method": "string",
"address1": "string",
"address2": "string",
"ailean_location_code": "string",
"billing_email": "string",
"billing_method": "string",
"billing_mode": "string",
"bostwick": "string",
"c4ca4238a0b923820dcc509a6f75849b": "string",
"cancellation_amount": "string",
"cancellation_minus_seven": "string",
"cancellation_plus_seven": "string",
"cancellation_subscription": "string",
"city": "string",
"cloud_image_id": "string",
"created_at": "string",
"created_by": "string",
"currency_code": "string",
"deposit": "string",
"doorswap_code": "string",
"download__5__jpg": "string",
"facebook_url": "string",
"gives_percentage": "string",
"id": "string",
"invoice_frequency": "string",
"invoice_recipient": "string",
"is_deleted": "string",
"is_show_directory": "string",
"lang": "string",
"lat": "string",
"loc_timezone": "string",
"location_code": "string",
"location_name": "string",
"logo_path": "string",
"monthly_fee": "string",
"near_boat_house_club": "string",
"no": "string",
"notes": "string",
"phone_no": "string",
"pick_up_deadline": "string",
"sales_tax": "string",
"selling_terms": "string",
"sentinel_code": "string",
"state_id": "string",
"status": "string",
"storagecommanderlocation_code": "string",
"store_hours": "string",
"store_identifier": "string",
"storedge_code": "string",
"street_24": "string",
"syrasoft_code": "string",
"twitter_url": "string",
"updated_at": "string",
"users_id": "string",
"website_url": "string",
"wss_guid": "string",
"zipcode": "string"
},
"created": "2025-10-05 07:49:05",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.biadhocsftp_sa_locations`\n(\n `id` string , `users_id` string , `location_name` string , `loc_timezone` string , `sales_tax` string , `pick_up_deadline` string , `store_identifier` string , `store_hours` string , `address1` string , `address2` string , `city` string , `state_id` string , `zipcode` string , `lat` string , `lang` string , `phone_no` string , `logo_path` string , `cloud_image_id` string , `is_show_directory` string , `selling_terms` string , `deposit` string , `gives_percentage` string , `cancellation_plus_seven` string , `cancellation_minus_seven` string , `billing_mode` string , `billing_email` string , `billing_method` string , `monthly_fee` string , `status` string , `website_url` string , `facebook_url` string , `twitter_url` string , `location_code` string , `storagecommanderlocation_code` string , `doorswap_code` string , `storedge_code` string , `syrasoft_code` string , `ailean_location_code` string , `wss_guid` string , `sentinel_code` string , `notes` string , `accept_payment_method` string , `cancellation_subscription` string , `cancellation_amount` string , `invoice_frequency` string , `invoice_recipient` string , `created_by` string , `created_at` string , `updated_at` string , `is_deleted` string , `currency_code` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_locations/2025-10-05/1759668536'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.biadhocsftp_sa_locations`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.biadhocsftp_sa_locations"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}