Schema Info
Schema Name: sfdl_prod_drivethru.biadhocsftp_sa_users
- created: 2025-01-30 09:15:32
- disabled: False
- format: raw
- id: 3455
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_prod_drivethru", "table": "biadhocsftp_sa_users" } - type: drivethrucsv
Schema Versions: 4
-
Version 1493809
- created: 2025-10-05 07:52:00
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "DROP TABLE IF EXISTS `sfdl_prod_drivethru.biadhocsftp_sa_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.biadhocsftp_sa_users`\n(\n `id` string , `first_name` string , `last_name` string , `alternate_pickup_person` string , `company_name` string , `auth_key` string , `password_hash` string , `password_reset_token` string , `access_token` string , `wss_secret_key` string , `payroll_id` string , `email` string , `status` string , `user_type` string , `manager_type` string , `address1` string , `address2` string , `city` string , `state_id` string , `zipcode` string , `lat` string , `lang` string , `mobile_no` string , `ref_user_id` string , `auto_responder` string , `last_logged_in` string , `pay_type` string , `deposit` string , `custom_deposit` string , `invoice_downpayment` string , `gives_percentage` string , `silent_auction` string , `silent_auction_logo` string , `silent_auction_background` string , `cancellation_plus_seven` string , `cancellation_minus_seven` string , `buyer_wining_fee` string , `billing_method` string , `monthly_fee` string , `is_blocked` string , `website_url` string , `facebook_url` string , `twitter_url` string , `manager_bio` string , `access_controls` string , `email_access_controls` string , `is_verified` string , `is_approved` string , `wizard` string , `opted_marketing_email` string , `opted_timeline_protection` string , `opted_email` string , `created_by` string , `created_at` string , `updated_at` string , `is_deleted` string , `is_v2_migrated` string , `sitelink_code` string , `sitelink_username` string , `sitelink_password` string , `storagecommander_user` string , `doorswap_username` string , `doorswap_password` string , `storedge_username` string , `syrasoft_username` string , `syrasoft_password` string , `ailean_code` string , `ailean_username` string , `ailean_password` string , `sentinel_username` string , `sentinel_password` string , `email_verify_token` string , `referal` string , `notes` string , `terms_and_conditions` string , `sales_tax` string , `facilities_setting` string , `heard_about` string , `cancellation_subscription` string , `cancellation_amount` string , `invoice_frequency` string , `invoice_recipient` string , `sitelink_fee` string , `webhook_api` string , `preauth_fail_count` string , `preauth_fail_at` string , `system_sms` string , `marketing_sms` string , `is_valid_email` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_users/2025-10-05/1759668705'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_drivethru.biadhocsftp_sa_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_users/2025-10-05/1759668705
- id: 1493809
- processed: 1
- raw_data:
{ "access_controls": 44, "access_token": 8, "address1": 15, "address2": 16, "ailean_code": 66, "ailean_password": 68, "ailean_username": 67, "alternate_pickup_person": 3, "auth_key": 5, "auto_responder": 24, "billing_method": 37, "buyer_wining_fee": 36, "cancellation_amount": 79, "cancellation_minus_seven": 35, "cancellation_plus_seven": 34, "cancellation_subscription": 78, "city": 17, "company_name": 4, "created_at": 53, "created_by": 52, "custom_deposit": 28, "deposit": 27, "doorswap_password": 62, "doorswap_username": 61, "email": 11, "email_access_controls": 45, "email_verify_token": 71, "facebook_url": 41, "facilities_setting": 76, "first_name": 1, "gives_percentage": 30, "heard_about": 77, "id": 0, "invoice_downpayment": 29, "invoice_frequency": 80, "invoice_recipient": 81, "is_approved": 47, "is_blocked": 39, "is_deleted": 55, "is_v2_migrated": 56, "is_valid_email": 88, "is_verified": 46, "lang": 21, "last_logged_in": 25, "last_name": 2, "lat": 20, "manager_bio": 43, "manager_type": 14, "marketing_sms": 87, "mobile_no": 22, "monthly_fee": 38, "notes": 73, "opted_email": 51, "opted_marketing_email": 49, "opted_timeline_protection": 50, "password_hash": 6, "password_reset_token": 7, "pay_type": 26, "payroll_id": 10, "preauth_fail_at": 85, "preauth_fail_count": 84, "ref_user_id": 23, "referal": 72, "sales_tax": 75, "sentinel_password": 70, "sentinel_username": 69, "silent_auction": 31, "silent_auction_background": 33, "silent_auction_logo": 32, "sitelink_code": 57, "sitelink_fee": 82, "sitelink_password": 59, "sitelink_username": 58, "state_id": 18, "status": 12, "storagecommander_user": 60, "storedge_username": 63, "syrasoft_password": 65, "syrasoft_username": 64, "system_sms": 86, "terms_and_conditions": 74, "twitter_url": 42, "updated_at": 54, "user_type": 13, "webhook_api": 83, "website_url": 40, "wizard": 48, "wss_secret_key": 9, "zipcode": 19 } - schema_attributes:
{ "FROM_UNIXTIME__created_at__": "string", "FROM_UNIXTIME__updated_at__": "string", "access_controls": "string", "access_token": "string", "address1": "string", "address2": "string", "ailean_code": "string", "ailean_password": "string", "ailean_username": "string", "alternate_pickup_person": "string", "auth_key": "string", "auto_responder": "string", "billing_method": "string", "buyer_wining_fee": "string", "cancellation_amount": "string", "cancellation_minus_seven": "string", "cancellation_plus_seven": "string", "cancellation_subscription": "string", "city": "string", "company_name": "string", "created_at": "string", "created_by": "string", "custom_deposit": "string", "deposit": "string", "doorswap_password": "string", "doorswap_username": "string", "email": "string", "email_access_controls": "string", "email_verify_token": "string", "facebook_url": "string", "facilities_setting": "string", "first_name": "string", "gives_percentage": "string", "heard_about": "string", "id": "string", "invoice_downpayment": "string", "invoice_frequency": "string", "invoice_recipient": "string", "is_approved": "string", "is_blocked": "string", "is_deleted": "string", "is_v2_migrated": "string", "is_valid_email": "string", "is_verified": "string", "lang": "string", "last_logged_in": "string", "last_name": "string", "lat": "string", "manager_bio": "string", "manager_type": "string", "marketing_sms": "string", "mobile_no": "string", "monthly_fee": "string", "notes": "string", "opted_email": "string", "opted_marketing_email": "string", "opted_timeline_protection": "string", "password_hash": "string", "password_reset_token": "string", "pay_type": "string", "payroll_id": "string", "preauth_fail_at": "string", "preauth_fail_count": "string", "ref_user_id": "string", "referal": "string", "sales_tax": "string", "sentinel_password": "string", "sentinel_username": "string", "silent_auction": "string", "silent_auction_background": "string", "silent_auction_logo": "string", "sitelink_code": "string", "sitelink_fee": "string", "sitelink_password": "string", "sitelink_username": "string", "state_id": "string", "status": "string", "storagecommander_user": "string", "storedge_username": "string", "syrasoft_password": "string", "syrasoft_username": "string", "system_sms": "string", "terms_and_conditions": "string", "twitter_url": "string", "updated_at": "string", "user_type": "string", "webhook_api": "string", "website_url": "string", "wizard": "string", "wss_secret_key": "string", "zipcode": "string" } - schema_name_id: 3455
- schema_scan_id: 150985995
- updated: 2025-10-05 07:52:11
-
Version 1452031
- created: 2025-09-03 16:14:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "DROP TABLE IF EXISTS `sfdl_prod_drivethru.biadhocsftp_sa_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.biadhocsftp_sa_users`\n(\n `id` string , `first_name` string , `last_name` string , `alternate_pickup_person` string , `company_name` string , `auth_key` string , `password_hash` string , `password_reset_token` string , `access_token` string , `wss_secret_key` string , `payroll_id` string , `email` string , `status` string , `user_type` string , `manager_type` string , `address1` string , `address2` string , `city` string , `state_id` string , `zipcode` string , `lat` string , `lang` string , `mobile_no` string , `ref_user_id` string , `auto_responder` string , `last_logged_in` string , `pay_type` string , `deposit` string , `custom_deposit` string , `invoice_downpayment` string , `gives_percentage` string , `silent_auction` string , `silent_auction_logo` string , `silent_auction_background` string , `cancellation_plus_seven` string , `cancellation_minus_seven` string , `buyer_wining_fee` string , `billing_method` string , `monthly_fee` string , `is_blocked` string , `website_url` string , `facebook_url` string , `twitter_url` string , `manager_bio` string , `access_controls` string , `email_access_controls` string , `is_verified` string , `is_approved` string , `wizard` string , `opted_marketing_email` string , `opted_timeline_protection` string , `opted_email` string , `created_by` string , `created_at` string , `updated_at` string , `is_deleted` string , `is_v2_migrated` string , `sitelink_code` string , `sitelink_username` string , `sitelink_password` string , `storagecommander_user` string , `doorswap_username` string , `doorswap_password` string , `storedge_username` string , `syrasoft_username` string , `syrasoft_password` string , `ailean_code` string , `ailean_username` string , `ailean_password` string , `sentinel_username` string , `sentinel_password` string , `email_verify_token` string , `referal` string , `notes` string , `terms_and_conditions` string , `sales_tax` string , `facilities_setting` string , `heard_about` string , `cancellation_subscription` string , `cancellation_amount` string , `invoice_frequency` string , `invoice_recipient` string , `sitelink_fee` string , `webhook_api` string , `preauth_fail_count` string , `preauth_fail_at` string , `system_sms` string , `marketing_sms` string , `is_valid_email` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_users/2025-09-03/1756934032'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_drivethru.biadhocsftp_sa_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_users/2025-09-03/1756934032
- id: 1452031
- processed: 1
- raw_data:
{ "access_controls": 44, "access_token": 8, "address1": 15, "address2": 16, "ailean_code": 66, "ailean_password": 68, "ailean_username": 67, "alternate_pickup_person": 3, "auth_key": 5, "auto_responder": 24, "billing_method": 37, "buyer_wining_fee": 36, "cancellation_amount": 79, "cancellation_minus_seven": 35, "cancellation_plus_seven": 34, "cancellation_subscription": 78, "city": 17, "company_name": 4, "created_at": 53, "created_by": 52, "custom_deposit": 28, "deposit": 27, "doorswap_password": 62, "doorswap_username": 61, "email": 11, "email_access_controls": 45, "email_verify_token": 71, "facebook_url": 41, "facilities_setting": 76, "first_name": 1, "gives_percentage": 30, "heard_about": 77, "id": 0, "invoice_downpayment": 29, "invoice_frequency": 80, "invoice_recipient": 81, "is_approved": 47, "is_blocked": 39, "is_deleted": 55, "is_v2_migrated": 56, "is_valid_email": 88, "is_verified": 46, "lang": 21, "last_logged_in": 25, "last_name": 2, "lat": 20, "manager_bio": 43, "manager_type": 14, "marketing_sms": 87, "mobile_no": 22, "monthly_fee": 38, "notes": 73, "opted_email": 51, "opted_marketing_email": 49, "opted_timeline_protection": 50, "password_hash": 6, "password_reset_token": 7, "pay_type": 26, "payroll_id": 10, "preauth_fail_at": 85, "preauth_fail_count": 84, "ref_user_id": 23, "referal": 72, "sales_tax": 75, "sentinel_password": 70, "sentinel_username": 69, "silent_auction": 31, "silent_auction_background": 33, "silent_auction_logo": 32, "sitelink_code": 57, "sitelink_fee": 82, "sitelink_password": 59, "sitelink_username": 58, "state_id": 18, "status": 12, "storagecommander_user": 60, "storedge_username": 63, "syrasoft_password": 65, "syrasoft_username": 64, "system_sms": 86, "terms_and_conditions": 74, "twitter_url": 42, "updated_at": 54, "user_type": 13, "webhook_api": 83, "website_url": 40, "wizard": 48, "wss_secret_key": 9, "zipcode": 19 } - schema_attributes:
{ "FROM_UNIXTIME__created_at__": "string", "FROM_UNIXTIME__updated_at__": "string", "access_controls": "string", "access_token": "string", "address1": "string", "address2": "string", "ailean_code": "string", "ailean_password": "string", "ailean_username": "string", "alternate_pickup_person": "string", "auth_key": "string", "auto_responder": "string", "billing_method": "string", "buyer_wining_fee": "string", "cancellation_amount": "string", "cancellation_minus_seven": "string", "cancellation_plus_seven": "string", "cancellation_subscription": "string", "city": "string", "company_name": "string", "created_at": "string", "created_by": "string", "custom_deposit": "string", "deposit": "string", "doorswap_password": "string", "doorswap_username": "string", "email": "string", "email_access_controls": "string", "email_verify_token": "string", "facebook_url": "string", "facilities_setting": "string", "first_name": "string", "gives_percentage": "string", "heard_about": "string", "id": "string", "invoice_downpayment": "string", "invoice_frequency": "string", "invoice_recipient": "string", "is_approved": "string", "is_blocked": "string", "is_deleted": "string", "is_v2_migrated": "string", "is_valid_email": "string", "is_verified": "string", "lang": "string", "last_logged_in": "string", "last_name": "string", "lat": "string", "manager_bio": "string", "manager_type": "string", "marketing_sms": "string", "mobile_no": "string", "monthly_fee": "string", "notes": "string", "opted_email": "string", "opted_marketing_email": "string", "opted_timeline_protection": "string", "password_hash": "string", "password_reset_token": "string", "pay_type": "string", "payroll_id": "string", "preauth_fail_at": "string", "preauth_fail_count": "string", "ref_user_id": "string", "referal": "string", "sales_tax": "string", "sentinel_password": "string", "sentinel_username": "string", "silent_auction": "string", "silent_auction_background": "string", "silent_auction_logo": "string", "sitelink_code": "string", "sitelink_fee": "string", "sitelink_password": "string", "sitelink_username": "string", "state_id": "string", "status": "string", "storagecommander_user": "string", "storedge_username": "string", "syrasoft_password": "string", "syrasoft_username": "string", "system_sms": "string", "terms_and_conditions": "string", "twitter_url": "string", "updated_at": "string", "user_type": "string", "webhook_api": "string", "website_url": "string", "wizard": "string", "wss_secret_key": "string", "zipcode": "string" } - schema_name_id: 3455
- schema_scan_id: 148835825
- updated: 2025-09-03 16:14:15
-
Version 1452021
- created: 2025-09-03 15:55:29
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "DROP TABLE IF EXISTS `sfdl_prod_drivethru.biadhocsftp_sa_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.biadhocsftp_sa_users`\n(\n `id` string , `first_name` string , `last_name` string , `alternate_pickup_person` string , `company_name` string , `auth_key` string , `password_hash` string , `password_reset_token` string , `access_token` string , `wss_secret_key` string , `payroll_id` string , `email` string , `status` string , `user_type` string , `manager_type` string , `address1` string , `address2` string , `city` string , `state_id` string , `zipcode` string , `lat` string , `lang` string , `mobile_no` string , `ref_user_id` string , `auto_responder` string , `last_logged_in` string , `pay_type` string , `deposit` string , `custom_deposit` string , `invoice_downpayment` string , `gives_percentage` string , `silent_auction` string , `silent_auction_logo` string , `silent_auction_background` string , `cancellation_plus_seven` string , `cancellation_minus_seven` string , `buyer_wining_fee` string , `billing_method` string , `monthly_fee` string , `is_blocked` string , `website_url` string , `facebook_url` string , `twitter_url` string , `manager_bio` string , `access_controls` string , `email_access_controls` string , `is_verified` string , `is_approved` string , `wizard` string , `opted_marketing_email` string , `opted_timeline_protection` string , `opted_email` string , `created_by` string , `created_at` string , `updated_at` string , `is_deleted` string , `is_v2_migrated` string , `sitelink_code` string , `sitelink_username` string , `sitelink_password` string , `storagecommander_user` string , `doorswap_username` string , `doorswap_password` string , `storedge_username` string , `syrasoft_username` string , `syrasoft_password` string , `ailean_code` string , `ailean_username` string , `ailean_password` string , `sentinel_username` string , `sentinel_password` string , `email_verify_token` string , `referal` string , `notes` string , `terms_and_conditions` string , `sales_tax` string , `facilities_setting` string , `heard_about` string , `cancellation_subscription` string , `cancellation_amount` string , `invoice_frequency` string , `invoice_recipient` string , `sitelink_fee` string , `webhook_api` string , `preauth_fail_count` string , `preauth_fail_at` string , `system_sms` string , `marketing_sms` string , `is_valid_email` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_users/2025-09-03/1756932761'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_drivethru.biadhocsftp_sa_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_users/2025-09-03/1756932761
- id: 1452021
- processed: 1
- raw_data:
{ "access_controls": 44, "access_token": 8, "address1": 15, "address2": 16, "ailean_code": 66, "ailean_password": 68, "ailean_username": 67, "alternate_pickup_person": 3, "auth_key": 5, "auto_responder": 24, "billing_method": 37, "buyer_wining_fee": 36, "cancellation_amount": 79, "cancellation_minus_seven": 35, "cancellation_plus_seven": 34, "cancellation_subscription": 78, "city": 17, "company_name": 4, "created_at": 53, "created_by": 52, "custom_deposit": 28, "deposit": 27, "doorswap_password": 62, "doorswap_username": 61, "email": 11, "email_access_controls": 45, "email_verify_token": 71, "facebook_url": 41, "facilities_setting": 76, "first_name": 1, "gives_percentage": 30, "heard_about": 77, "id": 0, "invoice_downpayment": 29, "invoice_frequency": 80, "invoice_recipient": 81, "is_approved": 47, "is_blocked": 39, "is_deleted": 55, "is_v2_migrated": 56, "is_valid_email": 88, "is_verified": 46, "lang": 21, "last_logged_in": 25, "last_name": 2, "lat": 20, "manager_bio": 43, "manager_type": 14, "marketing_sms": 87, "mobile_no": 22, "monthly_fee": 38, "notes": 73, "opted_email": 51, "opted_marketing_email": 49, "opted_timeline_protection": 50, "password_hash": 6, "password_reset_token": 7, "pay_type": 26, "payroll_id": 10, "preauth_fail_at": 85, "preauth_fail_count": 84, "ref_user_id": 23, "referal": 72, "sales_tax": 75, "sentinel_password": 70, "sentinel_username": 69, "silent_auction": 31, "silent_auction_background": 33, "silent_auction_logo": 32, "sitelink_code": 57, "sitelink_fee": 82, "sitelink_password": 59, "sitelink_username": 58, "state_id": 18, "status": 12, "storagecommander_user": 60, "storedge_username": 63, "syrasoft_password": 65, "syrasoft_username": 64, "system_sms": 86, "terms_and_conditions": 74, "twitter_url": 42, "updated_at": 54, "user_type": 13, "webhook_api": 83, "website_url": 40, "wizard": 48, "wss_secret_key": 9, "zipcode": 19 } - schema_attributes:
{ "FROM_UNIXTIME__created_at__": "string", "FROM_UNIXTIME__updated_at__": "string", "access_controls": "string", "access_token": "string", "address1": "string", "address2": "string", "ailean_code": "string", "ailean_password": "string", "ailean_username": "string", "alternate_pickup_person": "string", "auth_key": "string", "auto_responder": "string", "billing_method": "string", "buyer_wining_fee": "string", "cancellation_amount": "string", "cancellation_minus_seven": "string", "cancellation_plus_seven": "string", "cancellation_subscription": "string", "city": "string", "company_name": "string", "created_at": "string", "created_by": "string", "custom_deposit": "string", "deposit": "string", "doorswap_password": "string", "doorswap_username": "string", "email": "string", "email_access_controls": "string", "email_verify_token": "string", "facebook_url": "string", "facilities_setting": "string", "first_name": "string", "gives_percentage": "string", "heard_about": "string", "id": "string", "invoice_downpayment": "string", "invoice_frequency": "string", "invoice_recipient": "string", "is_approved": "string", "is_blocked": "string", "is_deleted": "string", "is_v2_migrated": "string", "is_valid_email": "string", "is_verified": "string", "lang": "string", "last_logged_in": "string", "last_name": "string", "lat": "string", "manager_bio": "string", "manager_type": "string", "marketing_sms": "string", "mobile_no": "string", "monthly_fee": "string", "notes": "string", "opted_email": "string", "opted_marketing_email": "string", "opted_timeline_protection": "string", "password_hash": "string", "password_reset_token": "string", "pay_type": "string", "payroll_id": "string", "preauth_fail_at": "string", "preauth_fail_count": "string", "ref_user_id": "string", "referal": "string", "sales_tax": "string", "sentinel_password": "string", "sentinel_username": "string", "silent_auction": "string", "silent_auction_background": "string", "silent_auction_logo": "string", "sitelink_code": "string", "sitelink_fee": "string", "sitelink_password": "string", "sitelink_username": "string", "state_id": "string", "status": "string", "storagecommander_user": "string", "storedge_username": "string", "syrasoft_password": "string", "syrasoft_username": "string", "system_sms": "string", "terms_and_conditions": "string", "twitter_url": "string", "updated_at": "string", "user_type": "string", "webhook_api": "string", "website_url": "string", "wizard": "string", "wss_secret_key": "string", "zipcode": "string" } - schema_name_id: 3455
- schema_scan_id: 148833712
- updated: 2025-09-03 15:55:44
-
Version 1432055
- created: 2025-08-19 16:51:19
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "DROP TABLE IF EXISTS `sfdl_prod_drivethru.biadhocsftp_sa_users`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.biadhocsftp_sa_users`\n(\n `id` string , `first_name` string , `last_name` string , `alternate_pickup_person` string , `company_name` string , `auth_key` string , `password_hash` string , `password_reset_token` string , `access_token` string , `wss_secret_key` string , `payroll_id` string , `email` string , `status` string , `user_type` string , `manager_type` string , `address1` string , `address2` string , `city` string , `state_id` string , `zipcode` string , `lat` string , `lang` string , `mobile_no` string , `ref_user_id` string , `auto_responder` string , `last_logged_in` string , `pay_type` string , `deposit` string , `custom_deposit` string , `invoice_downpayment` string , `gives_percentage` string , `silent_auction` string , `silent_auction_logo` string , `silent_auction_background` string , `cancellation_plus_seven` string , `cancellation_minus_seven` string , `buyer_wining_fee` string , `billing_method` string , `monthly_fee` string , `is_blocked` string , `website_url` string , `facebook_url` string , `twitter_url` string , `manager_bio` string , `access_controls` string , `email_access_controls` string , `is_verified` string , `is_approved` string , `wizard` string , `opted_marketing_email` string , `opted_timeline_protection` string , `opted_email` string , `created_by` string , `created_at` string , `updated_at` string , `is_deleted` string , `is_v2_migrated` string , `sitelink_code` string , `sitelink_username` string , `sitelink_password` string , `storagecommander_user` string , `doorswap_username` string , `doorswap_password` string , `storedge_username` string , `syrasoft_username` string , `syrasoft_password` string , `ailean_code` string , `ailean_username` string , `ailean_password` string , `sentinel_username` string , `sentinel_password` string , `email_verify_token` string , `referal` string , `notes` string , `terms_and_conditions` string , `sales_tax` string , `facilities_setting` string , `heard_about` string , `cancellation_subscription` string , `cancellation_amount` string , `invoice_frequency` string , `invoice_recipient` string , `sitelink_fee` string , `webhook_api` string , `preauth_fail_count` string , `preauth_fail_at` string , `system_sms` string , `marketing_sms` string , `is_valid_email` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_users/2025-08-19/1755639768'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_drivethru.biadhocsftp_sa_users" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_users/2025-08-19/1755639768
- id: 1432055
- processed: 1
- raw_data:
{ "access_controls": 44, "access_token": 8, "address1": 15, "address2": 16, "ailean_code": 66, "ailean_password": 68, "ailean_username": 67, "alternate_pickup_person": 3, "auth_key": 5, "auto_responder": 24, "billing_method": 37, "buyer_wining_fee": 36, "cancellation_amount": 79, "cancellation_minus_seven": 35, "cancellation_plus_seven": 34, "cancellation_subscription": 78, "city": 17, "company_name": 4, "created_at": 53, "created_by": 52, "custom_deposit": 28, "deposit": 27, "doorswap_password": 62, "doorswap_username": 61, "email": 11, "email_access_controls": 45, "email_verify_token": 71, "facebook_url": 41, "facilities_setting": 76, "first_name": 1, "gives_percentage": 30, "heard_about": 77, "id": 0, "invoice_downpayment": 29, "invoice_frequency": 80, "invoice_recipient": 81, "is_approved": 47, "is_blocked": 39, "is_deleted": 55, "is_v2_migrated": 56, "is_valid_email": 88, "is_verified": 46, "lang": 21, "last_logged_in": 25, "last_name": 2, "lat": 20, "manager_bio": 43, "manager_type": 14, "marketing_sms": 87, "mobile_no": 22, "monthly_fee": 38, "notes": 73, "opted_email": 51, "opted_marketing_email": 49, "opted_timeline_protection": 50, "password_hash": 6, "password_reset_token": 7, "pay_type": 26, "payroll_id": 10, "preauth_fail_at": 85, "preauth_fail_count": 84, "ref_user_id": 23, "referal": 72, "sales_tax": 75, "sentinel_password": 70, "sentinel_username": 69, "silent_auction": 31, "silent_auction_background": 33, "silent_auction_logo": 32, "sitelink_code": 57, "sitelink_fee": 82, "sitelink_password": 59, "sitelink_username": 58, "state_id": 18, "status": 12, "storagecommander_user": 60, "storedge_username": 63, "syrasoft_password": 65, "syrasoft_username": 64, "system_sms": 86, "terms_and_conditions": 74, "twitter_url": 42, "updated_at": 54, "user_type": 13, "webhook_api": 83, "website_url": 40, "wizard": 48, "wss_secret_key": 9, "zipcode": 19 } - schema_attributes:
{ "FROM_UNIXTIME__created_at__": "string", "FROM_UNIXTIME__updated_at__": "string", "access_controls": "string", "access_token": "string", "address1": "string", "address2": "string", "ailean_code": "string", "ailean_password": "string", "ailean_username": "string", "alternate_pickup_person": "string", "auth_key": "string", "auto_responder": "string", "billing_method": "string", "buyer_wining_fee": "string", "cancellation_amount": "string", "cancellation_minus_seven": "string", "cancellation_plus_seven": "string", "cancellation_subscription": "string", "city": "string", "company_name": "string", "created_at": "string", "created_by": "string", "custom_deposit": "string", "deposit": "string", "doorswap_password": "string", "doorswap_username": "string", "email": "string", "email_access_controls": "string", "email_verify_token": "string", "facebook_url": "string", "facilities_setting": "string", "first_name": "string", "gives_percentage": "string", "heard_about": "string", "id": "string", "invoice_downpayment": "string", "invoice_frequency": "string", "invoice_recipient": "string", "is_approved": "string", "is_blocked": "string", "is_deleted": "string", "is_v2_migrated": "string", "is_valid_email": "string", "is_verified": "string", "lang": "string", "last_logged_in": "string", "last_name": "string", "lat": "string", "manager_bio": "string", "manager_type": "string", "marketing_sms": "string", "mobile_no": "string", "monthly_fee": "string", "notes": "string", "opted_email": "string", "opted_marketing_email": "string", "opted_timeline_protection": "string", "password_hash": "string", "password_reset_token": "string", "pay_type": "string", "payroll_id": "string", "preauth_fail_at": "string", "preauth_fail_count": "string", "ref_user_id": "string", "referal": "string", "sales_tax": "string", "sentinel_password": "string", "sentinel_username": "string", "silent_auction": "string", "silent_auction_background": "string", "silent_auction_logo": "string", "sitelink_code": "string", "sitelink_fee": "string", "sitelink_password": "string", "sitelink_username": "string", "state_id": "string", "status": "string", "storagecommander_user": "string", "storedge_username": "string", "syrasoft_password": "string", "syrasoft_username": "string", "system_sms": "string", "terms_and_conditions": "string", "twitter_url": "string", "updated_at": "string", "user_type": "string", "webhook_api": "string", "website_url": "string", "wizard": "string", "wss_secret_key": "string", "zipcode": "string" } - schema_name_id: 3455
- schema_scan_id: 147863183
- updated: 2025-08-19 16:51:30
Schema Scans: 4
Last at 2025-10-05 07:51:57
-
Scan 150985995
- duration: 0:00:14.255312
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 150985995
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-prod", "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_users/2025-10-05/1759668705", "key": "raw/biadhocsftp_sa_users/2025-10-05/1759668705/sa_users_cleaned.csv.gz" }, "schema": { "name": "sfdl_prod_drivethru.biadhocsftp_sa_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 15478789566640978087, "service_name": "drive-thru", "span_id": 6423513651405460760, "trace_id": 16216663166996054762 } } - running: False
- schema_name_id: 3455
- start_time: 2025-10-05 07:51:57
- success: True
- trace_id: 16216663166996054762
-
Scan 148835825
- duration: 0:00:17.022114
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 148835825
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-prod", "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_users/2025-09-03/1756934032", "key": "raw/biadhocsftp_sa_users/2025-09-03/1756934032/sa_users_cleaned.csv.gz" }, "schema": { "name": "sfdl_prod_drivethru.biadhocsftp_sa_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 17057538986402294629, "service_name": "drive-thru", "span_id": 13190178515292880247, "trace_id": 1109132699929895346 } } - running: False
- schema_name_id: 3455
- start_time: 2025-09-03 16:13:58
- success: True
- trace_id: 1109132699929895346
-
Scan 148833712
- duration: 0:00:18.998564
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 148833712
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-prod", "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_users/2025-09-03/1756932761", "key": "raw/biadhocsftp_sa_users/2025-09-03/1756932761/sa_users_cleaned.csv.gz" }, "schema": { "name": "sfdl_prod_drivethru.biadhocsftp_sa_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 5713195326215664715, "service_name": "drive-thru", "span_id": 14870688609737062865, "trace_id": 9531635924169993949 } } - running: False
- schema_name_id: 3455
- start_time: 2025-09-03 15:55:25
- success: True
- trace_id: 9531635924169993949
-
Scan 147863183
- duration: 0:00:13.958697
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 147863183
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-prod", "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_users/2025-08-19/1755639768", "key": "raw/biadhocsftp_sa_users/2025-08-19/1755639768/sa_users_cleaned.csv.gz" }, "schema": { "name": "sfdl_prod_drivethru.biadhocsftp_sa_users", "type": "drivethrucsv" }, "trace_context": { "parent_id": 9199433591857455376, "service_name": "drive-thru", "span_id": 13402152453513389612, "trace_id": 6497838731217765480 } } - running: False
- schema_name_id: 3455
- start_time: 2025-08-19 16:51:16
- success: True
- trace_id: 6497838731217765480
- attributes:
{ "FROM_UNIXTIME__created_at__": "string", "FROM_UNIXTIME__updated_at__": "string", "access_controls": "string", "access_token": "string", "address1": "string", "address2": "string", "ailean_code": "string", "ailean_password": "string", "ailean_username": "string", "alternate_pickup_person": "string", "auth_key": "string", "auto_responder": "string", "billing_method": "string", "buyer_wining_fee": "string", "cancellation_amount": "string", "cancellation_minus_seven": "string", "cancellation_plus_seven": "string", "cancellation_subscription": "string", "city": "string", "company_name": "string", "created_at": "string", "created_by": "string", "custom_deposit": "string", "deposit": "string", "doorswap_password": "string", "doorswap_username": "string", "email": "string", "email_access_controls": "string", "email_verify_token": "string", "facebook_url": "string", "facilities_setting": "string", "first_name": "string", "gives_percentage": "string", "heard_about": "string", "id": "string", "invoice_downpayment": "string", "invoice_frequency": "string", "invoice_recipient": "string", "is_approved": "string", "is_blocked": "string", "is_deleted": "string", "is_v2_migrated": "string", "is_valid_email": "string", "is_verified": "string", "lang": "string", "last_logged_in": "string", "last_name": "string", "lat": "string", "manager_bio": "string", "manager_type": "string", "marketing_sms": "string", "mobile_no": "string", "monthly_fee": "string", "notes": "string", "opted_email": "string", "opted_marketing_email": "string", "opted_timeline_protection": "string", "password_hash": "string", "password_reset_token": "string", "pay_type": "string", "payroll_id": "string", "preauth_fail_at": "string", "preauth_fail_count": "string", "ref_user_id": "string", "referal": "string", "sales_tax": "string", "sentinel_password": "string", "sentinel_username": "string", "silent_auction": "string", "silent_auction_background": "string", "silent_auction_logo": "string", "sitelink_code": "string", "sitelink_fee": "string", "sitelink_password": "string", "sitelink_username": "string", "state_id": "string", "status": "string", "storagecommander_user": "string", "storedge_username": "string", "syrasoft_password": "string", "syrasoft_username": "string", "system_sms": "string", "terms_and_conditions": "string", "twitter_url": "string", "updated_at": "string", "user_type": "string", "webhook_api": "string", "website_url": "string", "wizard": "string", "wss_secret_key": "string", "zipcode": "string" } - created: 2025-10-05 07:52:00
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.biadhocsftp_sa_users`\n(\n `id` string , `first_name` string , `last_name` string , `alternate_pickup_person` string , `company_name` string , `auth_key` string , `password_hash` string , `password_reset_token` string , `access_token` string , `wss_secret_key` string , `payroll_id` string , `email` string , `status` string , `user_type` string , `manager_type` string , `address1` string , `address2` string , `city` string , `state_id` string , `zipcode` string , `lat` string , `lang` string , `mobile_no` string , `ref_user_id` string , `auto_responder` string , `last_logged_in` string , `pay_type` string , `deposit` string , `custom_deposit` string , `invoice_downpayment` string , `gives_percentage` string , `silent_auction` string , `silent_auction_logo` string , `silent_auction_background` string , `cancellation_plus_seven` string , `cancellation_minus_seven` string , `buyer_wining_fee` string , `billing_method` string , `monthly_fee` string , `is_blocked` string , `website_url` string , `facebook_url` string , `twitter_url` string , `manager_bio` string , `access_controls` string , `email_access_controls` string , `is_verified` string , `is_approved` string , `wizard` string , `opted_marketing_email` string , `opted_timeline_protection` string , `opted_email` string , `created_by` string , `created_at` string , `updated_at` string , `is_deleted` string , `is_v2_migrated` string , `sitelink_code` string , `sitelink_username` string , `sitelink_password` string , `storagecommander_user` string , `doorswap_username` string , `doorswap_password` string , `storedge_username` string , `syrasoft_username` string , `syrasoft_password` string , `ailean_code` string , `ailean_username` string , `ailean_password` string , `sentinel_username` string , `sentinel_password` string , `email_verify_token` string , `referal` string , `notes` string , `terms_and_conditions` string , `sales_tax` string , `facilities_setting` string , `heard_about` string , `cancellation_subscription` string , `cancellation_amount` string , `invoice_frequency` string , `invoice_recipient` string , `sitelink_fee` string , `webhook_api` string , `preauth_fail_count` string , `preauth_fail_at` string , `system_sms` string , `marketing_sms` string , `is_valid_email` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_users/2025-10-05/1759668705'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.biadhocsftp_sa_users`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.biadhocsftp_sa_users" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2025-01-30 09:15:32",
"disabled": false,
"format": "raw",
"id": 3455,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_prod_drivethru",
"table": "biadhocsftp_sa_users"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"FROM_UNIXTIME__created_at__": "string",
"FROM_UNIXTIME__updated_at__": "string",
"access_controls": "string",
"access_token": "string",
"address1": "string",
"address2": "string",
"ailean_code": "string",
"ailean_password": "string",
"ailean_username": "string",
"alternate_pickup_person": "string",
"auth_key": "string",
"auto_responder": "string",
"billing_method": "string",
"buyer_wining_fee": "string",
"cancellation_amount": "string",
"cancellation_minus_seven": "string",
"cancellation_plus_seven": "string",
"cancellation_subscription": "string",
"city": "string",
"company_name": "string",
"created_at": "string",
"created_by": "string",
"custom_deposit": "string",
"deposit": "string",
"doorswap_password": "string",
"doorswap_username": "string",
"email": "string",
"email_access_controls": "string",
"email_verify_token": "string",
"facebook_url": "string",
"facilities_setting": "string",
"first_name": "string",
"gives_percentage": "string",
"heard_about": "string",
"id": "string",
"invoice_downpayment": "string",
"invoice_frequency": "string",
"invoice_recipient": "string",
"is_approved": "string",
"is_blocked": "string",
"is_deleted": "string",
"is_v2_migrated": "string",
"is_valid_email": "string",
"is_verified": "string",
"lang": "string",
"last_logged_in": "string",
"last_name": "string",
"lat": "string",
"manager_bio": "string",
"manager_type": "string",
"marketing_sms": "string",
"mobile_no": "string",
"monthly_fee": "string",
"notes": "string",
"opted_email": "string",
"opted_marketing_email": "string",
"opted_timeline_protection": "string",
"password_hash": "string",
"password_reset_token": "string",
"pay_type": "string",
"payroll_id": "string",
"preauth_fail_at": "string",
"preauth_fail_count": "string",
"ref_user_id": "string",
"referal": "string",
"sales_tax": "string",
"sentinel_password": "string",
"sentinel_username": "string",
"silent_auction": "string",
"silent_auction_background": "string",
"silent_auction_logo": "string",
"sitelink_code": "string",
"sitelink_fee": "string",
"sitelink_password": "string",
"sitelink_username": "string",
"state_id": "string",
"status": "string",
"storagecommander_user": "string",
"storedge_username": "string",
"syrasoft_password": "string",
"syrasoft_username": "string",
"system_sms": "string",
"terms_and_conditions": "string",
"twitter_url": "string",
"updated_at": "string",
"user_type": "string",
"webhook_api": "string",
"website_url": "string",
"wizard": "string",
"wss_secret_key": "string",
"zipcode": "string"
},
"created": "2025-10-05 07:52:00",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.biadhocsftp_sa_users`\n(\n `id` string , `first_name` string , `last_name` string , `alternate_pickup_person` string , `company_name` string , `auth_key` string , `password_hash` string , `password_reset_token` string , `access_token` string , `wss_secret_key` string , `payroll_id` string , `email` string , `status` string , `user_type` string , `manager_type` string , `address1` string , `address2` string , `city` string , `state_id` string , `zipcode` string , `lat` string , `lang` string , `mobile_no` string , `ref_user_id` string , `auto_responder` string , `last_logged_in` string , `pay_type` string , `deposit` string , `custom_deposit` string , `invoice_downpayment` string , `gives_percentage` string , `silent_auction` string , `silent_auction_logo` string , `silent_auction_background` string , `cancellation_plus_seven` string , `cancellation_minus_seven` string , `buyer_wining_fee` string , `billing_method` string , `monthly_fee` string , `is_blocked` string , `website_url` string , `facebook_url` string , `twitter_url` string , `manager_bio` string , `access_controls` string , `email_access_controls` string , `is_verified` string , `is_approved` string , `wizard` string , `opted_marketing_email` string , `opted_timeline_protection` string , `opted_email` string , `created_by` string , `created_at` string , `updated_at` string , `is_deleted` string , `is_v2_migrated` string , `sitelink_code` string , `sitelink_username` string , `sitelink_password` string , `storagecommander_user` string , `doorswap_username` string , `doorswap_password` string , `storedge_username` string , `syrasoft_username` string , `syrasoft_password` string , `ailean_code` string , `ailean_username` string , `ailean_password` string , `sentinel_username` string , `sentinel_password` string , `email_verify_token` string , `referal` string , `notes` string , `terms_and_conditions` string , `sales_tax` string , `facilities_setting` string , `heard_about` string , `cancellation_subscription` string , `cancellation_amount` string , `invoice_frequency` string , `invoice_recipient` string , `sitelink_fee` string , `webhook_api` string , `preauth_fail_count` string , `preauth_fail_at` string , `system_sms` string , `marketing_sms` string , `is_valid_email` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/biadhocsftp_sa_users/2025-10-05/1759668705'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.biadhocsftp_sa_users`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.biadhocsftp_sa_users"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}