Schema Info
Schema Name: sfdl_prod_drivethru.newbook_newbookus_licenses
- created: 2025-05-13 02:08:12
- disabled: False
- format: raw
- id: 3668
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_prod_drivethru", "table": "newbook_newbookus_licenses" } - type: drivethrucsv
Schema Versions: 3
-
Version 1313425
- created: 2025-05-20 02:57:39
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "DROP TABLE IF EXISTS `sfdl_prod_drivethru.newbook_newbookus_licenses`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.newbook_newbookus_licenses`\n(\n `newbook_region` string , `tenant` string , `id` string , `template_id` string , `generate` string , `type` string , `type_id` string , `name` string , `sale_name` string , `primary_license` string , `privileges` string , `software` string , `desktop_users` string , `desktop_users_gl_category_id` string , `desktop_users_gl_account_id` string , `desktop_users_amount` string , `desktop_users_discount_amount` string , `mobile_users` string , `mobile_users_gl_category_id` string , `mobile_users_gl_account_id` string , `mobile_users_amount` string , `mobile_users_discount_amount` string , `tv_users` string , `tv_users_gl_category_id` string , `tv_users_gl_account_id` string , `tv_users_amount` string , `tv_users_discount_amount` string , `site_tablets` string , `site_tablets_gl_category_id` string , `site_tablets_gl_account_id` string , `site_tablets_amount` string , `site_tablets_discount_amount` string , `site_limit` string , `site_limit_gl_category_id` string , `site_limit_gl_account_id` string , `site_limit_amount` string , `site_limit_discount_amount` string , `kiosks_limit` string , `kiosks_limit_gl_category_id` string , `kiosks_limit_gl_account_id` string , `kiosks_limit_amount` string , `kiosks_limit_discount_amount` string , `storage_limit` string , `storage_limit_gl_category_id` string , `storage_limit_gl_account_id` string , `storage_limit_amount` string , `storage_limit_discount_amount` string , `inboxes_limit` string , `license` string , `license_gl_category_id` string , `license_gl_account_id` string , `license_amount` string , `license_discount_amount` string , `inboxes_limit_gl_category_id` string , `inboxes_limit_gl_account_id` string , `inboxes_limit_amount` string , `inboxes_limit_discount_amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `grant_date` string , `next_run` string , `prorata_start` string , `generated_when` string , `generated_by` string , `sold_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookus_licenses/2025-05-20/1747727401'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_drivethru.newbook_newbookus_licenses" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookus_licenses/2025-05-20/1747727401
- id: 1313425
- processed: 1
- raw_data:
{ "cancelled_by": 67, "cancelled_reason": 68, "cancelled_when": 66, "desktop_users": 12, "desktop_users_amount": 15, "desktop_users_discount_amount": 16, "desktop_users_gl_account_id": 14, "desktop_users_gl_category_id": 13, "generate": 4, "generated_by": 64, "generated_when": 63, "grant_date": 60, "id": 2, "inboxes_limit": 47, "inboxes_limit_amount": 55, "inboxes_limit_discount_amount": 56, "inboxes_limit_gl_account_id": 54, "inboxes_limit_gl_category_id": 53, "interval": 58, "interval_multiplier": 59, "kiosks_limit": 37, "kiosks_limit_amount": 40, "kiosks_limit_discount_amount": 41, "kiosks_limit_gl_account_id": 39, "kiosks_limit_gl_category_id": 38, "license": 48, "license_amount": 51, "license_discount_amount": 52, "license_gl_account_id": 50, "license_gl_category_id": 49, "mobile_users": 17, "mobile_users_amount": 20, "mobile_users_discount_amount": 21, "mobile_users_gl_account_id": 19, "mobile_users_gl_category_id": 18, "name": 7, "newbook_region": 0, "next_run": 61, "primary_license": 9, "privileges": 10, "prorata_start": 62, "sale_name": 8, "site_limit": 32, "site_limit_amount": 35, "site_limit_discount_amount": 36, "site_limit_gl_account_id": 34, "site_limit_gl_category_id": 33, "site_tablets": 27, "site_tablets_amount": 30, "site_tablets_discount_amount": 31, "site_tablets_gl_account_id": 29, "site_tablets_gl_category_id": 28, "software": 11, "sold_by": 65, "storage_limit": 42, "storage_limit_amount": 45, "storage_limit_discount_amount": 46, "storage_limit_gl_account_id": 44, "storage_limit_gl_category_id": 43, "tax_free": 57, "template_id": 3, "tenant": 1, "tv_users": 22, "tv_users_amount": 25, "tv_users_discount_amount": 26, "tv_users_gl_account_id": 24, "tv_users_gl_category_id": 23, "type": 5, "type_id": 6 } - schema_attributes:
{ "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "desktop_users": "string", "desktop_users_amount": "string", "desktop_users_discount_amount": "string", "desktop_users_gl_account_id": "string", "desktop_users_gl_category_id": "string", "generate": "string", "generated_by": "string", "generated_when": "string", "grant_date": "string", "id": "string", "inboxes_limit": "string", "inboxes_limit_amount": "string", "inboxes_limit_discount_amount": "string", "inboxes_limit_gl_account_id": "string", "inboxes_limit_gl_category_id": "string", "interval": "string", "interval_multiplier": "string", "kiosks_limit": "string", "kiosks_limit_amount": "string", "kiosks_limit_discount_amount": "string", "kiosks_limit_gl_account_id": "string", "kiosks_limit_gl_category_id": "string", "license": "string", "license_amount": "string", "license_discount_amount": "string", "license_gl_account_id": "string", "license_gl_category_id": "string", "mobile_users": "string", "mobile_users_amount": "string", "mobile_users_discount_amount": "string", "mobile_users_gl_account_id": "string", "mobile_users_gl_category_id": "string", "name": "string", "newbook_region": "string", "next_run": "string", "primary_license": "string", "privileges": "string", "prorata_start": "string", "sale_name": "string", "site_limit": "string", "site_limit_amount": "string", "site_limit_discount_amount": "string", "site_limit_gl_account_id": "string", "site_limit_gl_category_id": "string", "site_tablets": "string", "site_tablets_amount": "string", "site_tablets_discount_amount": "string", "site_tablets_gl_account_id": "string", "site_tablets_gl_category_id": "string", "software": "string", "sold_by": "string", "storage_limit": "string", "storage_limit_amount": "string", "storage_limit_discount_amount": "string", "storage_limit_gl_account_id": "string", "storage_limit_gl_category_id": "string", "tax_free": "string", "template_id": "string", "tenant": "string", "tv_users": "string", "tv_users_amount": "string", "tv_users_discount_amount": "string", "tv_users_gl_account_id": "string", "tv_users_gl_category_id": "string", "type": "string", "type_id": "string" } - schema_name_id: 3668
- schema_scan_id: 142431878
- updated: 2025-05-20 02:57:50
-
Version 1302962
- created: 2025-05-13 03:34:13
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "DROP TABLE IF EXISTS `sfdl_prod_drivethru.newbook_newbookus_licenses`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.newbook_newbookus_licenses`\n(\n `newbook_region` string , `tenant` string , `id` string , `template_id` string , `generate` string , `type` string , `type_id` string , `name` string , `sale_name` string , `primary_license` string , `privileges` string , `software` string , `desktop_users` string , `desktop_users_gl_category_id` string , `desktop_users_gl_account_id` string , `desktop_users_amount` string , `desktop_users_discount_amount` string , `mobile_users` string , `mobile_users_gl_category_id` string , `mobile_users_gl_account_id` string , `mobile_users_amount` string , `mobile_users_discount_amount` string , `tv_users` string , `tv_users_gl_category_id` string , `tv_users_gl_account_id` string , `tv_users_amount` string , `tv_users_discount_amount` string , `site_tablets` string , `site_tablets_gl_category_id` string , `site_tablets_gl_account_id` string , `site_tablets_amount` string , `site_tablets_discount_amount` string , `site_limit` string , `site_limit_gl_category_id` string , `site_limit_gl_account_id` string , `site_limit_amount` string , `site_limit_discount_amount` string , `kiosks_limit` string , `kiosks_limit_gl_category_id` string , `kiosks_limit_gl_account_id` string , `kiosks_limit_amount` string , `kiosks_limit_discount_amount` string , `storage_limit` string , `storage_limit_gl_category_id` string , `storage_limit_gl_account_id` string , `storage_limit_amount` string , `storage_limit_discount_amount` string , `inboxes_limit` string , `license` string , `license_gl_category_id` string , `license_gl_account_id` string , `license_amount` string , `license_discount_amount` string , `inboxes_limit_gl_category_id` string , `inboxes_limit_gl_account_id` string , `inboxes_limit_amount` string , `inboxes_limit_discount_amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `grant_date` string , `next_run` string , `prorata_start` string , `generated_when` string , `generated_by` string , `sold_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookus_licenses/2025-05-13/1747124637'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_drivethru.newbook_newbookus_licenses" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookus_licenses/2025-05-13/1747124637
- id: 1302962
- processed: 1
- raw_data:
{ "cancelled_by": 67, "cancelled_reason": 68, "cancelled_when": 66, "desktop_users": 12, "desktop_users_amount": 15, "desktop_users_discount_amount": 16, "desktop_users_gl_account_id": 14, "desktop_users_gl_category_id": 13, "generate": 4, "generated_by": 64, "generated_when": 63, "grant_date": 60, "id": 2, "inboxes_limit": 47, "inboxes_limit_amount": 55, "inboxes_limit_discount_amount": 56, "inboxes_limit_gl_account_id": 54, "inboxes_limit_gl_category_id": 53, "interval": 58, "interval_multiplier": 59, "kiosks_limit": 37, "kiosks_limit_amount": 40, "kiosks_limit_discount_amount": 41, "kiosks_limit_gl_account_id": 39, "kiosks_limit_gl_category_id": 38, "license": 48, "license_amount": 51, "license_discount_amount": 52, "license_gl_account_id": 50, "license_gl_category_id": 49, "mobile_users": 17, "mobile_users_amount": 20, "mobile_users_discount_amount": 21, "mobile_users_gl_account_id": 19, "mobile_users_gl_category_id": 18, "name": 7, "newbook_region": 0, "next_run": 61, "primary_license": 9, "privileges": 10, "prorata_start": 62, "sale_name": 8, "site_limit": 32, "site_limit_amount": 35, "site_limit_discount_amount": 36, "site_limit_gl_account_id": 34, "site_limit_gl_category_id": 33, "site_tablets": 27, "site_tablets_amount": 30, "site_tablets_discount_amount": 31, "site_tablets_gl_account_id": 29, "site_tablets_gl_category_id": 28, "software": 11, "sold_by": 65, "storage_limit": 42, "storage_limit_amount": 45, "storage_limit_discount_amount": 46, "storage_limit_gl_account_id": 44, "storage_limit_gl_category_id": 43, "tax_free": 57, "template_id": 3, "tenant": 1, "tv_users": 22, "tv_users_amount": 25, "tv_users_discount_amount": 26, "tv_users_gl_account_id": 24, "tv_users_gl_category_id": 23, "type": 5, "type_id": 6 } - schema_attributes:
{ "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "desktop_users": "string", "desktop_users_amount": "string", "desktop_users_discount_amount": "string", "desktop_users_gl_account_id": "string", "desktop_users_gl_category_id": "string", "generate": "string", "generated_by": "string", "generated_when": "string", "grant_date": "string", "id": "string", "inboxes_limit": "string", "inboxes_limit_amount": "string", "inboxes_limit_discount_amount": "string", "inboxes_limit_gl_account_id": "string", "inboxes_limit_gl_category_id": "string", "interval": "string", "interval_multiplier": "string", "kiosks_limit": "string", "kiosks_limit_amount": "string", "kiosks_limit_discount_amount": "string", "kiosks_limit_gl_account_id": "string", "kiosks_limit_gl_category_id": "string", "license": "string", "license_amount": "string", "license_discount_amount": "string", "license_gl_account_id": "string", "license_gl_category_id": "string", "mobile_users": "string", "mobile_users_amount": "string", "mobile_users_discount_amount": "string", "mobile_users_gl_account_id": "string", "mobile_users_gl_category_id": "string", "name": "string", "newbook_region": "string", "next_run": "string", "primary_license": "string", "privileges": "string", "prorata_start": "string", "sale_name": "string", "site_limit": "string", "site_limit_amount": "string", "site_limit_discount_amount": "string", "site_limit_gl_account_id": "string", "site_limit_gl_category_id": "string", "site_tablets": "string", "site_tablets_amount": "string", "site_tablets_discount_amount": "string", "site_tablets_gl_account_id": "string", "site_tablets_gl_category_id": "string", "software": "string", "sold_by": "string", "storage_limit": "string", "storage_limit_amount": "string", "storage_limit_discount_amount": "string", "storage_limit_gl_account_id": "string", "storage_limit_gl_category_id": "string", "tax_free": "string", "template_id": "string", "tenant": "string", "tv_users": "string", "tv_users_amount": "string", "tv_users_discount_amount": "string", "tv_users_gl_account_id": "string", "tv_users_gl_category_id": "string", "type": "string", "type_id": "string" } - schema_name_id: 3668
- schema_scan_id: 142073180
- updated: 2025-05-13 03:34:24
-
Version 1302022
- created: 2025-05-13 02:08:14
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "DROP TABLE IF EXISTS `sfdl_prod_drivethru.newbook_newbookus_licenses`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.newbook_newbookus_licenses`\n(\n `newbook_region` string , `tenant` string , `id` string , `template_id` string , `generate` string , `type` string , `type_id` string , `name` string , `sale_name` string , `primary_license` string , `privileges` string , `software` string , `desktop_users` string , `desktop_users_gl_category_id` string , `desktop_users_gl_account_id` string , `desktop_users_amount` string , `desktop_users_discount_amount` string , `mobile_users` string , `mobile_users_gl_category_id` string , `mobile_users_gl_account_id` string , `mobile_users_amount` string , `mobile_users_discount_amount` string , `tv_users` string , `tv_users_gl_category_id` string , `tv_users_gl_account_id` string , `tv_users_amount` string , `tv_users_discount_amount` string , `site_tablets` string , `site_tablets_gl_category_id` string , `site_tablets_gl_account_id` string , `site_tablets_amount` string , `site_tablets_discount_amount` string , `site_limit` string , `site_limit_gl_category_id` string , `site_limit_gl_account_id` string , `site_limit_amount` string , `site_limit_discount_amount` string , `kiosks_limit` string , `kiosks_limit_gl_category_id` string , `kiosks_limit_gl_account_id` string , `kiosks_limit_amount` string , `kiosks_limit_discount_amount` string , `storage_limit` string , `storage_limit_gl_category_id` string , `storage_limit_gl_account_id` string , `storage_limit_amount` string , `storage_limit_discount_amount` string , `inboxes_limit` string , `license` string , `license_gl_category_id` string , `license_gl_account_id` string , `license_amount` string , `license_discount_amount` string , `inboxes_limit_gl_category_id` string , `inboxes_limit_gl_account_id` string , `inboxes_limit_amount` string , `inboxes_limit_discount_amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `grant_date` string , `next_run` string , `prorata_start` string , `generated_when` string , `generated_by` string , `sold_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookus_licenses/2025-05-13/1747119786'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_drivethru.newbook_newbookus_licenses" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookus_licenses/2025-05-13/1747119786
- id: 1302022
- processed: 1
- raw_data:
{ "cancelled_by": 67, "cancelled_reason": 68, "cancelled_when": 66, "desktop_users": 12, "desktop_users_amount": 15, "desktop_users_discount_amount": 16, "desktop_users_gl_account_id": 14, "desktop_users_gl_category_id": 13, "generate": 4, "generated_by": 64, "generated_when": 63, "grant_date": 60, "id": 2, "inboxes_limit": 47, "inboxes_limit_amount": 55, "inboxes_limit_discount_amount": 56, "inboxes_limit_gl_account_id": 54, "inboxes_limit_gl_category_id": 53, "interval": 58, "interval_multiplier": 59, "kiosks_limit": 37, "kiosks_limit_amount": 40, "kiosks_limit_discount_amount": 41, "kiosks_limit_gl_account_id": 39, "kiosks_limit_gl_category_id": 38, "license": 48, "license_amount": 51, "license_discount_amount": 52, "license_gl_account_id": 50, "license_gl_category_id": 49, "mobile_users": 17, "mobile_users_amount": 20, "mobile_users_discount_amount": 21, "mobile_users_gl_account_id": 19, "mobile_users_gl_category_id": 18, "name": 7, "newbook_region": 0, "next_run": 61, "primary_license": 9, "privileges": 10, "prorata_start": 62, "sale_name": 8, "site_limit": 32, "site_limit_amount": 35, "site_limit_discount_amount": 36, "site_limit_gl_account_id": 34, "site_limit_gl_category_id": 33, "site_tablets": 27, "site_tablets_amount": 30, "site_tablets_discount_amount": 31, "site_tablets_gl_account_id": 29, "site_tablets_gl_category_id": 28, "software": 11, "sold_by": 65, "storage_limit": 42, "storage_limit_amount": 45, "storage_limit_discount_amount": 46, "storage_limit_gl_account_id": 44, "storage_limit_gl_category_id": 43, "tax_free": 57, "template_id": 3, "tenant": 1, "tv_users": 22, "tv_users_amount": 25, "tv_users_discount_amount": 26, "tv_users_gl_account_id": 24, "tv_users_gl_category_id": 23, "type": 5, "type_id": 6 } - schema_attributes:
{ "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "desktop_users": "string", "desktop_users_amount": "string", "desktop_users_discount_amount": "string", "desktop_users_gl_account_id": "string", "desktop_users_gl_category_id": "string", "generate": "string", "generated_by": "string", "generated_when": "string", "grant_date": "string", "id": "string", "inboxes_limit": "string", "inboxes_limit_amount": "string", "inboxes_limit_discount_amount": "string", "inboxes_limit_gl_account_id": "string", "inboxes_limit_gl_category_id": "string", "interval": "string", "interval_multiplier": "string", "kiosks_limit": "string", "kiosks_limit_amount": "string", "kiosks_limit_discount_amount": "string", "kiosks_limit_gl_account_id": "string", "kiosks_limit_gl_category_id": "string", "license": "string", "license_amount": "string", "license_discount_amount": "string", "license_gl_account_id": "string", "license_gl_category_id": "string", "mobile_users": "string", "mobile_users_amount": "string", "mobile_users_discount_amount": "string", "mobile_users_gl_account_id": "string", "mobile_users_gl_category_id": "string", "name": "string", "newbook_region": "string", "next_run": "string", "primary_license": "string", "privileges": "string", "prorata_start": "string", "sale_name": "string", "site_limit": "string", "site_limit_amount": "string", "site_limit_discount_amount": "string", "site_limit_gl_account_id": "string", "site_limit_gl_category_id": "string", "site_tablets": "string", "site_tablets_amount": "string", "site_tablets_discount_amount": "string", "site_tablets_gl_account_id": "string", "site_tablets_gl_category_id": "string", "software": "string", "sold_by": "string", "storage_limit": "string", "storage_limit_amount": "string", "storage_limit_discount_amount": "string", "storage_limit_gl_account_id": "string", "storage_limit_gl_category_id": "string", "tax_free": "string", "template_id": "string", "tenant": "string", "tv_users": "string", "tv_users_amount": "string", "tv_users_discount_amount": "string", "tv_users_gl_account_id": "string", "tv_users_gl_category_id": "string", "type": "string", "type_id": "string" } - schema_name_id: 3668
- schema_scan_id: 142071058
- updated: 2025-05-13 02:08:25
Schema Scans: 3
Last at 2025-05-20 02:57:36
-
Scan 142431878
- duration: 0:00:13.495456
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 142431878
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-prod", "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookus_licenses/2025-05-20/1747727401", "key": "raw/newbook_newbookus_licenses/2025-05-20/1747727401/us_licenses.csv.gz" }, "schema": { "name": "sfdl_prod_drivethru.newbook_newbookus_licenses", "type": "drivethrucsv" }, "trace_context": { "parent_id": 6831554063394344642, "service_name": "drive-thru", "span_id": 12987179100197961125, "trace_id": 6719968203236032367 } } - running: False
- schema_name_id: 3668
- start_time: 2025-05-20 02:57:36
- success: True
- trace_id: 6719968203236032367
-
Scan 142073180
- duration: 0:00:13.367346
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 142073180
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-prod", "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookus_licenses/2025-05-13/1747124637", "key": "raw/newbook_newbookus_licenses/2025-05-13/1747124637/us_licenses.csv.gz" }, "schema": { "name": "sfdl_prod_drivethru.newbook_newbookus_licenses", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8347962319757546757, "service_name": "drive-thru", "span_id": 3610776684910042707, "trace_id": 14843706471830903405 } } - running: False
- schema_name_id: 3668
- start_time: 2025-05-13 03:34:11
- success: True
- trace_id: 14843706471830903405
-
Scan 142071058
- duration: 0:00:13.138544
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 142071058
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-prod", "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookus_licenses/2025-05-13/1747119786", "key": "raw/newbook_newbookus_licenses/2025-05-13/1747119786/us_licenses.csv.gz" }, "schema": { "name": "sfdl_prod_drivethru.newbook_newbookus_licenses", "type": "drivethrucsv" }, "trace_context": { "parent_id": 14084058757415421841, "service_name": "drive-thru", "span_id": 17591245090016144983, "trace_id": 11544186353341120596 } } - running: False
- schema_name_id: 3668
- start_time: 2025-05-13 02:08:12
- success: True
- trace_id: 11544186353341120596
- attributes:
{ "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "desktop_users": "string", "desktop_users_amount": "string", "desktop_users_discount_amount": "string", "desktop_users_gl_account_id": "string", "desktop_users_gl_category_id": "string", "generate": "string", "generated_by": "string", "generated_when": "string", "grant_date": "string", "id": "string", "inboxes_limit": "string", "inboxes_limit_amount": "string", "inboxes_limit_discount_amount": "string", "inboxes_limit_gl_account_id": "string", "inboxes_limit_gl_category_id": "string", "interval": "string", "interval_multiplier": "string", "kiosks_limit": "string", "kiosks_limit_amount": "string", "kiosks_limit_discount_amount": "string", "kiosks_limit_gl_account_id": "string", "kiosks_limit_gl_category_id": "string", "license": "string", "license_amount": "string", "license_discount_amount": "string", "license_gl_account_id": "string", "license_gl_category_id": "string", "mobile_users": "string", "mobile_users_amount": "string", "mobile_users_discount_amount": "string", "mobile_users_gl_account_id": "string", "mobile_users_gl_category_id": "string", "name": "string", "newbook_region": "string", "next_run": "string", "primary_license": "string", "privileges": "string", "prorata_start": "string", "sale_name": "string", "site_limit": "string", "site_limit_amount": "string", "site_limit_discount_amount": "string", "site_limit_gl_account_id": "string", "site_limit_gl_category_id": "string", "site_tablets": "string", "site_tablets_amount": "string", "site_tablets_discount_amount": "string", "site_tablets_gl_account_id": "string", "site_tablets_gl_category_id": "string", "software": "string", "sold_by": "string", "storage_limit": "string", "storage_limit_amount": "string", "storage_limit_discount_amount": "string", "storage_limit_gl_account_id": "string", "storage_limit_gl_category_id": "string", "tax_free": "string", "template_id": "string", "tenant": "string", "tv_users": "string", "tv_users_amount": "string", "tv_users_discount_amount": "string", "tv_users_gl_account_id": "string", "tv_users_gl_category_id": "string", "type": "string", "type_id": "string" } - created: 2025-05-20 02:57:39
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.newbook_newbookus_licenses`\n(\n `newbook_region` string , `tenant` string , `id` string , `template_id` string , `generate` string , `type` string , `type_id` string , `name` string , `sale_name` string , `primary_license` string , `privileges` string , `software` string , `desktop_users` string , `desktop_users_gl_category_id` string , `desktop_users_gl_account_id` string , `desktop_users_amount` string , `desktop_users_discount_amount` string , `mobile_users` string , `mobile_users_gl_category_id` string , `mobile_users_gl_account_id` string , `mobile_users_amount` string , `mobile_users_discount_amount` string , `tv_users` string , `tv_users_gl_category_id` string , `tv_users_gl_account_id` string , `tv_users_amount` string , `tv_users_discount_amount` string , `site_tablets` string , `site_tablets_gl_category_id` string , `site_tablets_gl_account_id` string , `site_tablets_amount` string , `site_tablets_discount_amount` string , `site_limit` string , `site_limit_gl_category_id` string , `site_limit_gl_account_id` string , `site_limit_amount` string , `site_limit_discount_amount` string , `kiosks_limit` string , `kiosks_limit_gl_category_id` string , `kiosks_limit_gl_account_id` string , `kiosks_limit_amount` string , `kiosks_limit_discount_amount` string , `storage_limit` string , `storage_limit_gl_category_id` string , `storage_limit_gl_account_id` string , `storage_limit_amount` string , `storage_limit_discount_amount` string , `inboxes_limit` string , `license` string , `license_gl_category_id` string , `license_gl_account_id` string , `license_amount` string , `license_discount_amount` string , `inboxes_limit_gl_category_id` string , `inboxes_limit_gl_account_id` string , `inboxes_limit_amount` string , `inboxes_limit_discount_amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `grant_date` string , `next_run` string , `prorata_start` string , `generated_when` string , `generated_by` string , `sold_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookus_licenses/2025-05-20/1747727401'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.newbook_newbookus_licenses`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.newbook_newbookus_licenses" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2025-05-13 02:08:12",
"disabled": false,
"format": "raw",
"id": 3668,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_prod_drivethru",
"table": "newbook_newbookus_licenses"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"cancelled_by": "string",
"cancelled_reason": "string",
"cancelled_when": "string",
"desktop_users": "string",
"desktop_users_amount": "string",
"desktop_users_discount_amount": "string",
"desktop_users_gl_account_id": "string",
"desktop_users_gl_category_id": "string",
"generate": "string",
"generated_by": "string",
"generated_when": "string",
"grant_date": "string",
"id": "string",
"inboxes_limit": "string",
"inboxes_limit_amount": "string",
"inboxes_limit_discount_amount": "string",
"inboxes_limit_gl_account_id": "string",
"inboxes_limit_gl_category_id": "string",
"interval": "string",
"interval_multiplier": "string",
"kiosks_limit": "string",
"kiosks_limit_amount": "string",
"kiosks_limit_discount_amount": "string",
"kiosks_limit_gl_account_id": "string",
"kiosks_limit_gl_category_id": "string",
"license": "string",
"license_amount": "string",
"license_discount_amount": "string",
"license_gl_account_id": "string",
"license_gl_category_id": "string",
"mobile_users": "string",
"mobile_users_amount": "string",
"mobile_users_discount_amount": "string",
"mobile_users_gl_account_id": "string",
"mobile_users_gl_category_id": "string",
"name": "string",
"newbook_region": "string",
"next_run": "string",
"primary_license": "string",
"privileges": "string",
"prorata_start": "string",
"sale_name": "string",
"site_limit": "string",
"site_limit_amount": "string",
"site_limit_discount_amount": "string",
"site_limit_gl_account_id": "string",
"site_limit_gl_category_id": "string",
"site_tablets": "string",
"site_tablets_amount": "string",
"site_tablets_discount_amount": "string",
"site_tablets_gl_account_id": "string",
"site_tablets_gl_category_id": "string",
"software": "string",
"sold_by": "string",
"storage_limit": "string",
"storage_limit_amount": "string",
"storage_limit_discount_amount": "string",
"storage_limit_gl_account_id": "string",
"storage_limit_gl_category_id": "string",
"tax_free": "string",
"template_id": "string",
"tenant": "string",
"tv_users": "string",
"tv_users_amount": "string",
"tv_users_discount_amount": "string",
"tv_users_gl_account_id": "string",
"tv_users_gl_category_id": "string",
"type": "string",
"type_id": "string"
},
"created": "2025-05-20 02:57:39",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.newbook_newbookus_licenses`\n(\n `newbook_region` string , `tenant` string , `id` string , `template_id` string , `generate` string , `type` string , `type_id` string , `name` string , `sale_name` string , `primary_license` string , `privileges` string , `software` string , `desktop_users` string , `desktop_users_gl_category_id` string , `desktop_users_gl_account_id` string , `desktop_users_amount` string , `desktop_users_discount_amount` string , `mobile_users` string , `mobile_users_gl_category_id` string , `mobile_users_gl_account_id` string , `mobile_users_amount` string , `mobile_users_discount_amount` string , `tv_users` string , `tv_users_gl_category_id` string , `tv_users_gl_account_id` string , `tv_users_amount` string , `tv_users_discount_amount` string , `site_tablets` string , `site_tablets_gl_category_id` string , `site_tablets_gl_account_id` string , `site_tablets_amount` string , `site_tablets_discount_amount` string , `site_limit` string , `site_limit_gl_category_id` string , `site_limit_gl_account_id` string , `site_limit_amount` string , `site_limit_discount_amount` string , `kiosks_limit` string , `kiosks_limit_gl_category_id` string , `kiosks_limit_gl_account_id` string , `kiosks_limit_amount` string , `kiosks_limit_discount_amount` string , `storage_limit` string , `storage_limit_gl_category_id` string , `storage_limit_gl_account_id` string , `storage_limit_amount` string , `storage_limit_discount_amount` string , `inboxes_limit` string , `license` string , `license_gl_category_id` string , `license_gl_account_id` string , `license_amount` string , `license_discount_amount` string , `inboxes_limit_gl_category_id` string , `inboxes_limit_gl_account_id` string , `inboxes_limit_amount` string , `inboxes_limit_discount_amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `grant_date` string , `next_run` string , `prorata_start` string , `generated_when` string , `generated_by` string , `sold_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookus_licenses/2025-05-20/1747727401'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.newbook_newbookus_licenses`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.newbook_newbookus_licenses"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}