Schema Info
Schema Name: sfdl_prod_drivethru.newbook_newbookeu_licenses
- created: 2024-11-27 06:45:14
- disabled: False
- format: raw
- id: 2429
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_prod_drivethru", "table": "newbook_newbookeu_licenses" } - type: drivethrucsv
Schema Versions: 3
-
Version 1306802
- created: 2025-05-15 16:42:04
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "DROP TABLE IF EXISTS `sfdl_prod_drivethru.newbook_newbookeu_licenses`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.newbook_newbookeu_licenses`\n(\n `newbook_region` string , `tenant` string , `id` string , `template_id` string , `generate` string , `type` string , `type_id` string , `name` string , `sale_name` string , `primary_license` string , `privileges` string , `software` string , `desktop_users` string , `desktop_users_gl_category_id` string , `desktop_users_gl_account_id` string , `desktop_users_amount` string , `desktop_users_discount_amount` string , `mobile_users` string , `mobile_users_gl_category_id` string , `mobile_users_gl_account_id` string , `mobile_users_amount` string , `mobile_users_discount_amount` string , `tv_users` string , `tv_users_gl_category_id` string , `tv_users_gl_account_id` string , `tv_users_amount` string , `tv_users_discount_amount` string , `site_tablets` string , `site_tablets_gl_category_id` string , `site_tablets_gl_account_id` string , `site_tablets_amount` string , `site_tablets_discount_amount` string , `site_limit` string , `site_limit_gl_category_id` string , `site_limit_gl_account_id` string , `site_limit_amount` string , `site_limit_discount_amount` string , `kiosks_limit` string , `kiosks_limit_gl_category_id` string , `kiosks_limit_gl_account_id` string , `kiosks_limit_amount` string , `kiosks_limit_discount_amount` string , `storage_limit` string , `storage_limit_gl_category_id` string , `storage_limit_gl_account_id` string , `storage_limit_amount` string , `storage_limit_discount_amount` string , `inboxes_limit` string , `license` string , `license_gl_category_id` string , `license_gl_account_id` string , `license_amount` string , `license_discount_amount` string , `inboxes_limit_gl_category_id` string , `inboxes_limit_gl_account_id` string , `inboxes_limit_amount` string , `inboxes_limit_discount_amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `grant_date` string , `next_run` string , `prorata_start` string , `generated_when` string , `generated_by` string , `sold_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookeu_licenses/2025-05-15/1747344845'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_drivethru.newbook_newbookeu_licenses" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookeu_licenses/2025-05-15/1747344845
- id: 1306802
- processed: 1
- raw_data:
{ "cancelled_by": 67, "cancelled_reason": 68, "cancelled_when": 66, "desktop_users": 12, "desktop_users_amount": 15, "desktop_users_discount_amount": 16, "desktop_users_gl_account_id": 14, "desktop_users_gl_category_id": 13, "generate": 4, "generated_by": 64, "generated_when": 63, "grant_date": 60, "id": 2, "inboxes_limit": 47, "inboxes_limit_amount": 55, "inboxes_limit_discount_amount": 56, "inboxes_limit_gl_account_id": 54, "inboxes_limit_gl_category_id": 53, "interval": 58, "interval_multiplier": 59, "kiosks_limit": 37, "kiosks_limit_amount": 40, "kiosks_limit_discount_amount": 41, "kiosks_limit_gl_account_id": 39, "kiosks_limit_gl_category_id": 38, "license": 48, "license_amount": 51, "license_discount_amount": 52, "license_gl_account_id": 50, "license_gl_category_id": 49, "mobile_users": 17, "mobile_users_amount": 20, "mobile_users_discount_amount": 21, "mobile_users_gl_account_id": 19, "mobile_users_gl_category_id": 18, "name": 7, "newbook_region": 0, "next_run": 61, "primary_license": 9, "privileges": 10, "prorata_start": 62, "sale_name": 8, "site_limit": 32, "site_limit_amount": 35, "site_limit_discount_amount": 36, "site_limit_gl_account_id": 34, "site_limit_gl_category_id": 33, "site_tablets": 27, "site_tablets_amount": 30, "site_tablets_discount_amount": 31, "site_tablets_gl_account_id": 29, "site_tablets_gl_category_id": 28, "software": 11, "sold_by": 65, "storage_limit": 42, "storage_limit_amount": 45, "storage_limit_discount_amount": 46, "storage_limit_gl_account_id": 44, "storage_limit_gl_category_id": 43, "tax_free": 57, "template_id": 3, "tenant": 1, "tv_users": 22, "tv_users_amount": 25, "tv_users_discount_amount": 26, "tv_users_gl_account_id": 24, "tv_users_gl_category_id": 23, "type": 5, "type_id": 6 } - schema_attributes:
{ "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "desktop_users": "string", "desktop_users_amount": "string", "desktop_users_discount_amount": "string", "desktop_users_gl_account_id": "string", "desktop_users_gl_category_id": "string", "generate": "string", "generated_by": "string", "generated_when": "string", "grant_date": "string", "id": "string", "inboxes_limit": "string", "inboxes_limit_amount": "string", "inboxes_limit_discount_amount": "string", "inboxes_limit_gl_account_id": "string", "inboxes_limit_gl_category_id": "string", "interval": "string", "interval_multiplier": "string", "kiosks_limit": "string", "kiosks_limit_amount": "string", "kiosks_limit_discount_amount": "string", "kiosks_limit_gl_account_id": "string", "kiosks_limit_gl_category_id": "string", "license": "string", "license_amount": "string", "license_discount_amount": "string", "license_gl_account_id": "string", "license_gl_category_id": "string", "mobile_users": "string", "mobile_users_amount": "string", "mobile_users_discount_amount": "string", "mobile_users_gl_account_id": "string", "mobile_users_gl_category_id": "string", "name": "string", "newbook_region": "string", "next_run": "string", "primary_license": "string", "privileges": "string", "prorata_start": "string", "sale_name": "string", "site_limit": "string", "site_limit_amount": "string", "site_limit_discount_amount": "string", "site_limit_gl_account_id": "string", "site_limit_gl_category_id": "string", "site_tablets": "string", "site_tablets_amount": "string", "site_tablets_discount_amount": "string", "site_tablets_gl_account_id": "string", "site_tablets_gl_category_id": "string", "software": "string", "sold_by": "string", "storage_limit": "string", "storage_limit_amount": "string", "storage_limit_discount_amount": "string", "storage_limit_gl_account_id": "string", "storage_limit_gl_category_id": "string", "tax_free": "string", "template_id": "string", "tenant": "string", "tv_users": "string", "tv_users_amount": "string", "tv_users_discount_amount": "string", "tv_users_gl_account_id": "string", "tv_users_gl_category_id": "string", "type": "string", "type_id": "string" } - schema_name_id: 2429
- schema_scan_id: 142210830
- updated: 2025-05-15 16:42:18
-
Version 1110874
- created: 2024-12-04 08:34:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "DROP TABLE IF EXISTS `sfdl_prod_drivethru.newbook_newbookeu_licenses`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.newbook_newbookeu_licenses`\n(\n `newbook_region` string , `tenant` string , `id` string , `template_id` string , `generate` string , `type` string , `type_id` string , `name` string , `sale_name` string , `primary_license` string , `privileges` string , `software` string , `desktop_users` string , `desktop_users_gl_category_id` string , `desktop_users_gl_account_id` string , `desktop_users_amount` string , `desktop_users_discount_amount` string , `mobile_users` string , `mobile_users_gl_category_id` string , `mobile_users_gl_account_id` string , `mobile_users_amount` string , `mobile_users_discount_amount` string , `tv_users` string , `tv_users_gl_category_id` string , `tv_users_gl_account_id` string , `tv_users_amount` string , `tv_users_discount_amount` string , `site_tablets` string , `site_tablets_gl_category_id` string , `site_tablets_gl_account_id` string , `site_tablets_amount` string , `site_tablets_discount_amount` string , `site_limit` string , `site_limit_gl_category_id` string , `site_limit_gl_account_id` string , `site_limit_amount` string , `site_limit_discount_amount` string , `kiosks_limit` string , `kiosks_limit_gl_category_id` string , `kiosks_limit_gl_account_id` string , `kiosks_limit_amount` string , `kiosks_limit_discount_amount` string , `storage_limit` string , `storage_limit_gl_category_id` string , `storage_limit_gl_account_id` string , `storage_limit_amount` string , `storage_limit_discount_amount` string , `inboxes_limit` string , `license` string , `license_gl_category_id` string , `license_gl_account_id` string , `license_amount` string , `license_discount_amount` string , `inboxes_limit_gl_category_id` string , `inboxes_limit_gl_account_id` string , `inboxes_limit_amount` string , `inboxes_limit_discount_amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `grant_date` string , `next_run` string , `prorata_start` string , `generated_when` string , `generated_by` string , `sold_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookeu_licenses/2024-12-04/1733322446'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_drivethru.newbook_newbookeu_licenses" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookeu_licenses/2024-12-04/1733322446
- id: 1110874
- processed: 1
- raw_data:
{ "cancelled_by": 67, "cancelled_reason": 68, "cancelled_when": 66, "desktop_users": 12, "desktop_users_amount": 15, "desktop_users_discount_amount": 16, "desktop_users_gl_account_id": 14, "desktop_users_gl_category_id": 13, "generate": 4, "generated_by": 64, "generated_when": 63, "grant_date": 60, "id": 2, "inboxes_limit": 47, "inboxes_limit_amount": 55, "inboxes_limit_discount_amount": 56, "inboxes_limit_gl_account_id": 54, "inboxes_limit_gl_category_id": 53, "interval": 58, "interval_multiplier": 59, "kiosks_limit": 37, "kiosks_limit_amount": 40, "kiosks_limit_discount_amount": 41, "kiosks_limit_gl_account_id": 39, "kiosks_limit_gl_category_id": 38, "license": 48, "license_amount": 51, "license_discount_amount": 52, "license_gl_account_id": 50, "license_gl_category_id": 49, "mobile_users": 17, "mobile_users_amount": 20, "mobile_users_discount_amount": 21, "mobile_users_gl_account_id": 19, "mobile_users_gl_category_id": 18, "name": 7, "newbook_region": 0, "next_run": 61, "primary_license": 9, "privileges": 10, "prorata_start": 62, "sale_name": 8, "site_limit": 32, "site_limit_amount": 35, "site_limit_discount_amount": 36, "site_limit_gl_account_id": 34, "site_limit_gl_category_id": 33, "site_tablets": 27, "site_tablets_amount": 30, "site_tablets_discount_amount": 31, "site_tablets_gl_account_id": 29, "site_tablets_gl_category_id": 28, "software": 11, "sold_by": 65, "storage_limit": 42, "storage_limit_amount": 45, "storage_limit_discount_amount": 46, "storage_limit_gl_account_id": 44, "storage_limit_gl_category_id": 43, "tax_free": 57, "template_id": 3, "tenant": 1, "tv_users": 22, "tv_users_amount": 25, "tv_users_discount_amount": 26, "tv_users_gl_account_id": 24, "tv_users_gl_category_id": 23, "type": 5, "type_id": 6 } - schema_attributes:
{ "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "desktop_users": "string", "desktop_users_amount": "string", "desktop_users_discount_amount": "string", "desktop_users_gl_account_id": "string", "desktop_users_gl_category_id": "string", "generate": "string", "generated_by": "string", "generated_when": "string", "grant_date": "string", "id": "string", "inboxes_limit": "string", "inboxes_limit_amount": "string", "inboxes_limit_discount_amount": "string", "inboxes_limit_gl_account_id": "string", "inboxes_limit_gl_category_id": "string", "interval": "string", "interval_multiplier": "string", "kiosks_limit": "string", "kiosks_limit_amount": "string", "kiosks_limit_discount_amount": "string", "kiosks_limit_gl_account_id": "string", "kiosks_limit_gl_category_id": "string", "license": "string", "license_amount": "string", "license_discount_amount": "string", "license_gl_account_id": "string", "license_gl_category_id": "string", "mobile_users": "string", "mobile_users_amount": "string", "mobile_users_discount_amount": "string", "mobile_users_gl_account_id": "string", "mobile_users_gl_category_id": "string", "name": "string", "newbook_region": "string", "next_run": "string", "primary_license": "string", "privileges": "string", "prorata_start": "string", "sale_name": "string", "site_limit": "string", "site_limit_amount": "string", "site_limit_discount_amount": "string", "site_limit_gl_account_id": "string", "site_limit_gl_category_id": "string", "site_tablets": "string", "site_tablets_amount": "string", "site_tablets_discount_amount": "string", "site_tablets_gl_account_id": "string", "site_tablets_gl_category_id": "string", "software": "string", "sold_by": "string", "storage_limit": "string", "storage_limit_amount": "string", "storage_limit_discount_amount": "string", "storage_limit_gl_account_id": "string", "storage_limit_gl_category_id": "string", "tax_free": "string", "template_id": "string", "tenant": "string", "tv_users": "string", "tv_users_amount": "string", "tv_users_discount_amount": "string", "tv_users_gl_account_id": "string", "tv_users_gl_category_id": "string", "type": "string", "type_id": "string" } - schema_name_id: 2429
- schema_scan_id: 132952764
- updated: 2024-12-04 08:34:27
-
Version 1101962
- created: 2024-11-27 06:45:16
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "DROP TABLE IF EXISTS `sfdl_prod_drivethru.newbook_newbookeu_licenses`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.newbook_newbookeu_licenses`\n(\n `newbook_region` string , `tenant` string , `id` string , `template_id` string , `generate` string , `type` string , `type_id` string , `name` string , `sale_name` string , `primary_license` string , `privileges` string , `software` string , `desktop_users` string , `desktop_users_gl_category_id` string , `desktop_users_gl_account_id` string , `desktop_users_amount` string , `desktop_users_discount_amount` string , `mobile_users` string , `mobile_users_gl_category_id` string , `mobile_users_gl_account_id` string , `mobile_users_amount` string , `mobile_users_discount_amount` string , `tv_users` string , `tv_users_gl_category_id` string , `tv_users_gl_account_id` string , `tv_users_amount` string , `tv_users_discount_amount` string , `site_tablets` string , `site_tablets_gl_category_id` string , `site_tablets_gl_account_id` string , `site_tablets_amount` string , `site_tablets_discount_amount` string , `site_limit` string , `site_limit_gl_category_id` string , `site_limit_gl_account_id` string , `site_limit_amount` string , `site_limit_discount_amount` string , `kiosks_limit` string , `kiosks_limit_gl_category_id` string , `kiosks_limit_gl_account_id` string , `kiosks_limit_amount` string , `kiosks_limit_discount_amount` string , `storage_limit` string , `storage_limit_gl_category_id` string , `storage_limit_gl_account_id` string , `storage_limit_amount` string , `storage_limit_discount_amount` string , `inboxes_limit` string , `license` string , `license_gl_category_id` string , `license_gl_account_id` string , `license_amount` string , `license_discount_amount` string , `inboxes_limit_gl_category_id` string , `inboxes_limit_gl_account_id` string , `inboxes_limit_amount` string , `inboxes_limit_discount_amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `grant_date` string , `next_run` string , `prorata_start` string , `generated_when` string , `generated_by` string , `sold_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookeu_licenses/2024-11-27/1732710941'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_drivethru.newbook_newbookeu_licenses" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookeu_licenses/2024-11-27/1732710941
- id: 1101962
- processed: 1
- raw_data:
{ "cancelled_by": 67, "cancelled_reason": 68, "cancelled_when": 66, "desktop_users": 12, "desktop_users_amount": 15, "desktop_users_discount_amount": 16, "desktop_users_gl_account_id": 14, "desktop_users_gl_category_id": 13, "generate": 4, "generated_by": 64, "generated_when": 63, "grant_date": 60, "id": 2, "inboxes_limit": 47, "inboxes_limit_amount": 55, "inboxes_limit_discount_amount": 56, "inboxes_limit_gl_account_id": 54, "inboxes_limit_gl_category_id": 53, "interval": 58, "interval_multiplier": 59, "kiosks_limit": 37, "kiosks_limit_amount": 40, "kiosks_limit_discount_amount": 41, "kiosks_limit_gl_account_id": 39, "kiosks_limit_gl_category_id": 38, "license": 48, "license_amount": 51, "license_discount_amount": 52, "license_gl_account_id": 50, "license_gl_category_id": 49, "mobile_users": 17, "mobile_users_amount": 20, "mobile_users_discount_amount": 21, "mobile_users_gl_account_id": 19, "mobile_users_gl_category_id": 18, "name": 7, "newbook_region": 0, "next_run": 61, "primary_license": 9, "privileges": 10, "prorata_start": 62, "sale_name": 8, "site_limit": 32, "site_limit_amount": 35, "site_limit_discount_amount": 36, "site_limit_gl_account_id": 34, "site_limit_gl_category_id": 33, "site_tablets": 27, "site_tablets_amount": 30, "site_tablets_discount_amount": 31, "site_tablets_gl_account_id": 29, "site_tablets_gl_category_id": 28, "software": 11, "sold_by": 65, "storage_limit": 42, "storage_limit_amount": 45, "storage_limit_discount_amount": 46, "storage_limit_gl_account_id": 44, "storage_limit_gl_category_id": 43, "tax_free": 57, "template_id": 3, "tenant": 1, "tv_users": 22, "tv_users_amount": 25, "tv_users_discount_amount": 26, "tv_users_gl_account_id": 24, "tv_users_gl_category_id": 23, "type": 5, "type_id": 6 } - schema_attributes:
{ "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "desktop_users": "string", "desktop_users_amount": "string", "desktop_users_discount_amount": "string", "desktop_users_gl_account_id": "string", "desktop_users_gl_category_id": "string", "generate": "string", "generated_by": "string", "generated_when": "string", "grant_date": "string", "id": "string", "inboxes_limit": "string", "inboxes_limit_amount": "string", "inboxes_limit_discount_amount": "string", "inboxes_limit_gl_account_id": "string", "inboxes_limit_gl_category_id": "string", "interval": "string", "interval_multiplier": "string", "kiosks_limit": "string", "kiosks_limit_amount": "string", "kiosks_limit_discount_amount": "string", "kiosks_limit_gl_account_id": "string", "kiosks_limit_gl_category_id": "string", "license": "string", "license_amount": "string", "license_discount_amount": "string", "license_gl_account_id": "string", "license_gl_category_id": "string", "mobile_users": "string", "mobile_users_amount": "string", "mobile_users_discount_amount": "string", "mobile_users_gl_account_id": "string", "mobile_users_gl_category_id": "string", "name": "string", "newbook_region": "string", "next_run": "string", "primary_license": "string", "privileges": "string", "prorata_start": "string", "sale_name": "string", "site_limit": "string", "site_limit_amount": "string", "site_limit_discount_amount": "string", "site_limit_gl_account_id": "string", "site_limit_gl_category_id": "string", "site_tablets": "string", "site_tablets_amount": "string", "site_tablets_discount_amount": "string", "site_tablets_gl_account_id": "string", "site_tablets_gl_category_id": "string", "software": "string", "sold_by": "string", "storage_limit": "string", "storage_limit_amount": "string", "storage_limit_discount_amount": "string", "storage_limit_gl_account_id": "string", "storage_limit_gl_category_id": "string", "tax_free": "string", "template_id": "string", "tenant": "string", "tv_users": "string", "tv_users_amount": "string", "tv_users_discount_amount": "string", "tv_users_gl_account_id": "string", "tv_users_gl_category_id": "string", "type": "string", "type_id": "string" } - schema_name_id: 2429
- schema_scan_id: 132478050
- updated: 2024-11-27 06:45:27
Schema Scans: 3
Last at 2025-05-15 16:42:02
-
Scan 142210830
- duration: 0:00:15.874099
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 142210830
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-prod", "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookeu_licenses/2025-05-15/1747344845", "key": "raw/newbook_newbookeu_licenses/2025-05-15/1747344845/eu_licenses.csv.gz" }, "schema": { "name": "sfdl_prod_drivethru.newbook_newbookeu_licenses", "type": "drivethrucsv" }, "trace_context": { "parent_id": 790207816427893675, "service_name": "drive-thru", "span_id": 17753185215274353823, "trace_id": 10408775502030700635 } } - running: False
- schema_name_id: 2429
- start_time: 2025-05-15 16:42:02
- success: True
- trace_id: 10408775502030700635
-
Scan 132952764
- duration: 0:00:13.316166
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 132952764
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-prod", "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookeu_licenses/2024-12-04/1733322446", "key": "raw/newbook_newbookeu_licenses/2024-12-04/1733322446/eu_licenses.csv.gz" }, "schema": { "name": "sfdl_prod_drivethru.newbook_newbookeu_licenses", "type": "drivethrucsv" }, "trace_context": { "parent_id": 4258496741129212143, "service_name": "drive-thru", "span_id": 10157984860061180502, "trace_id": 14752522006999329352 } } - running: False
- schema_name_id: 2429
- start_time: 2024-12-04 08:34:14
- success: True
- trace_id: 14752522006999329352
-
Scan 132478050
- duration: 0:00:13.597613
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 132478050
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-prod", "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookeu_licenses/2024-11-27/1732710941", "key": "raw/newbook_newbookeu_licenses/2024-11-27/1732710941/eu_licenses.csv.gz" }, "schema": { "name": "sfdl_prod_drivethru.newbook_newbookeu_licenses", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13789720712266524027, "service_name": "drive-thru", "span_id": 8102614041935827778, "trace_id": 12191734188275656143 } } - running: False
- schema_name_id: 2429
- start_time: 2024-11-27 06:45:14
- success: True
- trace_id: 12191734188275656143
- attributes:
{ "cancelled_by": "string", "cancelled_reason": "string", "cancelled_when": "string", "desktop_users": "string", "desktop_users_amount": "string", "desktop_users_discount_amount": "string", "desktop_users_gl_account_id": "string", "desktop_users_gl_category_id": "string", "generate": "string", "generated_by": "string", "generated_when": "string", "grant_date": "string", "id": "string", "inboxes_limit": "string", "inboxes_limit_amount": "string", "inboxes_limit_discount_amount": "string", "inboxes_limit_gl_account_id": "string", "inboxes_limit_gl_category_id": "string", "interval": "string", "interval_multiplier": "string", "kiosks_limit": "string", "kiosks_limit_amount": "string", "kiosks_limit_discount_amount": "string", "kiosks_limit_gl_account_id": "string", "kiosks_limit_gl_category_id": "string", "license": "string", "license_amount": "string", "license_discount_amount": "string", "license_gl_account_id": "string", "license_gl_category_id": "string", "mobile_users": "string", "mobile_users_amount": "string", "mobile_users_discount_amount": "string", "mobile_users_gl_account_id": "string", "mobile_users_gl_category_id": "string", "name": "string", "newbook_region": "string", "next_run": "string", "primary_license": "string", "privileges": "string", "prorata_start": "string", "sale_name": "string", "site_limit": "string", "site_limit_amount": "string", "site_limit_discount_amount": "string", "site_limit_gl_account_id": "string", "site_limit_gl_category_id": "string", "site_tablets": "string", "site_tablets_amount": "string", "site_tablets_discount_amount": "string", "site_tablets_gl_account_id": "string", "site_tablets_gl_category_id": "string", "software": "string", "sold_by": "string", "storage_limit": "string", "storage_limit_amount": "string", "storage_limit_discount_amount": "string", "storage_limit_gl_account_id": "string", "storage_limit_gl_category_id": "string", "tax_free": "string", "template_id": "string", "tenant": "string", "tv_users": "string", "tv_users_amount": "string", "tv_users_discount_amount": "string", "tv_users_gl_account_id": "string", "tv_users_gl_category_id": "string", "type": "string", "type_id": "string" } - created: 2025-05-15 16:42:04
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.newbook_newbookeu_licenses`\n(\n `newbook_region` string , `tenant` string , `id` string , `template_id` string , `generate` string , `type` string , `type_id` string , `name` string , `sale_name` string , `primary_license` string , `privileges` string , `software` string , `desktop_users` string , `desktop_users_gl_category_id` string , `desktop_users_gl_account_id` string , `desktop_users_amount` string , `desktop_users_discount_amount` string , `mobile_users` string , `mobile_users_gl_category_id` string , `mobile_users_gl_account_id` string , `mobile_users_amount` string , `mobile_users_discount_amount` string , `tv_users` string , `tv_users_gl_category_id` string , `tv_users_gl_account_id` string , `tv_users_amount` string , `tv_users_discount_amount` string , `site_tablets` string , `site_tablets_gl_category_id` string , `site_tablets_gl_account_id` string , `site_tablets_amount` string , `site_tablets_discount_amount` string , `site_limit` string , `site_limit_gl_category_id` string , `site_limit_gl_account_id` string , `site_limit_amount` string , `site_limit_discount_amount` string , `kiosks_limit` string , `kiosks_limit_gl_category_id` string , `kiosks_limit_gl_account_id` string , `kiosks_limit_amount` string , `kiosks_limit_discount_amount` string , `storage_limit` string , `storage_limit_gl_category_id` string , `storage_limit_gl_account_id` string , `storage_limit_amount` string , `storage_limit_discount_amount` string , `inboxes_limit` string , `license` string , `license_gl_category_id` string , `license_gl_account_id` string , `license_amount` string , `license_discount_amount` string , `inboxes_limit_gl_category_id` string , `inboxes_limit_gl_account_id` string , `inboxes_limit_amount` string , `inboxes_limit_discount_amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `grant_date` string , `next_run` string , `prorata_start` string , `generated_when` string , `generated_by` string , `sold_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookeu_licenses/2025-05-15/1747344845'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.newbook_newbookeu_licenses`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.newbook_newbookeu_licenses" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2024-11-27 06:45:14",
"disabled": false,
"format": "raw",
"id": 2429,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_prod_drivethru",
"table": "newbook_newbookeu_licenses"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"cancelled_by": "string",
"cancelled_reason": "string",
"cancelled_when": "string",
"desktop_users": "string",
"desktop_users_amount": "string",
"desktop_users_discount_amount": "string",
"desktop_users_gl_account_id": "string",
"desktop_users_gl_category_id": "string",
"generate": "string",
"generated_by": "string",
"generated_when": "string",
"grant_date": "string",
"id": "string",
"inboxes_limit": "string",
"inboxes_limit_amount": "string",
"inboxes_limit_discount_amount": "string",
"inboxes_limit_gl_account_id": "string",
"inboxes_limit_gl_category_id": "string",
"interval": "string",
"interval_multiplier": "string",
"kiosks_limit": "string",
"kiosks_limit_amount": "string",
"kiosks_limit_discount_amount": "string",
"kiosks_limit_gl_account_id": "string",
"kiosks_limit_gl_category_id": "string",
"license": "string",
"license_amount": "string",
"license_discount_amount": "string",
"license_gl_account_id": "string",
"license_gl_category_id": "string",
"mobile_users": "string",
"mobile_users_amount": "string",
"mobile_users_discount_amount": "string",
"mobile_users_gl_account_id": "string",
"mobile_users_gl_category_id": "string",
"name": "string",
"newbook_region": "string",
"next_run": "string",
"primary_license": "string",
"privileges": "string",
"prorata_start": "string",
"sale_name": "string",
"site_limit": "string",
"site_limit_amount": "string",
"site_limit_discount_amount": "string",
"site_limit_gl_account_id": "string",
"site_limit_gl_category_id": "string",
"site_tablets": "string",
"site_tablets_amount": "string",
"site_tablets_discount_amount": "string",
"site_tablets_gl_account_id": "string",
"site_tablets_gl_category_id": "string",
"software": "string",
"sold_by": "string",
"storage_limit": "string",
"storage_limit_amount": "string",
"storage_limit_discount_amount": "string",
"storage_limit_gl_account_id": "string",
"storage_limit_gl_category_id": "string",
"tax_free": "string",
"template_id": "string",
"tenant": "string",
"tv_users": "string",
"tv_users_amount": "string",
"tv_users_discount_amount": "string",
"tv_users_gl_account_id": "string",
"tv_users_gl_category_id": "string",
"type": "string",
"type_id": "string"
},
"created": "2025-05-15 16:42:04",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.newbook_newbookeu_licenses`\n(\n `newbook_region` string , `tenant` string , `id` string , `template_id` string , `generate` string , `type` string , `type_id` string , `name` string , `sale_name` string , `primary_license` string , `privileges` string , `software` string , `desktop_users` string , `desktop_users_gl_category_id` string , `desktop_users_gl_account_id` string , `desktop_users_amount` string , `desktop_users_discount_amount` string , `mobile_users` string , `mobile_users_gl_category_id` string , `mobile_users_gl_account_id` string , `mobile_users_amount` string , `mobile_users_discount_amount` string , `tv_users` string , `tv_users_gl_category_id` string , `tv_users_gl_account_id` string , `tv_users_amount` string , `tv_users_discount_amount` string , `site_tablets` string , `site_tablets_gl_category_id` string , `site_tablets_gl_account_id` string , `site_tablets_amount` string , `site_tablets_discount_amount` string , `site_limit` string , `site_limit_gl_category_id` string , `site_limit_gl_account_id` string , `site_limit_amount` string , `site_limit_discount_amount` string , `kiosks_limit` string , `kiosks_limit_gl_category_id` string , `kiosks_limit_gl_account_id` string , `kiosks_limit_amount` string , `kiosks_limit_discount_amount` string , `storage_limit` string , `storage_limit_gl_category_id` string , `storage_limit_gl_account_id` string , `storage_limit_amount` string , `storage_limit_discount_amount` string , `inboxes_limit` string , `license` string , `license_gl_category_id` string , `license_gl_account_id` string , `license_amount` string , `license_discount_amount` string , `inboxes_limit_gl_category_id` string , `inboxes_limit_gl_account_id` string , `inboxes_limit_amount` string , `inboxes_limit_discount_amount` string , `tax_free` string , `interval` string , `interval_multiplier` string , `grant_date` string , `next_run` string , `prorata_start` string , `generated_when` string , `generated_by` string , `sold_by` string , `cancelled_when` string , `cancelled_by` string , `cancelled_reason` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookeu_licenses/2025-05-15/1747344845'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.newbook_newbookeu_licenses`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.newbook_newbookeu_licenses"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}