Schema Info

Schema Name: sfdl_prod_drivethru.newbook_newbookeu_bookings

created: 2024-11-27 06:35:35
disabled: False
format: raw
id: 2053
is_partitioned: False
is_schema_datatyped: True

name:

{
    "database": "sfdl_prod_drivethru",
    "table": "newbook_newbookeu_bookings"
}

type: drivethrucsv

Schema Versions: 3

Version 1306557

created: 2025-05-15 16:36:10

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.newbook_newbookeu_bookings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.newbook_newbookeu_bookings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `parent_id`  string , `previous_id`  string , `site_id`  string , `method_id`  string , `reason_id`  string , `source_id`  string , `demographic_id`  string , `market_segment_id`  string , `company_id`  string , `company_staff_id`  string , `travel_agent_id`  string , `travel_agent_staff_id`  string , `commission_amount`  string , `commission_type`  string , `commission_gl_data`  string , `travel_agent_handles_commission`  string , `travel_agent_commission_inventory_item_id`  string , `pre_auth_amount`  string , `travelling_from_id`  string , `travelling_to_id`  string , `booked_when`  string , `booked_by`  string , `modified_when`  string , `converted_when`  string , `cancelled_when`  string , `cancelled_by`  string , `cancellation_reason_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `eta`  string , `arrived_when`  string , `arrived_by`  string , `departed_when`  string , `departed_by`  string , `status`  string , `locked`  string , `cancel_booking_date`  string , `direct_channel_manager_id`  string , `booking_channel_id`  string , `reference_id`  string , `ota_thread_id`  string , `hybrid_remote_id`  string , `remote_import`  string , `indexnumber`  string , `flagged`  string , `allow_contact`  string , `stay_rating`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `default_client_account_id`  string , `no_billing_reason`  string , `create_charges`  string , `tax_free`  string , `category_override_tax_rate_ids`  string , `disburse_to_owners`  string , `allow_guestassist`  string , `tariff_invoice_interval`  string , `tariff_invoice_interval_multiplier`  string , `tariff_system_template_invoices`  string , `tariff_system_template_receipts`  string , `auto_optimize_site`  string , `optimization_tasks_remaining`  string , `due_to_optimization`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookeu_bookings/2025-05-15/1747344756'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.newbook_newbookeu_bookings"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookeu_bookings/2025-05-15/1747344756
id: 1306557
processed: 1

raw_data:

{
    "adults": 31,
    "allow_contact": 53,
    "allow_guestassist": 64,
    "animals": 34,
    "arrived_by": 39,
    "arrived_when": 38,
    "auto_optimize_site": 69,
    "booked_by": 25,
    "booked_when": 24,
    "booking_channel_id": 46,
    "cancel_booking_date": 44,
    "cancellation_reason_id": 30,
    "cancelled_by": 29,
    "cancelled_when": 28,
    "category_override_tax_rate_ids": 62,
    "children": 32,
    "commission_amount": 16,
    "commission_gl_data": 18,
    "commission_type": 17,
    "company_id": 12,
    "company_staff_id": 13,
    "converted_when": 27,
    "create_charges": 60,
    "default_client_account_id": 58,
    "demographic_id": 10,
    "departed_by": 41,
    "departed_when": 40,
    "direct_channel_manager_id": 45,
    "disburse_to_owners": 63,
    "due_to_optimization": 71,
    "eta": 37,
    "flagged": 52,
    "gl_account_id": 57,
    "gl_category_id": 56,
    "hybrid_remote_id": 49,
    "id": 2,
    "indexnumber": 51,
    "infants": 33,
    "instance_id": 3,
    "inventory_item_id": 55,
    "locked": 43,
    "market_segment_id": 11,
    "method_id": 7,
    "modified_when": 26,
    "newbook_region": 0,
    "no_billing_reason": 59,
    "optimization_tasks_remaining": 70,
    "ota_thread_id": 48,
    "parent_id": 4,
    "period_from": 35,
    "period_to": 36,
    "pre_auth_amount": 21,
    "previous_id": 5,
    "reason_id": 8,
    "reference_id": 47,
    "remote_import": 50,
    "site_id": 6,
    "source_id": 9,
    "status": 42,
    "stay_rating": 54,
    "tariff_invoice_interval": 65,
    "tariff_invoice_interval_multiplier": 66,
    "tariff_system_template_invoices": 67,
    "tariff_system_template_receipts": 68,
    "tax_free": 61,
    "tenant": 1,
    "travel_agent_commission_inventory_item_id": 20,
    "travel_agent_handles_commission": 19,
    "travel_agent_id": 14,
    "travel_agent_staff_id": 15,
    "travelling_from_id": 22,
    "travelling_to_id": 23
}

schema_attributes:

{
    "adults": "string",
    "allow_contact": "string",
    "allow_guestassist": "string",
    "animals": "string",
    "arrived_by": "string",
    "arrived_when": "string",
    "auto_optimize_site": "string",
    "booked_by": "string",
    "booked_when": "string",
    "booking_channel_id": "string",
    "cancel_booking_date": "string",
    "cancellation_reason_id": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "category_override_tax_rate_ids": "string",
    "children": "string",
    "commission_amount": "string",
    "commission_gl_data": "string",
    "commission_type": "string",
    "company_id": "string",
    "company_staff_id": "string",
    "converted_when": "string",
    "create_charges": "string",
    "default_client_account_id": "string",
    "demographic_id": "string",
    "departed_by": "string",
    "departed_when": "string",
    "direct_channel_manager_id": "string",
    "disburse_to_owners": "string",
    "due_to_optimization": "string",
    "eta": "string",
    "flagged": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "hybrid_remote_id": "string",
    "id": "string",
    "indexnumber": "string",
    "infants": "string",
    "instance_id": "string",
    "inventory_item_id": "string",
    "locked": "string",
    "market_segment_id": "string",
    "method_id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "no_billing_reason": "string",
    "optimization_tasks_remaining": "string",
    "ota_thread_id": "string",
    "parent_id": "string",
    "period_from": "string",
    "period_to": "string",
    "pre_auth_amount": "string",
    "previous_id": "string",
    "reason_id": "string",
    "reference_id": "string",
    "remote_import": "string",
    "site_id": "string",
    "source_id": "string",
    "status": "string",
    "stay_rating": "string",
    "tariff_invoice_interval": "string",
    "tariff_invoice_interval_multiplier": "string",
    "tariff_system_template_invoices": "string",
    "tariff_system_template_receipts": "string",
    "tax_free": "string",
    "tenant": "string",
    "travel_agent_commission_inventory_item_id": "string",
    "travel_agent_handles_commission": "string",
    "travel_agent_id": "string",
    "travel_agent_staff_id": "string",
    "travelling_from_id": "string",
    "travelling_to_id": "string"
}

schema_name_id: 2053
schema_scan_id: 142210567
updated: 2025-05-15 16:36:21

Version 1110662

created: 2024-12-04 08:29:04

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.newbook_newbookeu_bookings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.newbook_newbookeu_bookings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `parent_id`  string , `previous_id`  string , `site_id`  string , `method_id`  string , `reason_id`  string , `source_id`  string , `demographic_id`  string , `market_segment_id`  string , `company_id`  string , `company_staff_id`  string , `travel_agent_id`  string , `travel_agent_staff_id`  string , `commission_amount`  string , `commission_type`  string , `commission_gl_data`  string , `travel_agent_handles_commission`  string , `travel_agent_commission_inventory_item_id`  string , `pre_auth_amount`  string , `travelling_from_id`  string , `travelling_to_id`  string , `booked_when`  string , `booked_by`  string , `modified_when`  string , `converted_when`  string , `cancelled_when`  string , `cancelled_by`  string , `cancellation_reason_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `eta`  string , `arrived_when`  string , `arrived_by`  string , `departed_when`  string , `departed_by`  string , `status`  string , `locked`  string , `cancel_booking_date`  string , `direct_channel_manager_id`  string , `booking_channel_id`  string , `reference_id`  string , `ota_thread_id`  string , `hybrid_remote_id`  string , `remote_import`  string , `indexnumber`  string , `flagged`  string , `allow_contact`  string , `stay_rating`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `default_client_account_id`  string , `no_billing_reason`  string , `create_charges`  string , `tax_free`  string , `category_override_tax_rate_ids`  string , `disburse_to_owners`  string , `allow_guestassist`  string , `tariff_invoice_interval`  string , `tariff_invoice_interval_multiplier`  string , `tariff_system_template_invoices`  string , `tariff_system_template_receipts`  string , `auto_optimize_site`  string , `optimization_tasks_remaining`  string , `due_to_optimization`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookeu_bookings/2024-12-04/1733322355'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.newbook_newbookeu_bookings"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookeu_bookings/2024-12-04/1733322355
id: 1110662
processed: 1

raw_data:

{
    "adults": 31,
    "allow_contact": 53,
    "allow_guestassist": 64,
    "animals": 34,
    "arrived_by": 39,
    "arrived_when": 38,
    "auto_optimize_site": 69,
    "booked_by": 25,
    "booked_when": 24,
    "booking_channel_id": 46,
    "cancel_booking_date": 44,
    "cancellation_reason_id": 30,
    "cancelled_by": 29,
    "cancelled_when": 28,
    "category_override_tax_rate_ids": 62,
    "children": 32,
    "commission_amount": 16,
    "commission_gl_data": 18,
    "commission_type": 17,
    "company_id": 12,
    "company_staff_id": 13,
    "converted_when": 27,
    "create_charges": 60,
    "default_client_account_id": 58,
    "demographic_id": 10,
    "departed_by": 41,
    "departed_when": 40,
    "direct_channel_manager_id": 45,
    "disburse_to_owners": 63,
    "due_to_optimization": 71,
    "eta": 37,
    "flagged": 52,
    "gl_account_id": 57,
    "gl_category_id": 56,
    "hybrid_remote_id": 49,
    "id": 2,
    "indexnumber": 51,
    "infants": 33,
    "instance_id": 3,
    "inventory_item_id": 55,
    "locked": 43,
    "market_segment_id": 11,
    "method_id": 7,
    "modified_when": 26,
    "newbook_region": 0,
    "no_billing_reason": 59,
    "optimization_tasks_remaining": 70,
    "ota_thread_id": 48,
    "parent_id": 4,
    "period_from": 35,
    "period_to": 36,
    "pre_auth_amount": 21,
    "previous_id": 5,
    "reason_id": 8,
    "reference_id": 47,
    "remote_import": 50,
    "site_id": 6,
    "source_id": 9,
    "status": 42,
    "stay_rating": 54,
    "tariff_invoice_interval": 65,
    "tariff_invoice_interval_multiplier": 66,
    "tariff_system_template_invoices": 67,
    "tariff_system_template_receipts": 68,
    "tax_free": 61,
    "tenant": 1,
    "travel_agent_commission_inventory_item_id": 20,
    "travel_agent_handles_commission": 19,
    "travel_agent_id": 14,
    "travel_agent_staff_id": 15,
    "travelling_from_id": 22,
    "travelling_to_id": 23
}

schema_attributes:

{
    "adults": "string",
    "allow_contact": "string",
    "allow_guestassist": "string",
    "animals": "string",
    "arrived_by": "string",
    "arrived_when": "string",
    "auto_optimize_site": "string",
    "booked_by": "string",
    "booked_when": "string",
    "booking_channel_id": "string",
    "cancel_booking_date": "string",
    "cancellation_reason_id": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "category_override_tax_rate_ids": "string",
    "children": "string",
    "commission_amount": "string",
    "commission_gl_data": "string",
    "commission_type": "string",
    "company_id": "string",
    "company_staff_id": "string",
    "converted_when": "string",
    "create_charges": "string",
    "default_client_account_id": "string",
    "demographic_id": "string",
    "departed_by": "string",
    "departed_when": "string",
    "direct_channel_manager_id": "string",
    "disburse_to_owners": "string",
    "due_to_optimization": "string",
    "eta": "string",
    "flagged": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "hybrid_remote_id": "string",
    "id": "string",
    "indexnumber": "string",
    "infants": "string",
    "instance_id": "string",
    "inventory_item_id": "string",
    "locked": "string",
    "market_segment_id": "string",
    "method_id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "no_billing_reason": "string",
    "optimization_tasks_remaining": "string",
    "ota_thread_id": "string",
    "parent_id": "string",
    "period_from": "string",
    "period_to": "string",
    "pre_auth_amount": "string",
    "previous_id": "string",
    "reason_id": "string",
    "reference_id": "string",
    "remote_import": "string",
    "site_id": "string",
    "source_id": "string",
    "status": "string",
    "stay_rating": "string",
    "tariff_invoice_interval": "string",
    "tariff_invoice_interval_multiplier": "string",
    "tariff_system_template_invoices": "string",
    "tariff_system_template_receipts": "string",
    "tax_free": "string",
    "tenant": "string",
    "travel_agent_commission_inventory_item_id": "string",
    "travel_agent_handles_commission": "string",
    "travel_agent_id": "string",
    "travel_agent_staff_id": "string",
    "travelling_from_id": "string",
    "travelling_to_id": "string"
}

schema_name_id: 2053
schema_scan_id: 132952524
updated: 2024-12-04 08:29:15

Version 1101586

created: 2024-11-27 06:35:37

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "DROP TABLE IF EXISTS `sfdl_prod_drivethru.newbook_newbookeu_bookings`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.newbook_newbookeu_bookings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `parent_id`  string , `previous_id`  string , `site_id`  string , `method_id`  string , `reason_id`  string , `source_id`  string , `demographic_id`  string , `market_segment_id`  string , `company_id`  string , `company_staff_id`  string , `travel_agent_id`  string , `travel_agent_staff_id`  string , `commission_amount`  string , `commission_type`  string , `commission_gl_data`  string , `travel_agent_handles_commission`  string , `travel_agent_commission_inventory_item_id`  string , `pre_auth_amount`  string , `travelling_from_id`  string , `travelling_to_id`  string , `booked_when`  string , `booked_by`  string , `modified_when`  string , `converted_when`  string , `cancelled_when`  string , `cancelled_by`  string , `cancellation_reason_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `eta`  string , `arrived_when`  string , `arrived_by`  string , `departed_when`  string , `departed_by`  string , `status`  string , `locked`  string , `cancel_booking_date`  string , `direct_channel_manager_id`  string , `booking_channel_id`  string , `reference_id`  string , `ota_thread_id`  string , `hybrid_remote_id`  string , `indexnumber`  string , `flagged`  string , `allow_contact`  string , `stay_rating`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `default_client_account_id`  string , `no_billing_reason`  string , `create_charges`  string , `tax_free`  string , `category_override_tax_rate_ids`  string , `disburse_to_owners`  string , `allow_guestassist`  string , `tariff_invoice_interval`  string , `tariff_invoice_interval_multiplier`  string , `tariff_system_template_invoices`  string , `tariff_system_template_receipts`  string , `auto_optimize_site`  string , `optimization_tasks_remaining`  string , `due_to_optimization`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookeu_bookings/2024-11-27/1732710840'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_drivethru.newbook_newbookeu_bookings"
]

hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookeu_bookings/2024-11-27/1732710840
id: 1101586
processed: 1

raw_data:

{
    "adults": 31,
    "allow_contact": 52,
    "allow_guestassist": 63,
    "animals": 34,
    "arrived_by": 39,
    "arrived_when": 38,
    "auto_optimize_site": 68,
    "booked_by": 25,
    "booked_when": 24,
    "booking_channel_id": 46,
    "cancel_booking_date": 44,
    "cancellation_reason_id": 30,
    "cancelled_by": 29,
    "cancelled_when": 28,
    "category_override_tax_rate_ids": 61,
    "children": 32,
    "commission_amount": 16,
    "commission_gl_data": 18,
    "commission_type": 17,
    "company_id": 12,
    "company_staff_id": 13,
    "converted_when": 27,
    "create_charges": 59,
    "default_client_account_id": 57,
    "demographic_id": 10,
    "departed_by": 41,
    "departed_when": 40,
    "direct_channel_manager_id": 45,
    "disburse_to_owners": 62,
    "due_to_optimization": 70,
    "eta": 37,
    "flagged": 51,
    "gl_account_id": 56,
    "gl_category_id": 55,
    "hybrid_remote_id": 49,
    "id": 2,
    "indexnumber": 50,
    "infants": 33,
    "instance_id": 3,
    "inventory_item_id": 54,
    "locked": 43,
    "market_segment_id": 11,
    "method_id": 7,
    "modified_when": 26,
    "newbook_region": 0,
    "no_billing_reason": 58,
    "optimization_tasks_remaining": 69,
    "ota_thread_id": 48,
    "parent_id": 4,
    "period_from": 35,
    "period_to": 36,
    "pre_auth_amount": 21,
    "previous_id": 5,
    "reason_id": 8,
    "reference_id": 47,
    "site_id": 6,
    "source_id": 9,
    "status": 42,
    "stay_rating": 53,
    "tariff_invoice_interval": 64,
    "tariff_invoice_interval_multiplier": 65,
    "tariff_system_template_invoices": 66,
    "tariff_system_template_receipts": 67,
    "tax_free": 60,
    "tenant": 1,
    "travel_agent_commission_inventory_item_id": 20,
    "travel_agent_handles_commission": 19,
    "travel_agent_id": 14,
    "travel_agent_staff_id": 15,
    "travelling_from_id": 22,
    "travelling_to_id": 23
}

schema_attributes:

{
    "adults": "string",
    "allow_contact": "string",
    "allow_guestassist": "string",
    "animals": "string",
    "arrived_by": "string",
    "arrived_when": "string",
    "auto_optimize_site": "string",
    "booked_by": "string",
    "booked_when": "string",
    "booking_channel_id": "string",
    "cancel_booking_date": "string",
    "cancellation_reason_id": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "category_override_tax_rate_ids": "string",
    "children": "string",
    "commission_amount": "string",
    "commission_gl_data": "string",
    "commission_type": "string",
    "company_id": "string",
    "company_staff_id": "string",
    "converted_when": "string",
    "create_charges": "string",
    "default_client_account_id": "string",
    "demographic_id": "string",
    "departed_by": "string",
    "departed_when": "string",
    "direct_channel_manager_id": "string",
    "disburse_to_owners": "string",
    "due_to_optimization": "string",
    "eta": "string",
    "flagged": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "hybrid_remote_id": "string",
    "id": "string",
    "indexnumber": "string",
    "infants": "string",
    "instance_id": "string",
    "inventory_item_id": "string",
    "locked": "string",
    "market_segment_id": "string",
    "method_id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "no_billing_reason": "string",
    "optimization_tasks_remaining": "string",
    "ota_thread_id": "string",
    "parent_id": "string",
    "period_from": "string",
    "period_to": "string",
    "pre_auth_amount": "string",
    "previous_id": "string",
    "reason_id": "string",
    "reference_id": "string",
    "site_id": "string",
    "source_id": "string",
    "status": "string",
    "stay_rating": "string",
    "tariff_invoice_interval": "string",
    "tariff_invoice_interval_multiplier": "string",
    "tariff_system_template_invoices": "string",
    "tariff_system_template_receipts": "string",
    "tax_free": "string",
    "tenant": "string",
    "travel_agent_commission_inventory_item_id": "string",
    "travel_agent_handles_commission": "string",
    "travel_agent_id": "string",
    "travel_agent_staff_id": "string",
    "travelling_from_id": "string",
    "travelling_to_id": "string"
}

schema_name_id: 2053
schema_scan_id: 132477656
updated: 2024-11-27 06:35:51

Schema Scans: 3

Last at 2025-05-15 16:36:08

Scan 142210567

duration: 0:00:13.365373

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 142210567

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookeu_bookings/2025-05-15/1747344756",
        "key": "raw/newbook_newbookeu_bookings/2025-05-15/1747344756/eu_bookings.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.newbook_newbookeu_bookings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 4609521228817287172,
        "service_name": "drive-thru",
        "span_id": 7796820039685699613,
        "trace_id": 5569923242740326104
    }
}

running: False
schema_name_id: 2053
start_time: 2025-05-15 16:36:08
success: True
trace_id: 5569923242740326104

Scan 132952524

duration: 0:00:13.619378

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 132952524

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookeu_bookings/2024-12-04/1733322355",
        "key": "raw/newbook_newbookeu_bookings/2024-12-04/1733322355/eu_bookings.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.newbook_newbookeu_bookings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8973580289412120534,
        "service_name": "drive-thru",
        "span_id": 15726310532165204751,
        "trace_id": 6735690572347152545
    }
}

running: False
schema_name_id: 2053
start_time: 2024-12-04 08:29:02
success: True
trace_id: 6735690572347152545

Scan 132477656

duration: 0:00:16.011965

exit_message:

{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}

id: 132477656

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-drivethrucsv-drivethru-prod",
        "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookeu_bookings/2024-11-27/1732710840",
        "key": "raw/newbook_newbookeu_bookings/2024-11-27/1732710840/eu_bookings.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_drivethru.newbook_newbookeu_bookings",
        "type": "drivethrucsv"
    },
    "trace_context": {
        "parent_id": 8383094276685401175,
        "service_name": "drive-thru",
        "span_id": 14419159630286513460,
        "trace_id": 15166163825919248252
    }
}

running: False
schema_name_id: 2053
start_time: 2024-11-27 06:35:35
success: True
trace_id: 15166163825919248252

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "adults": "string",
    "allow_contact": "string",
    "allow_guestassist": "string",
    "animals": "string",
    "arrived_by": "string",
    "arrived_when": "string",
    "auto_optimize_site": "string",
    "booked_by": "string",
    "booked_when": "string",
    "booking_channel_id": "string",
    "cancel_booking_date": "string",
    "cancellation_reason_id": "string",
    "cancelled_by": "string",
    "cancelled_when": "string",
    "category_override_tax_rate_ids": "string",
    "children": "string",
    "commission_amount": "string",
    "commission_gl_data": "string",
    "commission_type": "string",
    "company_id": "string",
    "company_staff_id": "string",
    "converted_when": "string",
    "create_charges": "string",
    "default_client_account_id": "string",
    "demographic_id": "string",
    "departed_by": "string",
    "departed_when": "string",
    "direct_channel_manager_id": "string",
    "disburse_to_owners": "string",
    "due_to_optimization": "string",
    "eta": "string",
    "flagged": "string",
    "gl_account_id": "string",
    "gl_category_id": "string",
    "hybrid_remote_id": "string",
    "id": "string",
    "indexnumber": "string",
    "infants": "string",
    "instance_id": "string",
    "inventory_item_id": "string",
    "locked": "string",
    "market_segment_id": "string",
    "method_id": "string",
    "modified_when": "string",
    "newbook_region": "string",
    "no_billing_reason": "string",
    "optimization_tasks_remaining": "string",
    "ota_thread_id": "string",
    "parent_id": "string",
    "period_from": "string",
    "period_to": "string",
    "pre_auth_amount": "string",
    "previous_id": "string",
    "reason_id": "string",
    "reference_id": "string",
    "remote_import": "string",
    "site_id": "string",
    "source_id": "string",
    "status": "string",
    "stay_rating": "string",
    "tariff_invoice_interval": "string",
    "tariff_invoice_interval_multiplier": "string",
    "tariff_system_template_invoices": "string",
    "tariff_system_template_receipts": "string",
    "tax_free": "string",
    "tenant": "string",
    "travel_agent_commission_inventory_item_id": "string",
    "travel_agent_handles_commission": "string",
    "travel_agent_id": "string",
    "travel_agent_staff_id": "string",
    "travelling_from_id": "string",
    "travelling_to_id": "string"
}

created: 2025-05-15 16:36:10

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.newbook_newbookeu_bookings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `parent_id`  string , `previous_id`  string , `site_id`  string , `method_id`  string , `reason_id`  string , `source_id`  string , `demographic_id`  string , `market_segment_id`  string , `company_id`  string , `company_staff_id`  string , `travel_agent_id`  string , `travel_agent_staff_id`  string , `commission_amount`  string , `commission_type`  string , `commission_gl_data`  string , `travel_agent_handles_commission`  string , `travel_agent_commission_inventory_item_id`  string , `pre_auth_amount`  string , `travelling_from_id`  string , `travelling_to_id`  string , `booked_when`  string , `booked_by`  string , `modified_when`  string , `converted_when`  string , `cancelled_when`  string , `cancelled_by`  string , `cancellation_reason_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `eta`  string , `arrived_when`  string , `arrived_by`  string , `departed_when`  string , `departed_by`  string , `status`  string , `locked`  string , `cancel_booking_date`  string , `direct_channel_manager_id`  string , `booking_channel_id`  string , `reference_id`  string , `ota_thread_id`  string , `hybrid_remote_id`  string , `remote_import`  string , `indexnumber`  string , `flagged`  string , `allow_contact`  string , `stay_rating`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `default_client_account_id`  string , `no_billing_reason`  string , `create_charges`  string , `tax_free`  string , `category_override_tax_rate_ids`  string , `disburse_to_owners`  string , `allow_guestassist`  string , `tariff_invoice_interval`  string , `tariff_invoice_interval_multiplier`  string , `tariff_system_template_invoices`  string , `tariff_system_template_receipts`  string , `auto_optimize_site`  string , `optimization_tasks_remaining`  string , `due_to_optimization`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookeu_bookings/2025-05-15/1747344756'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.newbook_newbookeu_bookings`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.newbook_newbookeu_bookings"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2024-11-27 06:35:35",
        "disabled": false,
        "format": "raw",
        "id": 2053,
        "is_partitioned": false,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_prod_drivethru",
            "table": "newbook_newbookeu_bookings"
        },
        "type": "drivethrucsv"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "adults": "string",
            "allow_contact": "string",
            "allow_guestassist": "string",
            "animals": "string",
            "arrived_by": "string",
            "arrived_when": "string",
            "auto_optimize_site": "string",
            "booked_by": "string",
            "booked_when": "string",
            "booking_channel_id": "string",
            "cancel_booking_date": "string",
            "cancellation_reason_id": "string",
            "cancelled_by": "string",
            "cancelled_when": "string",
            "category_override_tax_rate_ids": "string",
            "children": "string",
            "commission_amount": "string",
            "commission_gl_data": "string",
            "commission_type": "string",
            "company_id": "string",
            "company_staff_id": "string",
            "converted_when": "string",
            "create_charges": "string",
            "default_client_account_id": "string",
            "demographic_id": "string",
            "departed_by": "string",
            "departed_when": "string",
            "direct_channel_manager_id": "string",
            "disburse_to_owners": "string",
            "due_to_optimization": "string",
            "eta": "string",
            "flagged": "string",
            "gl_account_id": "string",
            "gl_category_id": "string",
            "hybrid_remote_id": "string",
            "id": "string",
            "indexnumber": "string",
            "infants": "string",
            "instance_id": "string",
            "inventory_item_id": "string",
            "locked": "string",
            "market_segment_id": "string",
            "method_id": "string",
            "modified_when": "string",
            "newbook_region": "string",
            "no_billing_reason": "string",
            "optimization_tasks_remaining": "string",
            "ota_thread_id": "string",
            "parent_id": "string",
            "period_from": "string",
            "period_to": "string",
            "pre_auth_amount": "string",
            "previous_id": "string",
            "reason_id": "string",
            "reference_id": "string",
            "remote_import": "string",
            "site_id": "string",
            "source_id": "string",
            "status": "string",
            "stay_rating": "string",
            "tariff_invoice_interval": "string",
            "tariff_invoice_interval_multiplier": "string",
            "tariff_system_template_invoices": "string",
            "tariff_system_template_receipts": "string",
            "tax_free": "string",
            "tenant": "string",
            "travel_agent_commission_inventory_item_id": "string",
            "travel_agent_handles_commission": "string",
            "travel_agent_id": "string",
            "travel_agent_staff_id": "string",
            "travelling_from_id": "string",
            "travelling_to_id": "string"
        },
        "created": "2025-05-15 16:36:10",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.newbook_newbookeu_bookings`\n(\n `newbook_region`  string , `tenant`  string , `id`  string , `instance_id`  string , `parent_id`  string , `previous_id`  string , `site_id`  string , `method_id`  string , `reason_id`  string , `source_id`  string , `demographic_id`  string , `market_segment_id`  string , `company_id`  string , `company_staff_id`  string , `travel_agent_id`  string , `travel_agent_staff_id`  string , `commission_amount`  string , `commission_type`  string , `commission_gl_data`  string , `travel_agent_handles_commission`  string , `travel_agent_commission_inventory_item_id`  string , `pre_auth_amount`  string , `travelling_from_id`  string , `travelling_to_id`  string , `booked_when`  string , `booked_by`  string , `modified_when`  string , `converted_when`  string , `cancelled_when`  string , `cancelled_by`  string , `cancellation_reason_id`  string , `adults`  string , `children`  string , `infants`  string , `animals`  string , `period_from`  string , `period_to`  string , `eta`  string , `arrived_when`  string , `arrived_by`  string , `departed_when`  string , `departed_by`  string , `status`  string , `locked`  string , `cancel_booking_date`  string , `direct_channel_manager_id`  string , `booking_channel_id`  string , `reference_id`  string , `ota_thread_id`  string , `hybrid_remote_id`  string , `remote_import`  string , `indexnumber`  string , `flagged`  string , `allow_contact`  string , `stay_rating`  string , `inventory_item_id`  string , `gl_category_id`  string , `gl_account_id`  string , `default_client_account_id`  string , `no_billing_reason`  string , `create_charges`  string , `tax_free`  string , `category_override_tax_rate_ids`  string , `disburse_to_owners`  string , `allow_guestassist`  string , `tariff_invoice_interval`  string , `tariff_invoice_interval_multiplier`  string , `tariff_system_template_invoices`  string , `tariff_system_template_receipts`  string , `auto_optimize_site`  string , `optimization_tasks_remaining`  string , `due_to_optimization`  string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-drivethrucsv-drivethru-prod/raw/newbook_newbookeu_bookings/2025-05-15/1747344756'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.newbook_newbookeu_bookings`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.newbook_newbookeu_bookings"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}