Schema Info
Schema Name: sfdl_prod_drivethru.stellar_mmsboat
- created: 2023-02-06 12:06:50
- disabled: False
- format: raw
- id: 1286
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_prod_drivethru", "table": "stellar_mmsboat" } - type: drivethrucsv
Schema Versions: 3
-
Version 1494798
- created: 2025-10-06 03:56:53
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_mmsboat`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_mmsboat`\n(\n `tenant` string , `id` string , `display_id` string , `customer_id` string , `boat_name` string , `length` string , `width` string , `height` string , `draft` string , `status` string , `boat_style_id` string , `primary_location_id` string , `year` string , `make` string , `model` string , `color` string , `electric_type_id` string , `electric_type_other_description` string , `notes` string , `registration_number` string , `documentation_number` string , `insurance_carrier` string , `insurance_expiration_date` string , `insurance_policy_number` string , `trailer_year` string , `trailer_model` string , `trailer_make` string , `trailer_license_plate_number` string , `external_id` string , `created_by` string , `updated_by` string , `created_at` string , `updated_at` string , `current_units` string , `hull_id` string , `dry_weight` string , `wet_weight` string , `engine_type` string , `trailer_color` string , `engine_make` string , `engine_year` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_mmsboat/2025-10-06/1759740907'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_mmsboat" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_mmsboat/2025-10-06/1759740907
- id: 1494798
- processed: 1
- raw_data:
{ "boat_name": 4, "boat_style_id": 10, "color": 15, "created_at": 31, "created_by": 29, "current_units": 33, "customer_id": 3, "display_id": 2, "documentation_number": 20, "draft": 8, "dry_weight": 35, "electric_type_id": 16, "electric_type_other_description": 17, "engine_make": 39, "engine_type": 37, "engine_year": 40, "external_id": 28, "height": 7, "hull_id": 34, "id": 1, "insurance_carrier": 21, "insurance_expiration_date": 22, "insurance_policy_number": 23, "length": 5, "make": 13, "model": 14, "notes": 18, "primary_location_id": 11, "registration_number": 19, "status": 9, "tenant": 0, "trailer_color": 38, "trailer_license_plate_number": 27, "trailer_make": 26, "trailer_model": 25, "trailer_year": 24, "updated_at": 32, "updated_by": 30, "wet_weight": 36, "width": 6, "year": 12 } - schema_attributes:
{ "boat_name": "string", "boat_style_id": "string", "color": "string", "created_at": "string", "created_by": "string", "current_units": "string", "customer_id": "string", "display_id": "string", "documentation_number": "string", "draft": "string", "dry_weight": "string", "electric_type_id": "string", "electric_type_other_description": "string", "engine_make": "string", "engine_type": "string", "engine_year": "string", "external_id": "string", "height": "string", "hull_id": "string", "id": "string", "insurance_carrier": "string", "insurance_expiration_date": "string", "insurance_policy_number": "string", "length": "string", "make": "string", "model": "string", "notes": "string", "primary_location_id": "string", "registration_number": "string", "status": "string", "tenant": "string", "trailer_color": "string", "trailer_license_plate_number": "string", "trailer_make": "string", "trailer_model": "string", "trailer_year": "string", "updated_at": "string", "updated_by": "string", "wet_weight": "string", "width": "string", "year": "string" } - schema_name_id: 1286
- schema_scan_id: 151039925
- updated: 2025-10-06 03:57:07
-
Version 1493495
- created: 2025-10-05 03:54:45
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_mmsboat`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_mmsboat`\n(\n `tenant` string , `id` string , `display_id` string , `customer_id` string , `boat_name` string , `length` string , `width` string , `height` string , `draft` string , `status` string , `boat_style_id` string , `primary_location_id` string , `year` string , `make` string , `model` string , `color` string , `electric_type_id` string , `electric_type_other_description` string , `notes` string , `registration_number` string , `documentation_number` string , `insurance_carrier` string , `insurance_expiration_date` string , `insurance_policy_number` string , `trailer_year` string , `trailer_model` string , `trailer_make` string , `trailer_license_plate_number` string , `external_id` string , `created_by` string , `updated_by` string , `created_at` string , `updated_at` string , `current_units` string , `hull_id` string , `dry_weight` string , `wet_weight` string , `engine_type` string , `trailer_color` string , `engine_make` string , `engine_year` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_mmsboat/2025-10-05/1759654264'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_mmsboat" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_mmsboat/2025-10-05/1759654264
- id: 1493495
- processed: 1
- raw_data:
{ "boat_name": 4, "boat_style_id": 10, "color": 15, "created_at": 31, "created_by": 29, "current_units": 33, "customer_id": 3, "display_id": 2, "documentation_number": 20, "draft": 8, "dry_weight": 35, "electric_type_id": 16, "electric_type_other_description": 17, "engine_make": 39, "engine_type": 37, "engine_year": 40, "external_id": 28, "height": 7, "hull_id": 34, "id": 1, "insurance_carrier": 21, "insurance_expiration_date": 22, "insurance_policy_number": 23, "length": 5, "make": 13, "model": 14, "notes": 18, "primary_location_id": 11, "registration_number": 19, "status": 9, "tenant": 0, "trailer_color": 38, "trailer_license_plate_number": 27, "trailer_make": 26, "trailer_model": 25, "trailer_year": 24, "updated_at": 32, "updated_by": 30, "wet_weight": 36, "width": 6, "year": 12 } - schema_attributes:
{ "boat_name": "string", "boat_style_id": "string", "color": "string", "created_at": "string", "created_by": "string", "current_units": "string", "customer_id": "string", "display_id": "string", "documentation_number": "string", "draft": "string", "dry_weight": "string", "electric_type_id": "string", "electric_type_other_description": "string", "engine_make": "string", "engine_type": "string", "engine_year": "string", "external_id": "string", "height": "string", "hull_id": "string", "id": "string", "insurance_carrier": "string", "insurance_expiration_date": "string", "insurance_policy_number": "string", "length": "string", "make": "string", "model": "string", "notes": "string", "primary_location_id": "string", "registration_number": "string", "status": "string", "tenant": "string", "trailer_color": "string", "trailer_license_plate_number": "string", "trailer_make": "string", "trailer_model": "string", "trailer_year": "string", "updated_at": "string", "updated_by": "string", "wet_weight": "string", "width": "string", "year": "string" } - schema_name_id: 1286
- schema_scan_id: 150979326
- updated: 2025-10-05 03:54:56
-
Version 1492143
- created: 2025-10-04 03:52:48
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_mmsboat`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_mmsboat`\n(\n `tenant` string , `id` string , `display_id` string , `customer_id` string , `boat_name` string , `length` string , `width` string , `height` string , `draft` string , `status` string , `boat_style_id` string , `primary_location_id` string , `year` string , `make` string , `model` string , `color` string , `electric_type_id` string , `electric_type_other_description` string , `notes` string , `registration_number` string , `documentation_number` string , `insurance_carrier` string , `insurance_expiration_date` string , `insurance_policy_number` string , `trailer_year` string , `trailer_model` string , `trailer_make` string , `trailer_license_plate_number` string , `external_id` string , `created_by` string , `updated_by` string , `created_at` string , `updated_at` string , `current_units` string , `hull_id` string , `dry_weight` string , `wet_weight` string , `engine_type` string , `trailer_color` string , `engine_make` string , `engine_year` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_mmsboat/2025-10-04/1759567923'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_mmsboat" ] - hive_path: s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_mmsboat/2025-10-04/1759567923
- id: 1492143
- processed: 1
- raw_data:
{ "boat_name": 4, "boat_style_id": 10, "color": 15, "created_at": 31, "created_by": 29, "current_units": 33, "customer_id": 3, "display_id": 2, "documentation_number": 20, "draft": 8, "dry_weight": 35, "electric_type_id": 16, "electric_type_other_description": 17, "engine_make": 39, "engine_type": 37, "engine_year": 40, "external_id": 28, "height": 7, "hull_id": 34, "id": 1, "insurance_carrier": 21, "insurance_expiration_date": 22, "insurance_policy_number": 23, "length": 5, "make": 13, "model": 14, "notes": 18, "primary_location_id": 11, "registration_number": 19, "status": 9, "tenant": 0, "trailer_color": 38, "trailer_license_plate_number": 27, "trailer_make": 26, "trailer_model": 25, "trailer_year": 24, "updated_at": 32, "updated_by": 30, "wet_weight": 36, "width": 6, "year": 12 } - schema_attributes:
{ "boat_name": "string", "boat_style_id": "string", "color": "string", "created_at": "string", "created_by": "string", "current_units": "string", "customer_id": "string", "display_id": "string", "documentation_number": "string", "draft": "string", "dry_weight": "string", "electric_type_id": "string", "electric_type_other_description": "string", "engine_make": "string", "engine_type": "string", "engine_year": "string", "external_id": "string", "height": "string", "hull_id": "string", "id": "string", "insurance_carrier": "string", "insurance_expiration_date": "string", "insurance_policy_number": "string", "length": "string", "make": "string", "model": "string", "notes": "string", "primary_location_id": "string", "registration_number": "string", "status": "string", "tenant": "string", "trailer_color": "string", "trailer_license_plate_number": "string", "trailer_make": "string", "trailer_model": "string", "trailer_year": "string", "updated_at": "string", "updated_by": "string", "wet_weight": "string", "width": "string", "year": "string" } - schema_name_id: 1286
- schema_scan_id: 150914887
- updated: 2025-10-04 03:53:01
Schema Scans: 3
Last at 2025-10-06 03:56:52
-
Scan 151039925
- duration: 0:00:15.367346
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 151039925
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-prod", "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_mmsboat/2025-10-06/1759740907", "key": "raw/stellar_mmsboat/2025-10-06/1759740907/boat.csv.gz" }, "schema": { "name": "sfdl_prod_drivethru.stellar_mmsboat", "type": "drivethrucsv" }, "trace_context": { "parent_id": 8679885231348743998, "service_name": "drive-thru", "span_id": 2846410293586504103, "trace_id": 8274593577574003384 } } - running: False
- schema_name_id: 1286
- start_time: 2025-10-06 03:56:52
- success: True
- trace_id: 8274593577574003384
-
Scan 150979326
- duration: 0:00:12.588997
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 150979326
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-prod", "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_mmsboat/2025-10-05/1759654264", "key": "raw/stellar_mmsboat/2025-10-05/1759654264/boat.csv.gz" }, "schema": { "name": "sfdl_prod_drivethru.stellar_mmsboat", "type": "drivethrucsv" }, "trace_context": { "parent_id": 2114370218762113534, "service_name": "drive-thru", "span_id": 6951479124303942137, "trace_id": 1822849175420910236 } } - running: False
- schema_name_id: 1286
- start_time: 2025-10-05 03:54:43
- success: True
- trace_id: 1822849175420910236
-
Scan 150914887
- duration: 0:00:15.144390
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 150914887
- payload:
{ "datatype_dict": null, "file_format": "csv", "file_properties": { "data_has_header_row": true }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-drivethrucsv-drivethru-prod", "hive_path": "s3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_mmsboat/2025-10-04/1759567923", "key": "raw/stellar_mmsboat/2025-10-04/1759567923/boat.csv.gz" }, "schema": { "name": "sfdl_prod_drivethru.stellar_mmsboat", "type": "drivethrucsv" }, "trace_context": { "parent_id": 13834741411093507565, "service_name": "drive-thru", "span_id": 11197004682724365331, "trace_id": 8906093003899660597 } } - running: False
- schema_name_id: 1286
- start_time: 2025-10-04 03:52:46
- success: True
- trace_id: 8906093003899660597
- attributes:
{ "boat_name": "string", "boat_style_id": "string", "color": "string", "created_at": "string", "created_by": "string", "current_units": "string", "customer_id": "string", "display_id": "string", "documentation_number": "string", "draft": "string", "dry_weight": "string", "electric_type_id": "string", "electric_type_other_description": "string", "engine_make": "string", "engine_type": "string", "engine_year": "string", "external_id": "string", "height": "string", "hull_id": "string", "id": "string", "insurance_carrier": "string", "insurance_expiration_date": "string", "insurance_policy_number": "string", "length": "string", "make": "string", "model": "string", "notes": "string", "primary_location_id": "string", "registration_number": "string", "status": "string", "tenant": "string", "trailer_color": "string", "trailer_license_plate_number": "string", "trailer_make": "string", "trailer_model": "string", "trailer_year": "string", "updated_at": "string", "updated_by": "string", "wet_weight": "string", "width": "string", "year": "string" } - created: 2025-10-06 03:56:53
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_mmsboat`\n(\n `tenant` string , `id` string , `display_id` string , `customer_id` string , `boat_name` string , `length` string , `width` string , `height` string , `draft` string , `status` string , `boat_style_id` string , `primary_location_id` string , `year` string , `make` string , `model` string , `color` string , `electric_type_id` string , `electric_type_other_description` string , `notes` string , `registration_number` string , `documentation_number` string , `insurance_carrier` string , `insurance_expiration_date` string , `insurance_policy_number` string , `trailer_year` string , `trailer_model` string , `trailer_make` string , `trailer_license_plate_number` string , `external_id` string , `created_by` string , `updated_by` string , `created_at` string , `updated_at` string , `current_units` string , `hull_id` string , `dry_weight` string , `wet_weight` string , `engine_type` string , `trailer_color` string , `engine_make` string , `engine_year` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_mmsboat/2025-10-06/1759740907'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_mmsboat`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_mmsboat" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2023-02-06 12:06:50",
"disabled": false,
"format": "raw",
"id": 1286,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_prod_drivethru",
"table": "stellar_mmsboat"
},
"type": "drivethrucsv"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"boat_name": "string",
"boat_style_id": "string",
"color": "string",
"created_at": "string",
"created_by": "string",
"current_units": "string",
"customer_id": "string",
"display_id": "string",
"documentation_number": "string",
"draft": "string",
"dry_weight": "string",
"electric_type_id": "string",
"electric_type_other_description": "string",
"engine_make": "string",
"engine_type": "string",
"engine_year": "string",
"external_id": "string",
"height": "string",
"hull_id": "string",
"id": "string",
"insurance_carrier": "string",
"insurance_expiration_date": "string",
"insurance_policy_number": "string",
"length": "string",
"make": "string",
"model": "string",
"notes": "string",
"primary_location_id": "string",
"registration_number": "string",
"status": "string",
"tenant": "string",
"trailer_color": "string",
"trailer_license_plate_number": "string",
"trailer_make": "string",
"trailer_model": "string",
"trailer_year": "string",
"updated_at": "string",
"updated_by": "string",
"wet_weight": "string",
"width": "string",
"year": "string"
},
"created": "2025-10-06 03:56:53",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.stellar_mmsboat`\n(\n `tenant` string , `id` string , `display_id` string , `customer_id` string , `boat_name` string , `length` string , `width` string , `height` string , `draft` string , `status` string , `boat_style_id` string , `primary_location_id` string , `year` string , `make` string , `model` string , `color` string , `electric_type_id` string , `electric_type_other_description` string , `notes` string , `registration_number` string , `documentation_number` string , `insurance_carrier` string , `insurance_expiration_date` string , `insurance_policy_number` string , `trailer_year` string , `trailer_model` string , `trailer_make` string , `trailer_license_plate_number` string , `external_id` string , `created_by` string , `updated_by` string , `created_at` string , `updated_at` string , `current_units` string , `hull_id` string , `dry_weight` string , `wet_weight` string , `engine_type` string , `trailer_color` string , `engine_make` string , `engine_year` string \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrucsv-drivethru-prod/raw/stellar_mmsboat/2025-10-06/1759740907'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.stellar_mmsboat`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.stellar_mmsboat"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}