Schema Info
Schema Name: sfdl_prod_rds.master_sparefoot_corporations
- created: 2018-05-14 14:19:47
- disabled: False
- format: raw
- id: 435
- is_partitioned: False
- is_schema_datatyped: False
- name:
{ "database": "sfdl_prod_rds", "table": "master_sparefoot_corporations" } - type: rds
Schema Versions: 3
-
Version 37073
- created: 2018-07-19 00:00:35
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`", "DROP TABLE IF EXISTS `sfdl_prod_rds.master_sparefoot_corporations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.master_sparefoot_corporations`\n(\n `corporation_id` int , `name` varchar(255) , `mig_user_id` int , `source_id` int , `mig_billing_verified` int , `mig_payment_type` varchar(64) , `time_created` timestamp , `time_modified` timestamp , `mig_time_live` timestamp , `api_username` varchar(255) , `api_password` varchar(255) , `sitelink_corp_code` varchar(255) , `centershift_endpoint` varchar(255) , `centershift_channel` int , `centershift_signature` varchar(255) , `centershift_inquiry_source_id` int , `domico_client_id` varchar(255) , `domico_web_service_key` varchar(255) , `quikstor_wsdl` varchar(255) , `mig_id` int , `mig_type` varchar(255) , `mig_location_id` int , `account_id` int , `centershift_org_id` varchar(255) , `pull_promos` smallint , `rate_type` varchar(60) , `reservation_type` varchar(60) , `cdp_disabled` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '~')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-master-prod/raw/sparefoot_corporations/2018-07-19/1531976433'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_rds.master_sparefoot_corporations" ] - hive_path: s3://sfdl-rds-master-prod/raw/sparefoot_corporations/2018-07-19/1531976433
- id: 37073
- processed: 1
- raw_data:
{ "account_id": 22, "api_password": 10, "api_username": 9, "cdp_disabled": 27, "centershift_channel": 13, "centershift_endpoint": 12, "centershift_inquiry_source_id": 15, "centershift_org_id": 23, "centershift_signature": 14, "corporation_id": 0, "domico_client_id": 16, "domico_web_service_key": 17, "mig_billing_verified": 4, "mig_id": 19, "mig_location_id": 21, "mig_payment_type": 5, "mig_time_live": 8, "mig_type": 20, "mig_user_id": 2, "name": 1, "pull_promos": 24, "quikstor_wsdl": 18, "rate_type": 25, "reservation_type": 26, "sitelink_corp_code": 11, "source_id": 3, "time_created": 6, "time_modified": 7 } - schema_attributes:
{ "account_id": "int", "api_password": "varchar(255)", "api_username": "varchar(255)", "cdp_disabled": "smallint", "centershift_channel": "int", "centershift_endpoint": "varchar(255)", "centershift_inquiry_source_id": "int", "centershift_org_id": "varchar(255)", "centershift_signature": "varchar(255)", "corporation_id": "int", "domico_client_id": "varchar(255)", "domico_web_service_key": "varchar(255)", "mig_billing_verified": "int", "mig_id": "int", "mig_location_id": "int", "mig_payment_type": "varchar(64)", "mig_time_live": "timestamp", "mig_type": "varchar(255)", "mig_user_id": "int", "name": "varchar(255)", "pull_promos": "smallint", "quikstor_wsdl": "varchar(255)", "rate_type": "varchar(60)", "reservation_type": "varchar(60)", "sitelink_corp_code": "varchar(255)", "source_id": "int", "time_created": "timestamp", "time_modified": "timestamp" } - schema_name_id: 435
- schema_scan_id: 14551280
- updated: 2018-07-19 00:00:46
-
Version 36974
- created: 2018-07-18 00:02:01
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`", "DROP TABLE IF EXISTS `sfdl_prod_rds.master_sparefoot_corporations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.master_sparefoot_corporations`\n(\n `corporation_id` int , `name` varchar(255) , `mig_user_id` int , `source_id` int , `mig_billing_verified` int , `mig_payment_type` varchar(64) , `time_created` timestamp , `time_modified` timestamp , `mig_time_live` timestamp , `api_username` varchar(255) , `api_password` varchar(255) , `sitelink_corp_code` varchar(255) , `centershift_endpoint` varchar(255) , `centershift_channel` int , `centershift_signature` varchar(255) , `centershift_inquiry_source_id` int , `domico_client_id` varchar(255) , `domico_web_service_key` varchar(255) , `quikstor_wsdl` varchar(255) , `mig_id` int , `mig_type` varchar(255) , `mig_location_id` int , `account_id` int , `centershift_org_id` varchar(255) , `pull_promos` smallint , `rate_type` varchar(60) , `reservation_type` varchar(60) , `cdp_disabled` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '~')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-master-prod/raw/sparefoot_corporations/2018-07-18/1531890119'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_rds.master_sparefoot_corporations" ] - hive_path: s3://sfdl-rds-master-prod/raw/sparefoot_corporations/2018-07-18/1531890119
- id: 36974
- processed: 1
- raw_data:
{ "account_id": 22, "api_password": 10, "api_username": 9, "cdp_disabled": 27, "centershift_channel": 13, "centershift_endpoint": 12, "centershift_inquiry_source_id": 15, "centershift_org_id": 23, "centershift_signature": 14, "corporation_id": 0, "domico_client_id": 16, "domico_web_service_key": 17, "mig_billing_verified": 4, "mig_id": 19, "mig_location_id": 21, "mig_payment_type": 5, "mig_time_live": 8, "mig_type": 20, "mig_user_id": 2, "name": 1, "pull_promos": 24, "quikstor_wsdl": 18, "rate_type": 25, "reservation_type": 26, "sitelink_corp_code": 11, "source_id": 3, "time_created": 6, "time_modified": 7 } - schema_attributes:
{ "account_id": "int", "api_password": "varchar(255)", "api_username": "varchar(255)", "cdp_disabled": "smallint", "centershift_channel": "int", "centershift_endpoint": "varchar(255)", "centershift_inquiry_source_id": "int", "centershift_org_id": "varchar(255)", "centershift_signature": "varchar(255)", "corporation_id": "int", "domico_client_id": "varchar(255)", "domico_web_service_key": "varchar(255)", "mig_billing_verified": "int", "mig_id": "int", "mig_location_id": "int", "mig_payment_type": "varchar(64)", "mig_time_live": "timestamp", "mig_type": "varchar(255)", "mig_user_id": "int", "name": "varchar(255)", "pull_promos": "smallint", "quikstor_wsdl": "varchar(255)", "rate_type": "varchar(60)", "reservation_type": "varchar(60)", "sitelink_corp_code": "varchar(255)", "source_id": "int", "time_created": "timestamp", "time_modified": "timestamp" } - schema_name_id: 435
- schema_scan_id: 14505226
- updated: 2018-07-18 00:02:12
-
Version 36862
- created: 2018-07-17 00:00:38
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`", "DROP TABLE IF EXISTS `sfdl_prod_rds.master_sparefoot_corporations`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.master_sparefoot_corporations`\n(\n `corporation_id` int , `name` varchar(255) , `mig_user_id` int , `source_id` int , `mig_billing_verified` int , `mig_payment_type` varchar(64) , `time_created` timestamp , `time_modified` timestamp , `mig_time_live` timestamp , `api_username` varchar(255) , `api_password` varchar(255) , `sitelink_corp_code` varchar(255) , `centershift_endpoint` varchar(255) , `centershift_channel` int , `centershift_signature` varchar(255) , `centershift_inquiry_source_id` int , `domico_client_id` varchar(255) , `domico_web_service_key` varchar(255) , `quikstor_wsdl` varchar(255) , `mig_id` int , `mig_type` varchar(255) , `mig_location_id` int , `account_id` int , `centershift_org_id` varchar(255) , `pull_promos` smallint , `rate_type` varchar(60) , `reservation_type` varchar(60) , `cdp_disabled` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '~')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-master-prod/raw/sparefoot_corporations/2018-07-17/1531803637'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_rds.master_sparefoot_corporations" ] - hive_path: s3://sfdl-rds-master-prod/raw/sparefoot_corporations/2018-07-17/1531803637
- id: 36862
- processed: 1
- raw_data:
{ "account_id": 22, "api_password": 10, "api_username": 9, "cdp_disabled": 27, "centershift_channel": 13, "centershift_endpoint": 12, "centershift_inquiry_source_id": 15, "centershift_org_id": 23, "centershift_signature": 14, "corporation_id": 0, "domico_client_id": 16, "domico_web_service_key": 17, "mig_billing_verified": 4, "mig_id": 19, "mig_location_id": 21, "mig_payment_type": 5, "mig_time_live": 8, "mig_type": 20, "mig_user_id": 2, "name": 1, "pull_promos": 24, "quikstor_wsdl": 18, "rate_type": 25, "reservation_type": 26, "sitelink_corp_code": 11, "source_id": 3, "time_created": 6, "time_modified": 7 } - schema_attributes:
{ "account_id": "int", "api_password": "varchar(255)", "api_username": "varchar(255)", "cdp_disabled": "smallint", "centershift_channel": "int", "centershift_endpoint": "varchar(255)", "centershift_inquiry_source_id": "int", "centershift_org_id": "varchar(255)", "centershift_signature": "varchar(255)", "corporation_id": "int", "domico_client_id": "varchar(255)", "domico_web_service_key": "varchar(255)", "mig_billing_verified": "int", "mig_id": "int", "mig_location_id": "int", "mig_payment_type": "varchar(64)", "mig_time_live": "timestamp", "mig_type": "varchar(255)", "mig_user_id": "int", "name": "varchar(255)", "pull_promos": "smallint", "quikstor_wsdl": "varchar(255)", "rate_type": "varchar(60)", "reservation_type": "varchar(60)", "sitelink_corp_code": "varchar(255)", "source_id": "int", "time_created": "timestamp", "time_modified": "timestamp" } - schema_name_id: 435
- schema_scan_id: 14459569
- updated: 2018-07-17 00:00:49
Schema Scans: 3
Last at 2018-07-19 00:00:35
-
Scan 14551280
- duration: 0:00:13.488327
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 14551280
- payload:
{ "datatype_dict": { "account_id": "int", "api_password": "varchar(255)", "api_username": "varchar(255)", "cdp_disabled": "smallint", "centershift_channel": "int", "centershift_endpoint": "varchar(255)", "centershift_inquiry_source_id": "int", "centershift_org_id": "varchar(255)", "centershift_signature": "varchar(255)", "corporation_id": "int", "domico_client_id": "varchar(255)", "domico_web_service_key": "varchar(255)", "mig_billing_verified": "int", "mig_id": "int", "mig_location_id": "int", "mig_payment_type": "varchar(64)", "mig_time_live": "timestamp", "mig_type": "varchar(255)", "mig_user_id": "int", "name": "varchar(255)", "pull_promos": "smallint", "quikstor_wsdl": "varchar(255)", "rate_type": "varchar(60)", "reservation_type": "varchar(60)", "sitelink_corp_code": "varchar(255)", "source_id": "int", "time_created": "timestamp", "time_modified": "timestamp" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-master-prod", "hive_path": "s3://sfdl-rds-master-prod/raw/sparefoot_corporations/2018-07-19/1531976433", "key": "raw/sparefoot_corporations/2018-07-19/1531976433/split.sparefoot.corporations.000000.dat.gz" }, "schema": { "name": "sfdl_prod_rds.master_sparefoot_corporations", "type": "rds" } } - running: False
- schema_name_id: 435
- start_time: 2018-07-19 00:00:35
- success: True
-
Scan 14505226
- duration: 0:00:14.086486
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 14505226
- payload:
{ "datatype_dict": { "account_id": "int", "api_password": "varchar(255)", "api_username": "varchar(255)", "cdp_disabled": "smallint", "centershift_channel": "int", "centershift_endpoint": "varchar(255)", "centershift_inquiry_source_id": "int", "centershift_org_id": "varchar(255)", "centershift_signature": "varchar(255)", "corporation_id": "int", "domico_client_id": "varchar(255)", "domico_web_service_key": "varchar(255)", "mig_billing_verified": "int", "mig_id": "int", "mig_location_id": "int", "mig_payment_type": "varchar(64)", "mig_time_live": "timestamp", "mig_type": "varchar(255)", "mig_user_id": "int", "name": "varchar(255)", "pull_promos": "smallint", "quikstor_wsdl": "varchar(255)", "rate_type": "varchar(60)", "reservation_type": "varchar(60)", "sitelink_corp_code": "varchar(255)", "source_id": "int", "time_created": "timestamp", "time_modified": "timestamp" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-master-prod", "hive_path": "s3://sfdl-rds-master-prod/raw/sparefoot_corporations/2018-07-18/1531890119", "key": "raw/sparefoot_corporations/2018-07-18/1531890119/split.sparefoot.corporations.000000.dat.gz" }, "schema": { "name": "sfdl_prod_rds.master_sparefoot_corporations", "type": "rds" } } - running: False
- schema_name_id: 435
- start_time: 2018-07-18 00:02:01
- success: True
-
Scan 14459569
- duration: 0:00:13.390414
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 14459569
- payload:
{ "datatype_dict": { "account_id": "int", "api_password": "varchar(255)", "api_username": "varchar(255)", "cdp_disabled": "smallint", "centershift_channel": "int", "centershift_endpoint": "varchar(255)", "centershift_inquiry_source_id": "int", "centershift_org_id": "varchar(255)", "centershift_signature": "varchar(255)", "corporation_id": "int", "domico_client_id": "varchar(255)", "domico_web_service_key": "varchar(255)", "mig_billing_verified": "int", "mig_id": "int", "mig_location_id": "int", "mig_payment_type": "varchar(64)", "mig_time_live": "timestamp", "mig_type": "varchar(255)", "mig_user_id": "int", "name": "varchar(255)", "pull_promos": "smallint", "quikstor_wsdl": "varchar(255)", "rate_type": "varchar(60)", "reservation_type": "varchar(60)", "sitelink_corp_code": "varchar(255)", "source_id": "int", "time_created": "timestamp", "time_modified": "timestamp" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "~" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-rds-master-prod", "hive_path": "s3://sfdl-rds-master-prod/raw/sparefoot_corporations/2018-07-17/1531803637", "key": "raw/sparefoot_corporations/2018-07-17/1531803637/split.sparefoot.corporations.000000.dat.gz" }, "schema": { "name": "sfdl_prod_rds.master_sparefoot_corporations", "type": "rds" } } - running: False
- schema_name_id: 435
- start_time: 2018-07-17 00:00:38
- success: True
- attributes:
{ "account_id": "int", "api_password": "varchar(255)", "api_username": "varchar(255)", "cdp_disabled": "smallint", "centershift_channel": "int", "centershift_endpoint": "varchar(255)", "centershift_inquiry_source_id": "int", "centershift_org_id": "varchar(255)", "centershift_signature": "varchar(255)", "corporation_id": "int", "domico_client_id": "varchar(255)", "domico_web_service_key": "varchar(255)", "mig_billing_verified": "int", "mig_id": "int", "mig_location_id": "int", "mig_payment_type": "varchar(64)", "mig_time_live": "timestamp", "mig_type": "varchar(255)", "mig_user_id": "int", "name": "varchar(255)", "pull_promos": "smallint", "quikstor_wsdl": "varchar(255)", "rate_type": "varchar(60)", "reservation_type": "varchar(60)", "sitelink_corp_code": "varchar(255)", "source_id": "int", "time_created": "timestamp", "time_modified": "timestamp" } - created: 2018-07-19 00:00:35
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.master_sparefoot_corporations`\n(\n `corporation_id` int , `name` varchar(255) , `mig_user_id` int , `source_id` int , `mig_billing_verified` int , `mig_payment_type` varchar(64) , `time_created` timestamp , `time_modified` timestamp , `mig_time_live` timestamp , `api_username` varchar(255) , `api_password` varchar(255) , `sitelink_corp_code` varchar(255) , `centershift_endpoint` varchar(255) , `centershift_channel` int , `centershift_signature` varchar(255) , `centershift_inquiry_source_id` int , `domico_client_id` varchar(255) , `domico_web_service_key` varchar(255) , `quikstor_wsdl` varchar(255) , `mig_id` int , `mig_type` varchar(255) , `mig_location_id` int , `account_id` int , `centershift_org_id` varchar(255) , `pull_promos` smallint , `rate_type` varchar(60) , `reservation_type` varchar(60) , `cdp_disabled` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '~')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-master-prod/raw/sparefoot_corporations/2018-07-19/1531976433'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_rds.master_sparefoot_corporations`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_rds.master_sparefoot_corporations" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2018-05-14 14:19:47",
"disabled": false,
"format": "raw",
"id": 435,
"is_partitioned": false,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_prod_rds",
"table": "master_sparefoot_corporations"
},
"type": "rds"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"account_id": "int",
"api_password": "varchar(255)",
"api_username": "varchar(255)",
"cdp_disabled": "smallint",
"centershift_channel": "int",
"centershift_endpoint": "varchar(255)",
"centershift_inquiry_source_id": "int",
"centershift_org_id": "varchar(255)",
"centershift_signature": "varchar(255)",
"corporation_id": "int",
"domico_client_id": "varchar(255)",
"domico_web_service_key": "varchar(255)",
"mig_billing_verified": "int",
"mig_id": "int",
"mig_location_id": "int",
"mig_payment_type": "varchar(64)",
"mig_time_live": "timestamp",
"mig_type": "varchar(255)",
"mig_user_id": "int",
"name": "varchar(255)",
"pull_promos": "smallint",
"quikstor_wsdl": "varchar(255)",
"rate_type": "varchar(60)",
"reservation_type": "varchar(60)",
"sitelink_corp_code": "varchar(255)",
"source_id": "int",
"time_created": "timestamp",
"time_modified": "timestamp"
},
"created": "2018-07-19 00:00:35",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_rds`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_rds.master_sparefoot_corporations`\n(\n `corporation_id` int , `name` varchar(255) , `mig_user_id` int , `source_id` int , `mig_billing_verified` int , `mig_payment_type` varchar(64) , `time_created` timestamp , `time_modified` timestamp , `mig_time_live` timestamp , `api_username` varchar(255) , `api_password` varchar(255) , `sitelink_corp_code` varchar(255) , `centershift_endpoint` varchar(255) , `centershift_channel` int , `centershift_signature` varchar(255) , `centershift_inquiry_source_id` int , `domico_client_id` varchar(255) , `domico_web_service_key` varchar(255) , `quikstor_wsdl` varchar(255) , `mig_id` int , `mig_type` varchar(255) , `mig_location_id` int , `account_id` int , `centershift_org_id` varchar(255) , `pull_promos` smallint , `rate_type` varchar(60) , `reservation_type` varchar(60) , `cdp_disabled` smallint \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '~')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-rds-master-prod/raw/sparefoot_corporations/2018-07-19/1531976433'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_rds.master_sparefoot_corporations`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_rds.master_sparefoot_corporations"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}