Schema Info
Schema Name: sfdl_prod_postgres.keplernormies_payment_fact
- created: 2019-10-31 03:21:09
- disabled: False
- format: raw
- id: 755
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_prod_postgres", "table": "keplernormies_payment_fact" } - type: postgres
Schema Versions: 3
-
Version 446907
- created: 2023-02-21 02:05:10
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_postgres`", "DROP TABLE IF EXISTS `sfdl_prod_postgres.keplernormies_payment_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_postgres.keplernormies_payment_fact`\n(\n `payment_fact_id` int , `provider_id` string , `provider` string , `company_dim_id` int , `facility_dim_id` int , `tenant_dim_id` int , `user_dim_id` int , `created_at_date_dim_id` int , `account_dim_id` int , `parent_payment_fact_id` int , `amount` decimal , `payment_type` string , `is_reversal` string , `receipt_number` string , `migrated_on` string , `received_epoch` bigint , `event_type` string , `transaction_id` string , `invoice_numbers` string , `check_number` string , `money_order_number` string , `charge_number` string , `payment_kind` string , `deleted` string , `deleted_on_date_dim_id` int , `payment_source` string , `payment_provider_name` string , `source_dim_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-prod/raw/payment_fact/2023-02-21/1676966651'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_postgres.keplernormies_payment_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-prod/raw/payment_fact/2023-02-21/1676966651
- id: 446907
- processed: 1
- raw_data:
{ "account_dim_id": 8, "amount": 10, "charge_number": 21, "check_number": 19, "company_dim_id": 3, "created_at_date_dim_id": 7, "deleted": 23, "deleted_on_date_dim_id": 24, "event_type": 16, "facility_dim_id": 4, "invoice_numbers": 18, "is_reversal": 12, "migrated_on": 14, "money_order_number": 20, "parent_payment_fact_id": 9, "payment_fact_id": 0, "payment_kind": 22, "payment_provider_name": 26, "payment_source": 25, "payment_type": 11, "provider": 2, "provider_id": 1, "receipt_number": 13, "received_epoch": 15, "source_dim_id": 27, "tenant_dim_id": 5, "transaction_id": 17, "user_dim_id": 6 } - schema_attributes:
{ "account_dim_id": "int", "amount": "decimal", "charge_number": "string", "check_number": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "event_type": "string", "facility_dim_id": "int", "invoice_numbers": "string", "is_reversal": "string", "migrated_on": "string", "money_order_number": "string", "parent_payment_fact_id": "int", "payment_fact_id": "int", "payment_kind": "string", "payment_provider_name": "string", "payment_source": "string", "payment_type": "string", "provider": "string", "provider_id": "string", "receipt_number": "string", "received_epoch": "bigint", "source_dim_id": "int", "tenant_dim_id": "int", "transaction_id": "string", "user_dim_id": "int" } - schema_name_id: 755
- schema_scan_id: 87020574
- updated: 2023-02-21 02:05:21
-
Version 446078
- created: 2023-02-20 01:35:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_postgres`", "DROP TABLE IF EXISTS `sfdl_prod_postgres.keplernormies_payment_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_postgres.keplernormies_payment_fact`\n(\n `payment_fact_id` int , `provider_id` string , `provider` string , `company_dim_id` int , `facility_dim_id` int , `tenant_dim_id` int , `user_dim_id` int , `created_at_date_dim_id` int , `account_dim_id` int , `parent_payment_fact_id` int , `amount` decimal , `payment_type` string , `is_reversal` string , `receipt_number` string , `migrated_on` string , `received_epoch` bigint , `event_type` string , `transaction_id` string , `invoice_numbers` string , `check_number` string , `money_order_number` string , `charge_number` string , `payment_kind` string , `deleted` string , `deleted_on_date_dim_id` int , `payment_source` string , `payment_provider_name` string , `source_dim_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-prod/raw/payment_fact/2023-02-20/1676878091'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_postgres.keplernormies_payment_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-prod/raw/payment_fact/2023-02-20/1676878091
- id: 446078
- processed: 1
- raw_data:
{ "account_dim_id": 8, "amount": 10, "charge_number": 21, "check_number": 19, "company_dim_id": 3, "created_at_date_dim_id": 7, "deleted": 23, "deleted_on_date_dim_id": 24, "event_type": 16, "facility_dim_id": 4, "invoice_numbers": 18, "is_reversal": 12, "migrated_on": 14, "money_order_number": 20, "parent_payment_fact_id": 9, "payment_fact_id": 0, "payment_kind": 22, "payment_provider_name": 26, "payment_source": 25, "payment_type": 11, "provider": 2, "provider_id": 1, "receipt_number": 13, "received_epoch": 15, "source_dim_id": 27, "tenant_dim_id": 5, "transaction_id": 17, "user_dim_id": 6 } - schema_attributes:
{ "account_dim_id": "int", "amount": "decimal", "charge_number": "string", "check_number": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "event_type": "string", "facility_dim_id": "int", "invoice_numbers": "string", "is_reversal": "string", "migrated_on": "string", "money_order_number": "string", "parent_payment_fact_id": "int", "payment_fact_id": "int", "payment_kind": "string", "payment_provider_name": "string", "payment_source": "string", "payment_type": "string", "provider": "string", "provider_id": "string", "receipt_number": "string", "received_epoch": "bigint", "source_dim_id": "int", "tenant_dim_id": "int", "transaction_id": "string", "user_dim_id": "int" } - schema_name_id: 755
- schema_scan_id: 86948553
- updated: 2023-02-20 01:36:09
-
Version 445105
- created: 2023-02-19 01:14:14
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_postgres`", "DROP TABLE IF EXISTS `sfdl_prod_postgres.keplernormies_payment_fact`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_postgres.keplernormies_payment_fact`\n(\n `payment_fact_id` int , `provider_id` string , `provider` string , `company_dim_id` int , `facility_dim_id` int , `tenant_dim_id` int , `user_dim_id` int , `created_at_date_dim_id` int , `account_dim_id` int , `parent_payment_fact_id` int , `amount` decimal , `payment_type` string , `is_reversal` string , `receipt_number` string , `migrated_on` string , `received_epoch` bigint , `event_type` string , `transaction_id` string , `invoice_numbers` string , `check_number` string , `money_order_number` string , `charge_number` string , `payment_kind` string , `deleted` string , `deleted_on_date_dim_id` int , `payment_source` string , `payment_provider_name` string , `source_dim_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-prod/raw/payment_fact/2023-02-19/1676790786'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_postgres.keplernormies_payment_fact" ] - hive_path: s3://sfdl-postgres-keplernormies-prod/raw/payment_fact/2023-02-19/1676790786
- id: 445105
- processed: 1
- raw_data:
{ "account_dim_id": 8, "amount": 10, "charge_number": 21, "check_number": 19, "company_dim_id": 3, "created_at_date_dim_id": 7, "deleted": 23, "deleted_on_date_dim_id": 24, "event_type": 16, "facility_dim_id": 4, "invoice_numbers": 18, "is_reversal": 12, "migrated_on": 14, "money_order_number": 20, "parent_payment_fact_id": 9, "payment_fact_id": 0, "payment_kind": 22, "payment_provider_name": 26, "payment_source": 25, "payment_type": 11, "provider": 2, "provider_id": 1, "receipt_number": 13, "received_epoch": 15, "source_dim_id": 27, "tenant_dim_id": 5, "transaction_id": 17, "user_dim_id": 6 } - schema_attributes:
{ "account_dim_id": "int", "amount": "decimal", "charge_number": "string", "check_number": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "event_type": "string", "facility_dim_id": "int", "invoice_numbers": "string", "is_reversal": "string", "migrated_on": "string", "money_order_number": "string", "parent_payment_fact_id": "int", "payment_fact_id": "int", "payment_kind": "string", "payment_provider_name": "string", "payment_source": "string", "payment_type": "string", "provider": "string", "provider_id": "string", "receipt_number": "string", "received_epoch": "bigint", "source_dim_id": "int", "tenant_dim_id": "int", "transaction_id": "string", "user_dim_id": "int" } - schema_name_id: 755
- schema_scan_id: 86885468
- updated: 2023-02-19 01:14:25
Schema Scans: 3
Last at 2023-02-21 02:05:09
-
Scan 87020574
- duration: 0:00:12.259761
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 87020574
- payload:
{ "datatype_dict": { "account_dim_id": "int", "amount": "decimal", "charge_number": "string", "check_number": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "event_type": "string", "facility_dim_id": "int", "invoice_numbers": "string", "is_reversal": "string", "migrated_on": "string", "money_order_number": "string", "parent_payment_fact_id": "int", "payment_fact_id": "int", "payment_kind": "string", "payment_provider_name": "string", "payment_source": "string", "payment_type": "string", "provider": "string", "provider_id": "string", "receipt_number": "string", "received_epoch": "bigint", "source_dim_id": "int", "tenant_dim_id": "int", "transaction_id": "string", "user_dim_id": "int" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-prod", "hive_path": "s3://sfdl-postgres-keplernormies-prod/raw/payment_fact/2023-02-21/1676966651", "key": "raw/payment_fact/2023-02-21/1676966651/data_0.csv.gz" }, "schema": { "name": "sfdl_prod_postgres.keplernormies_payment_fact", "type": "postgres" }, "trace_context": { "parent_id": 15647725860888575669, "service_name": "kepler-normies", "span_id": 1873483852711833108, "trace_id": 15647725860888575669 } } - running: False
- schema_name_id: 755
- start_time: 2023-02-21 02:05:09
- success: True
- trace_id: 15647725860888575669
-
Scan 86948553
- duration: 0:00:12.266747
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 86948553
- payload:
{ "datatype_dict": { "account_dim_id": "int", "amount": "decimal", "charge_number": "string", "check_number": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "event_type": "string", "facility_dim_id": "int", "invoice_numbers": "string", "is_reversal": "string", "migrated_on": "string", "money_order_number": "string", "parent_payment_fact_id": "int", "payment_fact_id": "int", "payment_kind": "string", "payment_provider_name": "string", "payment_source": "string", "payment_type": "string", "provider": "string", "provider_id": "string", "receipt_number": "string", "received_epoch": "bigint", "source_dim_id": "int", "tenant_dim_id": "int", "transaction_id": "string", "user_dim_id": "int" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-prod", "hive_path": "s3://sfdl-postgres-keplernormies-prod/raw/payment_fact/2023-02-20/1676878091", "key": "raw/payment_fact/2023-02-20/1676878091/data_0.csv.gz" }, "schema": { "name": "sfdl_prod_postgres.keplernormies_payment_fact", "type": "postgres" }, "trace_context": { "parent_id": 12456887179038191749, "service_name": "kepler-normies", "span_id": 13255904355505431799, "trace_id": 12456887179038191749 } } - running: False
- schema_name_id: 755
- start_time: 2023-02-20 01:35:57
- success: True
- trace_id: 12456887179038191749
-
Scan 86885468
- duration: 0:00:12.055939
- exit_message:
{ "ddl_changed": true, "partitions_applied": false, "success": true } - id: 86885468
- payload:
{ "datatype_dict": { "account_dim_id": "int", "amount": "decimal", "charge_number": "string", "check_number": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "event_type": "string", "facility_dim_id": "int", "invoice_numbers": "string", "is_reversal": "string", "migrated_on": "string", "money_order_number": "string", "parent_payment_fact_id": "int", "payment_fact_id": "int", "payment_kind": "string", "payment_provider_name": "string", "payment_source": "string", "payment_type": "string", "provider": "string", "provider_id": "string", "receipt_number": "string", "received_epoch": "bigint", "source_dim_id": "int", "tenant_dim_id": "int", "transaction_id": "string", "user_dim_id": "int" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-postgres-keplernormies-prod", "hive_path": "s3://sfdl-postgres-keplernormies-prod/raw/payment_fact/2023-02-19/1676790786", "key": "raw/payment_fact/2023-02-19/1676790786/data_0.csv.gz" }, "schema": { "name": "sfdl_prod_postgres.keplernormies_payment_fact", "type": "postgres" }, "trace_context": { "parent_id": 7363480737203257036, "service_name": "kepler-normies", "span_id": 11517373738197325045, "trace_id": 7363480737203257036 } } - running: False
- schema_name_id: 755
- start_time: 2023-02-19 01:14:13
- success: True
- trace_id: 7363480737203257036
- attributes:
{ "account_dim_id": "int", "amount": "decimal", "charge_number": "string", "check_number": "string", "company_dim_id": "int", "created_at_date_dim_id": "int", "deleted": "string", "deleted_on_date_dim_id": "int", "event_type": "string", "facility_dim_id": "int", "invoice_numbers": "string", "is_reversal": "string", "migrated_on": "string", "money_order_number": "string", "parent_payment_fact_id": "int", "payment_fact_id": "int", "payment_kind": "string", "payment_provider_name": "string", "payment_source": "string", "payment_type": "string", "provider": "string", "provider_id": "string", "receipt_number": "string", "received_epoch": "bigint", "source_dim_id": "int", "tenant_dim_id": "int", "transaction_id": "string", "user_dim_id": "int" } - created: 2023-02-21 02:05:10
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_postgres`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_postgres.keplernormies_payment_fact`\n(\n `payment_fact_id` int , `provider_id` string , `provider` string , `company_dim_id` int , `facility_dim_id` int , `tenant_dim_id` int , `user_dim_id` int , `created_at_date_dim_id` int , `account_dim_id` int , `parent_payment_fact_id` int , `amount` decimal , `payment_type` string , `is_reversal` string , `receipt_number` string , `migrated_on` string , `received_epoch` bigint , `event_type` string , `transaction_id` string , `invoice_numbers` string , `check_number` string , `money_order_number` string , `charge_number` string , `payment_kind` string , `deleted` string , `deleted_on_date_dim_id` int , `payment_source` string , `payment_provider_name` string , `source_dim_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-prod/raw/payment_fact/2023-02-21/1676966651'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_postgres.keplernormies_payment_fact`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_postgres.keplernormies_payment_fact" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2019-10-31 03:21:09",
"disabled": false,
"format": "raw",
"id": 755,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_prod_postgres",
"table": "keplernormies_payment_fact"
},
"type": "postgres"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"account_dim_id": "int",
"amount": "decimal",
"charge_number": "string",
"check_number": "string",
"company_dim_id": "int",
"created_at_date_dim_id": "int",
"deleted": "string",
"deleted_on_date_dim_id": "int",
"event_type": "string",
"facility_dim_id": "int",
"invoice_numbers": "string",
"is_reversal": "string",
"migrated_on": "string",
"money_order_number": "string",
"parent_payment_fact_id": "int",
"payment_fact_id": "int",
"payment_kind": "string",
"payment_provider_name": "string",
"payment_source": "string",
"payment_type": "string",
"provider": "string",
"provider_id": "string",
"receipt_number": "string",
"received_epoch": "bigint",
"source_dim_id": "int",
"tenant_dim_id": "int",
"transaction_id": "string",
"user_dim_id": "int"
},
"created": "2023-02-21 02:05:10",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_postgres`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_postgres.keplernormies_payment_fact`\n(\n `payment_fact_id` int , `provider_id` string , `provider` string , `company_dim_id` int , `facility_dim_id` int , `tenant_dim_id` int , `user_dim_id` int , `created_at_date_dim_id` int , `account_dim_id` int , `parent_payment_fact_id` int , `amount` decimal , `payment_type` string , `is_reversal` string , `receipt_number` string , `migrated_on` string , `received_epoch` bigint , `event_type` string , `transaction_id` string , `invoice_numbers` string , `check_number` string , `money_order_number` string , `charge_number` string , `payment_kind` string , `deleted` string , `deleted_on_date_dim_id` int , `payment_source` string , `payment_provider_name` string , `source_dim_id` int \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-postgres-keplernormies-prod/raw/payment_fact/2023-02-21/1676966651'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_postgres.keplernormies_payment_fact`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_postgres.keplernormies_payment_fact"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}