Schema Info
Schema Name: sfdl_prod_mssql.sitelink_salesfeatures_lastmonth
- created: 2018-12-01 04:40:22
- disabled: False
- format: raw
- id: 581
- is_partitioned: False
- is_schema_datatyped: True
- name:
{ "database": "sfdl_prod_mssql", "table": "sitelink_salesfeatures_lastmonth" } - type: mssql
Schema Versions: 3
-
Version 140235
- created: 2020-05-01 04:19:24
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_mssql`", "DROP TABLE IF EXISTS `sfdl_prod_mssql.sitelink_salesfeatures_lastmonth`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_mssql.sitelink_salesfeatures_lastmonth`\n(\n `ConCat` string , `AccountNumber` string , `CorpCode` string , `LocationCode` string , `CompanyName` string , `FacilityName` string , `SiteCity` string , `SiteState` string , `SiteCountry` string , `SiteRegion` string , `National` varchar(1) , `ContractType` int , `SubscriptionBundleType` int , `CorpStart` timestamp , `LocationStart` timestamp , `LocationCount` int , `SiteLinkStore` string , `MaxUnits` int , `TotalUnits` int , `RentedUnits` int , `Occupancy` decimal(28,4) , `Mobile` string , `LeadAlert` string , `GateProvider` string , `WebsiteAPI` string , `WebTemplate` string , `CallCenter` string , `Kiosk` string , `UPay` string , `Hub` string , `SMSProvider` string , `MailServiceProvider` string , `CCProvider` string , `ACHProvider` string , `AcctSoftwareProvider` string , `TenRevMgmt` string , `UnitRevMgmt` string , `ESign` string , `CallTracking` string , `CRM` string , `UnitRateImport` string , `TenantRateImport` string , `InsurProvider` string , `InsurProof` string , `RetainedFee` string , `RevenueLastMonth` decimal(28,4) , `AnalyticsReportingServiceProvider` string , `AuctionLienServiceProvider` string , `ListingServiceProvider1` string , `ListingServiceProvider2` string , `TenantNotificationServiceProvider` string , `WebsiteServiceProvider` string , `UnitID_REQUIRED_` int , `LedgerID_REQUIRED_` int , `BillingCity` string , `BillingState` string , `Salesperson` string , `BillingPeriod` string , `PaidThru` timestamp , `StandardRate` decimal(28,4) , `StandardRateLastChanged` timestamp , `StandardRate_EDIT_` decimal(28,4) , `SubscriptionFee` decimal(28,4) , `SubscriptionFeeLastChanged` timestamp , `SubscriptionFee_EDIT_` decimal(28,4) , `SubscriptionFeeDate_EDIT_` timestamp , `MultiDiscount` varchar(1) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-mssql-sitelink-prod/raw/SalesFeatures_lastmonth/2020-05-01/1588324753'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_mssql.sitelink_salesfeatures_lastmonth" ] - hive_path: s3://sfdl-mssql-sitelink-prod/raw/SalesFeatures_lastmonth/2020-05-01/1588324753
- id: 140235
- processed: 1
- raw_data:
{ "ACHProvider": 33, "AccountNumber": 1, "AcctSoftwareProvider": 34, "AnalyticsReportingServiceProvider": 46, "AuctionLienServiceProvider": 47, "BillingCity": 54, "BillingPeriod": 57, "BillingState": 55, "CCProvider": 32, "CRM": 39, "CallCenter": 26, "CallTracking": 38, "CompanyName": 4, "ConCat": 0, "ContractType": 11, "CorpCode": 2, "CorpStart": 13, "ESign": 37, "FacilityName": 5, "GateProvider": 23, "Hub": 29, "InsurProof": 43, "InsurProvider": 42, "Kiosk": 27, "LeadAlert": 22, "LedgerID(REQUIRED)": 53, "ListingServiceProvider1": 48, "ListingServiceProvider2": 49, "LocationCode": 3, "LocationCount": 15, "LocationStart": 14, "MailServiceProvider": 31, "MaxUnits": 17, "Mobile": 21, "MultiDiscount": 66, "National": 10, "Occupancy": 20, "PaidThru": 58, "RentedUnits": 19, "RetainedFee": 44, "RevenueLastMonth": 45, "SMSProvider": 30, "Salesperson": 56, "SiteCity": 6, "SiteCountry": 8, "SiteLinkStore": 16, "SiteRegion": 9, "SiteState": 7, "StandardRate": 59, "StandardRate(EDIT)": 61, "StandardRateLastChanged": 60, "SubscriptionBundleType": 12, "SubscriptionFee": 62, "SubscriptionFee(EDIT)": 64, "SubscriptionFeeDate(EDIT)": 65, "SubscriptionFeeLastChanged": 63, "TenRevMgmt": 35, "TenantNotificationServiceProvider": 50, "TenantRateImport": 41, "TotalUnits": 18, "UPay": 28, "UnitID(REQUIRED)": 52, "UnitRateImport": 40, "UnitRevMgmt": 36, "WebTemplate": 25, "WebsiteAPI": 24, "WebsiteServiceProvider": 51 } - schema_attributes:
{ "ACHProvider": "string", "AccountNumber": "string", "AcctSoftwareProvider": "string", "AnalyticsReportingServiceProvider": "string", "AuctionLienServiceProvider": "string", "BillingCity": "string", "BillingPeriod": "string", "BillingState": "string", "CCProvider": "string", "CRM": "string", "CallCenter": "string", "CallTracking": "string", "CompanyName": "string", "ConCat": "string", "ContractType": "int", "CorpCode": "string", "CorpStart": "timestamp", "ESign": "string", "FacilityName": "string", "GateProvider": "string", "Hub": "string", "InsurProof": "string", "InsurProvider": "string", "Kiosk": "string", "LeadAlert": "string", "LedgerID_REQUIRED_": "int", "ListingServiceProvider1": "string", "ListingServiceProvider2": "string", "LocationCode": "string", "LocationCount": "int", "LocationStart": "timestamp", "MailServiceProvider": "string", "MaxUnits": "int", "Mobile": "string", "MultiDiscount": "varchar(1)", "National": "varchar(1)", "Occupancy": "decimal(28,4)", "PaidThru": "timestamp", "RentedUnits": "int", "RetainedFee": "string", "RevenueLastMonth": "decimal(28,4)", "SMSProvider": "string", "Salesperson": "string", "SiteCity": "string", "SiteCountry": "string", "SiteLinkStore": "string", "SiteRegion": "string", "SiteState": "string", "StandardRate": "decimal(28,4)", "StandardRateLastChanged": "timestamp", "StandardRate_EDIT_": "decimal(28,4)", "SubscriptionBundleType": "int", "SubscriptionFee": "decimal(28,4)", "SubscriptionFeeDate_EDIT_": "timestamp", "SubscriptionFeeLastChanged": "timestamp", "SubscriptionFee_EDIT_": "decimal(28,4)", "TenRevMgmt": "string", "TenantNotificationServiceProvider": "string", "TenantRateImport": "string", "TotalUnits": "int", "UPay": "string", "UnitID_REQUIRED_": "int", "UnitRateImport": "string", "UnitRevMgmt": "string", "WebTemplate": "string", "WebsiteAPI": "string", "WebsiteServiceProvider": "string" } - schema_name_id: 581
- schema_scan_id: 36282442
- updated: 2020-05-01 04:19:34
-
Version 134618
- created: 2020-04-01 04:17:56
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_mssql`", "DROP TABLE IF EXISTS `sfdl_prod_mssql.sitelink_salesfeatures_lastmonth`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_mssql.sitelink_salesfeatures_lastmonth`\n(\n `ConCat` string , `AccountNumber` string , `CorpCode` string , `LocationCode` string , `CompanyName` string , `FacilityName` string , `SiteCity` string , `SiteState` string , `SiteCountry` string , `SiteRegion` string , `National` varchar(1) , `ContractType` int , `SubscriptionBundleType` int , `CorpStart` timestamp , `LocationStart` timestamp , `LocationCount` int , `SiteLinkStore` string , `MaxUnits` int , `TotalUnits` int , `RentedUnits` int , `Occupancy` decimal(28,4) , `Mobile` string , `LeadAlert` string , `GateProvider` string , `WebsiteAPI` string , `WebTemplate` string , `CallCenter` string , `Kiosk` string , `UPay` string , `Hub` string , `SMSProvider` string , `MailServiceProvider` string , `CCProvider` string , `ACHProvider` string , `AcctSoftwareProvider` string , `TenRevMgmt` string , `UnitRevMgmt` string , `ESign` string , `CallTracking` string , `CRM` string , `UnitRateImport` string , `TenantRateImport` string , `InsurProvider` string , `InsurProof` string , `RetainedFee` string , `RevenueLastMonth` decimal(28,4) , `AnalyticsReportingServiceProvider` string , `AuctionLienServiceProvider` string , `ListingServiceProvider1` string , `ListingServiceProvider2` string , `TenantNotificationServiceProvider` string , `WebsiteServiceProvider` string , `UnitID_REQUIRED_` int , `LedgerID_REQUIRED_` int , `BillingCity` string , `BillingState` string , `Salesperson` string , `BillingPeriod` string , `PaidThru` timestamp , `StandardRate` decimal(28,4) , `StandardRateLastChanged` timestamp , `StandardRate_EDIT_` decimal(28,4) , `SubscriptionFee` decimal(28,4) , `SubscriptionFeeLastChanged` timestamp , `SubscriptionFee_EDIT_` decimal(28,4) , `SubscriptionFeeDate_EDIT_` timestamp , `MultiDiscount` varchar(1) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-mssql-sitelink-prod/raw/SalesFeatures_lastmonth/2020-04-01/1585732671'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_mssql.sitelink_salesfeatures_lastmonth" ] - hive_path: s3://sfdl-mssql-sitelink-prod/raw/SalesFeatures_lastmonth/2020-04-01/1585732671
- id: 134618
- processed: 1
- raw_data:
{ "ACHProvider": 33, "AccountNumber": 1, "AcctSoftwareProvider": 34, "AnalyticsReportingServiceProvider": 46, "AuctionLienServiceProvider": 47, "BillingCity": 54, "BillingPeriod": 57, "BillingState": 55, "CCProvider": 32, "CRM": 39, "CallCenter": 26, "CallTracking": 38, "CompanyName": 4, "ConCat": 0, "ContractType": 11, "CorpCode": 2, "CorpStart": 13, "ESign": 37, "FacilityName": 5, "GateProvider": 23, "Hub": 29, "InsurProof": 43, "InsurProvider": 42, "Kiosk": 27, "LeadAlert": 22, "LedgerID(REQUIRED)": 53, "ListingServiceProvider1": 48, "ListingServiceProvider2": 49, "LocationCode": 3, "LocationCount": 15, "LocationStart": 14, "MailServiceProvider": 31, "MaxUnits": 17, "Mobile": 21, "MultiDiscount": 66, "National": 10, "Occupancy": 20, "PaidThru": 58, "RentedUnits": 19, "RetainedFee": 44, "RevenueLastMonth": 45, "SMSProvider": 30, "Salesperson": 56, "SiteCity": 6, "SiteCountry": 8, "SiteLinkStore": 16, "SiteRegion": 9, "SiteState": 7, "StandardRate": 59, "StandardRate(EDIT)": 61, "StandardRateLastChanged": 60, "SubscriptionBundleType": 12, "SubscriptionFee": 62, "SubscriptionFee(EDIT)": 64, "SubscriptionFeeDate(EDIT)": 65, "SubscriptionFeeLastChanged": 63, "TenRevMgmt": 35, "TenantNotificationServiceProvider": 50, "TenantRateImport": 41, "TotalUnits": 18, "UPay": 28, "UnitID(REQUIRED)": 52, "UnitRateImport": 40, "UnitRevMgmt": 36, "WebTemplate": 25, "WebsiteAPI": 24, "WebsiteServiceProvider": 51 } - schema_attributes:
{ "ACHProvider": "string", "AccountNumber": "string", "AcctSoftwareProvider": "string", "AnalyticsReportingServiceProvider": "string", "AuctionLienServiceProvider": "string", "BillingCity": "string", "BillingPeriod": "string", "BillingState": "string", "CCProvider": "string", "CRM": "string", "CallCenter": "string", "CallTracking": "string", "CompanyName": "string", "ConCat": "string", "ContractType": "int", "CorpCode": "string", "CorpStart": "timestamp", "ESign": "string", "FacilityName": "string", "GateProvider": "string", "Hub": "string", "InsurProof": "string", "InsurProvider": "string", "Kiosk": "string", "LeadAlert": "string", "LedgerID_REQUIRED_": "int", "ListingServiceProvider1": "string", "ListingServiceProvider2": "string", "LocationCode": "string", "LocationCount": "int", "LocationStart": "timestamp", "MailServiceProvider": "string", "MaxUnits": "int", "Mobile": "string", "MultiDiscount": "varchar(1)", "National": "varchar(1)", "Occupancy": "decimal(28,4)", "PaidThru": "timestamp", "RentedUnits": "int", "RetainedFee": "string", "RevenueLastMonth": "decimal(28,4)", "SMSProvider": "string", "Salesperson": "string", "SiteCity": "string", "SiteCountry": "string", "SiteLinkStore": "string", "SiteRegion": "string", "SiteState": "string", "StandardRate": "decimal(28,4)", "StandardRateLastChanged": "timestamp", "StandardRate_EDIT_": "decimal(28,4)", "SubscriptionBundleType": "int", "SubscriptionFee": "decimal(28,4)", "SubscriptionFeeDate_EDIT_": "timestamp", "SubscriptionFeeLastChanged": "timestamp", "SubscriptionFee_EDIT_": "decimal(28,4)", "TenRevMgmt": "string", "TenantNotificationServiceProvider": "string", "TenantRateImport": "string", "TotalUnits": "int", "UPay": "string", "UnitID_REQUIRED_": "int", "UnitRateImport": "string", "UnitRevMgmt": "string", "WebTemplate": "string", "WebsiteAPI": "string", "WebsiteServiceProvider": "string" } - schema_name_id: 581
- schema_scan_id: 34708482
- updated: 2020-04-01 04:18:07
-
Version 129032
- created: 2020-03-01 04:17:27
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_mssql`", "DROP TABLE IF EXISTS `sfdl_prod_mssql.sitelink_salesfeatures_lastmonth`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_mssql.sitelink_salesfeatures_lastmonth`\n(\n `ConCat` string , `AccountNumber` string , `CorpCode` string , `LocationCode` string , `CompanyName` string , `FacilityName` string , `SiteCity` string , `SiteState` string , `SiteCountry` string , `SiteRegion` string , `National` varchar(1) , `ContractType` int , `SubscriptionBundleType` int , `CorpStart` timestamp , `LocationStart` timestamp , `LocationCount` int , `SiteLinkStore` string , `MaxUnits` int , `TotalUnits` int , `RentedUnits` int , `Occupancy` decimal(28,4) , `Mobile` string , `LeadAlert` string , `GateProvider` string , `WebsiteAPI` string , `WebTemplate` string , `CallCenter` string , `Kiosk` string , `UPay` string , `Hub` string , `SMSProvider` string , `MailServiceProvider` string , `CCProvider` string , `ACHProvider` string , `AcctSoftwareProvider` string , `TenRevMgmt` string , `UnitRevMgmt` string , `ESign` string , `CallTracking` string , `CRM` string , `UnitRateImport` string , `TenantRateImport` string , `InsurProvider` string , `InsurProof` string , `RetainedFee` string , `RevenueLastMonth` decimal(28,4) , `AnalyticsReportingServiceProvider` string , `AuctionLienServiceProvider` string , `ListingServiceProvider1` string , `ListingServiceProvider2` string , `TenantNotificationServiceProvider` string , `WebsiteServiceProvider` string , `UnitID_REQUIRED_` int , `LedgerID_REQUIRED_` int , `BillingCity` string , `BillingState` string , `Salesperson` string , `BillingPeriod` string , `PaidThru` timestamp , `StandardRate` decimal(28,4) , `StandardRateLastChanged` timestamp , `StandardRate_EDIT_` decimal(28,4) , `SubscriptionFee` decimal(28,4) , `SubscriptionFeeLastChanged` timestamp , `SubscriptionFee_EDIT_` decimal(28,4) , `SubscriptionFeeDate_EDIT_` timestamp , `MultiDiscount` varchar(1) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-mssql-sitelink-prod/raw/SalesFeatures_lastmonth/2020-03-01/1583057839'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "MSCK REPAIR TABLE sfdl_prod_mssql.sitelink_salesfeatures_lastmonth" ] - hive_path: s3://sfdl-mssql-sitelink-prod/raw/SalesFeatures_lastmonth/2020-03-01/1583057839
- id: 129032
- processed: 1
- raw_data:
{ "ACHProvider": 33, "AccountNumber": 1, "AcctSoftwareProvider": 34, "AnalyticsReportingServiceProvider": 46, "AuctionLienServiceProvider": 47, "BillingCity": 54, "BillingPeriod": 57, "BillingState": 55, "CCProvider": 32, "CRM": 39, "CallCenter": 26, "CallTracking": 38, "CompanyName": 4, "ConCat": 0, "ContractType": 11, "CorpCode": 2, "CorpStart": 13, "ESign": 37, "FacilityName": 5, "GateProvider": 23, "Hub": 29, "InsurProof": 43, "InsurProvider": 42, "Kiosk": 27, "LeadAlert": 22, "LedgerID(REQUIRED)": 53, "ListingServiceProvider1": 48, "ListingServiceProvider2": 49, "LocationCode": 3, "LocationCount": 15, "LocationStart": 14, "MailServiceProvider": 31, "MaxUnits": 17, "Mobile": 21, "MultiDiscount": 66, "National": 10, "Occupancy": 20, "PaidThru": 58, "RentedUnits": 19, "RetainedFee": 44, "RevenueLastMonth": 45, "SMSProvider": 30, "Salesperson": 56, "SiteCity": 6, "SiteCountry": 8, "SiteLinkStore": 16, "SiteRegion": 9, "SiteState": 7, "StandardRate": 59, "StandardRate(EDIT)": 61, "StandardRateLastChanged": 60, "SubscriptionBundleType": 12, "SubscriptionFee": 62, "SubscriptionFee(EDIT)": 64, "SubscriptionFeeDate(EDIT)": 65, "SubscriptionFeeLastChanged": 63, "TenRevMgmt": 35, "TenantNotificationServiceProvider": 50, "TenantRateImport": 41, "TotalUnits": 18, "UPay": 28, "UnitID(REQUIRED)": 52, "UnitRateImport": 40, "UnitRevMgmt": 36, "WebTemplate": 25, "WebsiteAPI": 24, "WebsiteServiceProvider": 51 } - schema_attributes:
{ "ACHProvider": "string", "AccountNumber": "string", "AcctSoftwareProvider": "string", "AnalyticsReportingServiceProvider": "string", "AuctionLienServiceProvider": "string", "BillingCity": "string", "BillingPeriod": "string", "BillingState": "string", "CCProvider": "string", "CRM": "string", "CallCenter": "string", "CallTracking": "string", "CompanyName": "string", "ConCat": "string", "ContractType": "int", "CorpCode": "string", "CorpStart": "timestamp", "ESign": "string", "FacilityName": "string", "GateProvider": "string", "Hub": "string", "InsurProof": "string", "InsurProvider": "string", "Kiosk": "string", "LeadAlert": "string", "LedgerID_REQUIRED_": "int", "ListingServiceProvider1": "string", "ListingServiceProvider2": "string", "LocationCode": "string", "LocationCount": "int", "LocationStart": "timestamp", "MailServiceProvider": "string", "MaxUnits": "int", "Mobile": "string", "MultiDiscount": "varchar(1)", "National": "varchar(1)", "Occupancy": "decimal(28,4)", "PaidThru": "timestamp", "RentedUnits": "int", "RetainedFee": "string", "RevenueLastMonth": "decimal(28,4)", "SMSProvider": "string", "Salesperson": "string", "SiteCity": "string", "SiteCountry": "string", "SiteLinkStore": "string", "SiteRegion": "string", "SiteState": "string", "StandardRate": "decimal(28,4)", "StandardRateLastChanged": "timestamp", "StandardRate_EDIT_": "decimal(28,4)", "SubscriptionBundleType": "int", "SubscriptionFee": "decimal(28,4)", "SubscriptionFeeDate_EDIT_": "timestamp", "SubscriptionFeeLastChanged": "timestamp", "SubscriptionFee_EDIT_": "decimal(28,4)", "TenRevMgmt": "string", "TenantNotificationServiceProvider": "string", "TenantRateImport": "string", "TotalUnits": "int", "UPay": "string", "UnitID_REQUIRED_": "int", "UnitRateImport": "string", "UnitRevMgmt": "string", "WebTemplate": "string", "WebsiteAPI": "string", "WebsiteServiceProvider": "string" } - schema_name_id: 581
- schema_scan_id: 33414323
- updated: 2020-03-01 04:17:38
Schema Scans: 3
Last at 2020-05-01 04:19:23
-
Scan 36282442
- duration: 0:00:13.723458
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 36282442
- payload:
{ "datatype_dict": { "ACHProvider": "string", "AccountNumber": "string", "AcctSoftwareProvider": "string", "AnalyticsReportingServiceProvider": "string", "AuctionLienServiceProvider": "string", "BillingCity": "string", "BillingPeriod": "string", "BillingState": "string", "CCProvider": "string", "CRM": "string", "CallCenter": "string", "CallTracking": "string", "CompanyName": "string", "ConCat": "string", "ContractType": "int", "CorpCode": "string", "CorpStart": "timestamp", "ESign": "string", "FacilityName": "string", "GateProvider": "string", "Hub": "string", "InsurProof": "string", "InsurProvider": "string", "Kiosk": "string", "LeadAlert": "string", "LedgerID(REQUIRED)": "int", "ListingServiceProvider1": "string", "ListingServiceProvider2": "string", "LocationCode": "string", "LocationCount": "int", "LocationStart": "timestamp", "MailServiceProvider": "string", "MaxUnits": "int", "Mobile": "string", "MultiDiscount": "varchar(1)", "National": "varchar(1)", "Occupancy": "decimal(28,4)", "PaidThru": "timestamp", "RentedUnits": "int", "RetainedFee": "string", "RevenueLastMonth": "decimal(28,4)", "SMSProvider": "string", "Salesperson": "string", "SiteCity": "string", "SiteCountry": "string", "SiteLinkStore": "string", "SiteRegion": "string", "SiteState": "string", "StandardRate": "decimal(28,4)", "StandardRate(EDIT)": "decimal(28,4)", "StandardRateLastChanged": "timestamp", "SubscriptionBundleType": "int", "SubscriptionFee": "decimal(28,4)", "SubscriptionFee(EDIT)": "decimal(28,4)", "SubscriptionFeeDate(EDIT)": "timestamp", "SubscriptionFeeLastChanged": "timestamp", "TenRevMgmt": "string", "TenantNotificationServiceProvider": "string", "TenantRateImport": "string", "TotalUnits": "int", "UPay": "string", "UnitID(REQUIRED)": "int", "UnitRateImport": "string", "UnitRevMgmt": "string", "WebTemplate": "string", "WebsiteAPI": "string", "WebsiteServiceProvider": "string" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-mssql-sitelink-prod", "hive_path": "s3://sfdl-mssql-sitelink-prod/raw/SalesFeatures_lastmonth/2020-05-01/1588324753", "key": "raw/SalesFeatures_lastmonth/2020-05-01/1588324753/SalesFeatures_lastmonth.dat.gz" }, "schema": { "name": "sfdl_prod_mssql.sitelink_SalesFeatures_lastmonth", "type": "mssql" }, "trace_context": { "parent_id": 13268009572149050234, "service_name": "Default Service", "span_id": 1328428020620020828, "trace_id": 13268009572149050234 } } - running: False
- schema_name_id: 581
- start_time: 2020-05-01 04:19:23
- success: True
- trace_id: 13268009572149050234
-
Scan 34708482
- duration: 0:00:14.211756
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 34708482
- payload:
{ "datatype_dict": { "ACHProvider": "string", "AccountNumber": "string", "AcctSoftwareProvider": "string", "AnalyticsReportingServiceProvider": "string", "AuctionLienServiceProvider": "string", "BillingCity": "string", "BillingPeriod": "string", "BillingState": "string", "CCProvider": "string", "CRM": "string", "CallCenter": "string", "CallTracking": "string", "CompanyName": "string", "ConCat": "string", "ContractType": "int", "CorpCode": "string", "CorpStart": "timestamp", "ESign": "string", "FacilityName": "string", "GateProvider": "string", "Hub": "string", "InsurProof": "string", "InsurProvider": "string", "Kiosk": "string", "LeadAlert": "string", "LedgerID(REQUIRED)": "int", "ListingServiceProvider1": "string", "ListingServiceProvider2": "string", "LocationCode": "string", "LocationCount": "int", "LocationStart": "timestamp", "MailServiceProvider": "string", "MaxUnits": "int", "Mobile": "string", "MultiDiscount": "varchar(1)", "National": "varchar(1)", "Occupancy": "decimal(28,4)", "PaidThru": "timestamp", "RentedUnits": "int", "RetainedFee": "string", "RevenueLastMonth": "decimal(28,4)", "SMSProvider": "string", "Salesperson": "string", "SiteCity": "string", "SiteCountry": "string", "SiteLinkStore": "string", "SiteRegion": "string", "SiteState": "string", "StandardRate": "decimal(28,4)", "StandardRate(EDIT)": "decimal(28,4)", "StandardRateLastChanged": "timestamp", "SubscriptionBundleType": "int", "SubscriptionFee": "decimal(28,4)", "SubscriptionFee(EDIT)": "decimal(28,4)", "SubscriptionFeeDate(EDIT)": "timestamp", "SubscriptionFeeLastChanged": "timestamp", "TenRevMgmt": "string", "TenantNotificationServiceProvider": "string", "TenantRateImport": "string", "TotalUnits": "int", "UPay": "string", "UnitID(REQUIRED)": "int", "UnitRateImport": "string", "UnitRevMgmt": "string", "WebTemplate": "string", "WebsiteAPI": "string", "WebsiteServiceProvider": "string" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-mssql-sitelink-prod", "hive_path": "s3://sfdl-mssql-sitelink-prod/raw/SalesFeatures_lastmonth/2020-04-01/1585732671", "key": "raw/SalesFeatures_lastmonth/2020-04-01/1585732671/SalesFeatures_lastmonth.dat.gz" }, "schema": { "name": "sfdl_prod_mssql.sitelink_SalesFeatures_lastmonth", "type": "mssql" }, "trace_context": { "parent_id": 12655677806187557905, "service_name": "Default Service", "span_id": 5350592950795698102, "trace_id": 12655677806187557905 } } - running: False
- schema_name_id: 581
- start_time: 2020-04-01 04:17:56
- success: True
- trace_id: 12655677806187557905
-
Scan 33414323
- duration: 0:00:14.000237
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 33414323
- payload:
{ "datatype_dict": { "ACHProvider": "string", "AccountNumber": "string", "AcctSoftwareProvider": "string", "AnalyticsReportingServiceProvider": "string", "AuctionLienServiceProvider": "string", "BillingCity": "string", "BillingPeriod": "string", "BillingState": "string", "CCProvider": "string", "CRM": "string", "CallCenter": "string", "CallTracking": "string", "CompanyName": "string", "ConCat": "string", "ContractType": "int", "CorpCode": "string", "CorpStart": "timestamp", "ESign": "string", "FacilityName": "string", "GateProvider": "string", "Hub": "string", "InsurProof": "string", "InsurProvider": "string", "Kiosk": "string", "LeadAlert": "string", "LedgerID(REQUIRED)": "int", "ListingServiceProvider1": "string", "ListingServiceProvider2": "string", "LocationCode": "string", "LocationCount": "int", "LocationStart": "timestamp", "MailServiceProvider": "string", "MaxUnits": "int", "Mobile": "string", "MultiDiscount": "varchar(1)", "National": "varchar(1)", "Occupancy": "decimal(28,4)", "PaidThru": "timestamp", "RentedUnits": "int", "RetainedFee": "string", "RevenueLastMonth": "decimal(28,4)", "SMSProvider": "string", "Salesperson": "string", "SiteCity": "string", "SiteCountry": "string", "SiteLinkStore": "string", "SiteRegion": "string", "SiteState": "string", "StandardRate": "decimal(28,4)", "StandardRate(EDIT)": "decimal(28,4)", "StandardRateLastChanged": "timestamp", "SubscriptionBundleType": "int", "SubscriptionFee": "decimal(28,4)", "SubscriptionFee(EDIT)": "decimal(28,4)", "SubscriptionFeeDate(EDIT)": "timestamp", "SubscriptionFeeLastChanged": "timestamp", "TenRevMgmt": "string", "TenantNotificationServiceProvider": "string", "TenantRateImport": "string", "TotalUnits": "int", "UPay": "string", "UnitID(REQUIRED)": "int", "UnitRateImport": "string", "UnitRevMgmt": "string", "WebTemplate": "string", "WebsiteAPI": "string", "WebsiteServiceProvider": "string" }, "file_format": "dat", "file_properties": { "data_has_header_row": true, "serde_properties": { "separatorChar": "\u0001" } }, "is_schema_datatyped": true, "s3": { "bucket": "sfdl-mssql-sitelink-prod", "hive_path": "s3://sfdl-mssql-sitelink-prod/raw/SalesFeatures_lastmonth/2020-03-01/1583057839", "key": "raw/SalesFeatures_lastmonth/2020-03-01/1583057839/SalesFeatures_lastmonth.dat.gz" }, "schema": { "name": "sfdl_prod_mssql.sitelink_SalesFeatures_lastmonth", "type": "mssql" }, "trace_context": { "parent_id": 3116194914962399285, "service_name": "Default Service", "span_id": 9806276679100797444, "trace_id": 3116194914962399285 } } - running: False
- schema_name_id: 581
- start_time: 2020-03-01 04:17:26
- success: True
- trace_id: 3116194914962399285
- attributes:
{ "ACHProvider": "string", "AccountNumber": "string", "AcctSoftwareProvider": "string", "AnalyticsReportingServiceProvider": "string", "AuctionLienServiceProvider": "string", "BillingCity": "string", "BillingPeriod": "string", "BillingState": "string", "CCProvider": "string", "CRM": "string", "CallCenter": "string", "CallTracking": "string", "CompanyName": "string", "ConCat": "string", "ContractType": "int", "CorpCode": "string", "CorpStart": "timestamp", "ESign": "string", "FacilityName": "string", "GateProvider": "string", "Hub": "string", "InsurProof": "string", "InsurProvider": "string", "Kiosk": "string", "LeadAlert": "string", "LedgerID_REQUIRED_": "int", "ListingServiceProvider1": "string", "ListingServiceProvider2": "string", "LocationCode": "string", "LocationCount": "int", "LocationStart": "timestamp", "MailServiceProvider": "string", "MaxUnits": "int", "Mobile": "string", "MultiDiscount": "varchar(1)", "National": "varchar(1)", "Occupancy": "decimal(28,4)", "PaidThru": "timestamp", "RentedUnits": "int", "RetainedFee": "string", "RevenueLastMonth": "decimal(28,4)", "SMSProvider": "string", "Salesperson": "string", "SiteCity": "string", "SiteCountry": "string", "SiteLinkStore": "string", "SiteRegion": "string", "SiteState": "string", "StandardRate": "decimal(28,4)", "StandardRateLastChanged": "timestamp", "StandardRate_EDIT_": "decimal(28,4)", "SubscriptionBundleType": "int", "SubscriptionFee": "decimal(28,4)", "SubscriptionFeeDate_EDIT_": "timestamp", "SubscriptionFeeLastChanged": "timestamp", "SubscriptionFee_EDIT_": "decimal(28,4)", "TenRevMgmt": "string", "TenantNotificationServiceProvider": "string", "TenantRateImport": "string", "TotalUnits": "int", "UPay": "string", "UnitID_REQUIRED_": "int", "UnitRateImport": "string", "UnitRevMgmt": "string", "WebTemplate": "string", "WebsiteAPI": "string", "WebsiteServiceProvider": "string" } - created: 2020-05-01 04:19:24
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_mssql`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_mssql.sitelink_salesfeatures_lastmonth`\n(\n `ConCat` string , `AccountNumber` string , `CorpCode` string , `LocationCode` string , `CompanyName` string , `FacilityName` string , `SiteCity` string , `SiteState` string , `SiteCountry` string , `SiteRegion` string , `National` varchar(1) , `ContractType` int , `SubscriptionBundleType` int , `CorpStart` timestamp , `LocationStart` timestamp , `LocationCount` int , `SiteLinkStore` string , `MaxUnits` int , `TotalUnits` int , `RentedUnits` int , `Occupancy` decimal(28,4) , `Mobile` string , `LeadAlert` string , `GateProvider` string , `WebsiteAPI` string , `WebTemplate` string , `CallCenter` string , `Kiosk` string , `UPay` string , `Hub` string , `SMSProvider` string , `MailServiceProvider` string , `CCProvider` string , `ACHProvider` string , `AcctSoftwareProvider` string , `TenRevMgmt` string , `UnitRevMgmt` string , `ESign` string , `CallTracking` string , `CRM` string , `UnitRateImport` string , `TenantRateImport` string , `InsurProvider` string , `InsurProof` string , `RetainedFee` string , `RevenueLastMonth` decimal(28,4) , `AnalyticsReportingServiceProvider` string , `AuctionLienServiceProvider` string , `ListingServiceProvider1` string , `ListingServiceProvider2` string , `TenantNotificationServiceProvider` string , `WebsiteServiceProvider` string , `UnitID_REQUIRED_` int , `LedgerID_REQUIRED_` int , `BillingCity` string , `BillingState` string , `Salesperson` string , `BillingPeriod` string , `PaidThru` timestamp , `StandardRate` decimal(28,4) , `StandardRateLastChanged` timestamp , `StandardRate_EDIT_` decimal(28,4) , `SubscriptionFee` decimal(28,4) , `SubscriptionFeeLastChanged` timestamp , `SubscriptionFee_EDIT_` decimal(28,4) , `SubscriptionFeeDate_EDIT_` timestamp , `MultiDiscount` varchar(1) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-mssql-sitelink-prod/raw/SalesFeatures_lastmonth/2020-05-01/1588324753'\nTBLPROPERTIES ('skip.header.line.count' = '1')", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_mssql.sitelink_salesfeatures_lastmonth`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_mssql.sitelink_salesfeatures_lastmonth" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2018-12-01 04:40:22",
"disabled": false,
"format": "raw",
"id": 581,
"is_partitioned": false,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_prod_mssql",
"table": "sitelink_salesfeatures_lastmonth"
},
"type": "mssql"
},
"partition": {
"count": 0,
"ddl": null,
"name": null,
"state": [],
"type": null
},
"schema": {
"attributes": {
"ACHProvider": "string",
"AccountNumber": "string",
"AcctSoftwareProvider": "string",
"AnalyticsReportingServiceProvider": "string",
"AuctionLienServiceProvider": "string",
"BillingCity": "string",
"BillingPeriod": "string",
"BillingState": "string",
"CCProvider": "string",
"CRM": "string",
"CallCenter": "string",
"CallTracking": "string",
"CompanyName": "string",
"ConCat": "string",
"ContractType": "int",
"CorpCode": "string",
"CorpStart": "timestamp",
"ESign": "string",
"FacilityName": "string",
"GateProvider": "string",
"Hub": "string",
"InsurProof": "string",
"InsurProvider": "string",
"Kiosk": "string",
"LeadAlert": "string",
"LedgerID_REQUIRED_": "int",
"ListingServiceProvider1": "string",
"ListingServiceProvider2": "string",
"LocationCode": "string",
"LocationCount": "int",
"LocationStart": "timestamp",
"MailServiceProvider": "string",
"MaxUnits": "int",
"Mobile": "string",
"MultiDiscount": "varchar(1)",
"National": "varchar(1)",
"Occupancy": "decimal(28,4)",
"PaidThru": "timestamp",
"RentedUnits": "int",
"RetainedFee": "string",
"RevenueLastMonth": "decimal(28,4)",
"SMSProvider": "string",
"Salesperson": "string",
"SiteCity": "string",
"SiteCountry": "string",
"SiteLinkStore": "string",
"SiteRegion": "string",
"SiteState": "string",
"StandardRate": "decimal(28,4)",
"StandardRateLastChanged": "timestamp",
"StandardRate_EDIT_": "decimal(28,4)",
"SubscriptionBundleType": "int",
"SubscriptionFee": "decimal(28,4)",
"SubscriptionFeeDate_EDIT_": "timestamp",
"SubscriptionFeeLastChanged": "timestamp",
"SubscriptionFee_EDIT_": "decimal(28,4)",
"TenRevMgmt": "string",
"TenantNotificationServiceProvider": "string",
"TenantRateImport": "string",
"TotalUnits": "int",
"UPay": "string",
"UnitID_REQUIRED_": "int",
"UnitRateImport": "string",
"UnitRevMgmt": "string",
"WebTemplate": "string",
"WebsiteAPI": "string",
"WebsiteServiceProvider": "string"
},
"created": "2020-05-01 04:19:24",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_mssql`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_mssql.sitelink_salesfeatures_lastmonth`\n(\n `ConCat` string , `AccountNumber` string , `CorpCode` string , `LocationCode` string , `CompanyName` string , `FacilityName` string , `SiteCity` string , `SiteState` string , `SiteCountry` string , `SiteRegion` string , `National` varchar(1) , `ContractType` int , `SubscriptionBundleType` int , `CorpStart` timestamp , `LocationStart` timestamp , `LocationCount` int , `SiteLinkStore` string , `MaxUnits` int , `TotalUnits` int , `RentedUnits` int , `Occupancy` decimal(28,4) , `Mobile` string , `LeadAlert` string , `GateProvider` string , `WebsiteAPI` string , `WebTemplate` string , `CallCenter` string , `Kiosk` string , `UPay` string , `Hub` string , `SMSProvider` string , `MailServiceProvider` string , `CCProvider` string , `ACHProvider` string , `AcctSoftwareProvider` string , `TenRevMgmt` string , `UnitRevMgmt` string , `ESign` string , `CallTracking` string , `CRM` string , `UnitRateImport` string , `TenantRateImport` string , `InsurProvider` string , `InsurProof` string , `RetainedFee` string , `RevenueLastMonth` decimal(28,4) , `AnalyticsReportingServiceProvider` string , `AuctionLienServiceProvider` string , `ListingServiceProvider1` string , `ListingServiceProvider2` string , `TenantNotificationServiceProvider` string , `WebsiteServiceProvider` string , `UnitID_REQUIRED_` int , `LedgerID_REQUIRED_` int , `BillingCity` string , `BillingState` string , `Salesperson` string , `BillingPeriod` string , `PaidThru` timestamp , `StandardRate` decimal(28,4) , `StandardRateLastChanged` timestamp , `StandardRate_EDIT_` decimal(28,4) , `SubscriptionFee` decimal(28,4) , `SubscriptionFeeLastChanged` timestamp , `SubscriptionFee_EDIT_` decimal(28,4) , `SubscriptionFeeDate_EDIT_` timestamp , `MultiDiscount` varchar(1) \n)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-mssql-sitelink-prod/raw/SalesFeatures_lastmonth/2020-05-01/1588324753'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_mssql.sitelink_salesfeatures_lastmonth`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_mssql.sitelink_salesfeatures_lastmonth"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}