Schema Info

Schema Name: sfdl_prod_redshift.analytics_mart_visitor
  • created: 2018-04-02 14:10:24
  • disabled: False
  • format: raw
  • id: 346
  • is_partitioned: True
  • is_schema_datatyped: True
  • name: 
    {
    "database": "sfdl_prod_redshift",
    "table": "analytics_mart_visitor"
}
  • type: redshift
Schema Versions: 3
    • created: 2022-09-16 13:58:06
    • ddl: 
      [
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_redshift`",
    "DROP TABLE IF EXISTS `sfdl_prod_redshift.analytics_mart_visitor`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_redshift.analytics_mart_visitor`\n(\n `audit_id`  bigint , `visit_day`  date , `visit_day_key`  int , `visit_time`  timestamp , `visitor_key`  bigint , `user_agent`  varchar(255) , `device_type`  varchar(10) , `site_key`  int , `site`  varchar(255) , `traffic_source_key`  int , `traffic_source`  varchar(128) , `ip_address`  varchar(20) , `geo_ip_city`  varchar(30) , `geo_ip_state`  varchar(20) , `geo_ip_zip`  varchar(10) , `geo_ip_msa`  varchar(150) , `geo_ip_latitude`  decimal(10,4) , `geo_ip_longitude`  decimal(10,4) , `granular_search_key`  bigint , `granular_search_street_address`  varchar(255) , `granular_search_city`  varchar(100) , `granular_search_state`  varchar(2) , `granular_search_zip`  varchar(6) , `granular_search_latitude`  decimal(10,4) , `granular_search_longitude`  decimal(10,4) , `granular_search_msa`  varchar(150) , `cc_delivered_calls`  int , `cc_inbound_calls`  int , `cc_handled_calls`  int , `searches_before_reservation`  int , `page_views`  int , `unique_facility_clicks`  int , `valid_reservations`  int , `reconciled_reservations`  int , `move_ins`  int , `sum_npv`  decimal(10,2) , `confirmed_npv`  decimal(10,2) , `search_type`  varchar(50) , `first_reservation_key`  varchar(30) , `first_reservation_touchpoint`  varchar(10) , `unit_price`  decimal(10,2) , `unit_size`  varchar(10) , `unit_key`  bigint , `unit_type_key`  int , `unit_type`  varchar(24) , `unit_vehicle`  int , `unit_drive_up`  int , `unit_climate_controlled`  int , `unit_floor`  int , `reservation_time`  timestamp , `reservation_move_in_original_day`  date , `reservation_move_in_day`  date , `reservation_state`  varchar(20) , `reservation_auto_state`  varchar(20) , `reservation_facility_key`  bigint , `reservation_facility_name`  varchar(255) , `reservation_facility_address`  varchar(255) , `reservation_facility_city`  varchar(100) , `reservation_facility_state`  varchar(2) , `reservation_facility_msa`  varchar(150) , `reservation_facility_zip`  varchar(6) , `reservation_facility_latitude`  decimal(10,4) , `reservation_facility_longitude`  decimal(10,4) , `reservation_facility_aaa_active`  int , `reservation_facility_truck_rental`  int , `reservation_facility_free_truck_rental`  int , `reservation_facility_listing_type_key`  int , `reservation_facility_listing_type`  varchar(100) , `reservation_npv`  decimal(10,2) , `facility_client_key`  bigint , `facility_client_name`  varchar(255) , `landing_page_facility_key`  bigint , `landing_page_facility_name`  varchar(255) , `landing_page_client_key`  bigint , `landing_page_facility_in_directory`  int , `landing_page_site_content_key`  bigint , `landing_page_site_content_title`  varchar(255) , `landing_page_site_content_uri`  varchar(128) , `landing_page_template_key`  int , `landing_page_template_name`  varchar(64) , `landing_page_template_type`  varchar(64) , `landing_page_page_type_key`  int , `landing_page_page_type_name`  varchar(128) , `annotations`  varchar(2048) , `_origin`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-prod/raw/mart_visitor/2022-09-16/1663324381'\n",
    "MSCK REPAIR TABLE sfdl_prod_redshift.analytics_mart_visitor"
]
    • hive_path: s3://sfdl-redshift-analytics-prod/raw/mart_visitor/2022-09-16/1663324381
    • id: 352248
    • processed: 1
    • raw_data: 
      {
    "_origin": "84",
    "annotations": "83",
    "audit_id": "0",
    "cc_delivered_calls": "26",
    "cc_handled_calls": "28",
    "cc_inbound_calls": "27",
    "confirmed_npv": "36",
    "device_type": "6",
    "facility_client_key": "69",
    "facility_client_name": "70",
    "first_reservation_key": "38",
    "first_reservation_touchpoint": "39",
    "geo_ip_city": "12",
    "geo_ip_latitude": "16",
    "geo_ip_longitude": "17",
    "geo_ip_msa": "15",
    "geo_ip_state": "13",
    "geo_ip_zip": "14",
    "granular_search_city": "20",
    "granular_search_key": "18",
    "granular_search_latitude": "23",
    "granular_search_longitude": "24",
    "granular_search_msa": "25",
    "granular_search_state": "21",
    "granular_search_street_address": "19",
    "granular_search_zip": "22",
    "ip_address": "11",
    "landing_page_client_key": "73",
    "landing_page_facility_in_directory": "74",
    "landing_page_facility_key": "71",
    "landing_page_facility_name": "72",
    "landing_page_page_type_key": "81",
    "landing_page_page_type_name": "82",
    "landing_page_site_content_key": "75",
    "landing_page_site_content_title": "76",
    "landing_page_site_content_uri": "77",
    "landing_page_template_key": "78",
    "landing_page_template_name": "79",
    "landing_page_template_type": "80",
    "move_ins": "34",
    "page_views": "30",
    "reconciled_reservations": "33",
    "reservation_auto_state": "53",
    "reservation_facility_aaa_active": "63",
    "reservation_facility_address": "56",
    "reservation_facility_city": "57",
    "reservation_facility_free_truck_rental": "65",
    "reservation_facility_key": "54",
    "reservation_facility_latitude": "61",
    "reservation_facility_listing_type": "67",
    "reservation_facility_listing_type_key": "66",
    "reservation_facility_longitude": "62",
    "reservation_facility_msa": "59",
    "reservation_facility_name": "55",
    "reservation_facility_state": "58",
    "reservation_facility_truck_rental": "64",
    "reservation_facility_zip": "60",
    "reservation_move_in_day": "51",
    "reservation_move_in_original_day": "50",
    "reservation_npv": "68",
    "reservation_state": "52",
    "reservation_time": "49",
    "search_type": "37",
    "searches_before_reservation": "29",
    "site": "8",
    "site_key": "7",
    "sum_npv": "35",
    "traffic_source": "10",
    "traffic_source_key": "9",
    "unique_facility_clicks": "31",
    "unit_climate_controlled": "47",
    "unit_drive_up": "46",
    "unit_floor": "48",
    "unit_key": "42",
    "unit_price": "40",
    "unit_size": "41",
    "unit_type": "44",
    "unit_type_key": "43",
    "unit_vehicle": "45",
    "user_agent": "5",
    "valid_reservations": "32",
    "visit_day": "1",
    "visit_day_key": "2",
    "visit_time": "3",
    "visitor_key": "4"
}
    • schema_attributes: 
      {
    "_origin": "string",
    "annotations": "varchar(2048)",
    "audit_id": "bigint",
    "cc_delivered_calls": "int",
    "cc_handled_calls": "int",
    "cc_inbound_calls": "int",
    "confirmed_npv": "decimal(10,2)",
    "device_type": "varchar(10)",
    "facility_client_key": "bigint",
    "facility_client_name": "varchar(255)",
    "first_reservation_key": "varchar(30)",
    "first_reservation_touchpoint": "varchar(10)",
    "geo_ip_city": "varchar(30)",
    "geo_ip_latitude": "decimal(10,4)",
    "geo_ip_longitude": "decimal(10,4)",
    "geo_ip_msa": "varchar(150)",
    "geo_ip_state": "varchar(20)",
    "geo_ip_zip": "varchar(10)",
    "granular_search_city": "varchar(100)",
    "granular_search_key": "bigint",
    "granular_search_latitude": "decimal(10,4)",
    "granular_search_longitude": "decimal(10,4)",
    "granular_search_msa": "varchar(150)",
    "granular_search_state": "varchar(2)",
    "granular_search_street_address": "varchar(255)",
    "granular_search_zip": "varchar(6)",
    "ip_address": "varchar(20)",
    "landing_page_client_key": "bigint",
    "landing_page_facility_in_directory": "int",
    "landing_page_facility_key": "bigint",
    "landing_page_facility_name": "varchar(255)",
    "landing_page_page_type_key": "int",
    "landing_page_page_type_name": "varchar(128)",
    "landing_page_site_content_key": "bigint",
    "landing_page_site_content_title": "varchar(255)",
    "landing_page_site_content_uri": "varchar(128)",
    "landing_page_template_key": "int",
    "landing_page_template_name": "varchar(64)",
    "landing_page_template_type": "varchar(64)",
    "move_ins": "int",
    "page_views": "int",
    "reconciled_reservations": "int",
    "reservation_auto_state": "varchar(20)",
    "reservation_facility_aaa_active": "int",
    "reservation_facility_address": "varchar(255)",
    "reservation_facility_city": "varchar(100)",
    "reservation_facility_free_truck_rental": "int",
    "reservation_facility_key": "bigint",
    "reservation_facility_latitude": "decimal(10,4)",
    "reservation_facility_listing_type": "varchar(100)",
    "reservation_facility_listing_type_key": "int",
    "reservation_facility_longitude": "decimal(10,4)",
    "reservation_facility_msa": "varchar(150)",
    "reservation_facility_name": "varchar(255)",
    "reservation_facility_state": "varchar(2)",
    "reservation_facility_truck_rental": "int",
    "reservation_facility_zip": "varchar(6)",
    "reservation_move_in_day": "date",
    "reservation_move_in_original_day": "date",
    "reservation_npv": "decimal(10,2)",
    "reservation_state": "varchar(20)",
    "reservation_time": "timestamp",
    "search_type": "varchar(50)",
    "searches_before_reservation": "int",
    "site": "varchar(255)",
    "site_key": "int",
    "sum_npv": "decimal(10,2)",
    "traffic_source": "varchar(128)",
    "traffic_source_key": "int",
    "unique_facility_clicks": "int",
    "unit_climate_controlled": "int",
    "unit_drive_up": "int",
    "unit_floor": "int",
    "unit_key": "bigint",
    "unit_price": "decimal(10,2)",
    "unit_size": "varchar(10)",
    "unit_type": "varchar(24)",
    "unit_type_key": "int",
    "unit_vehicle": "int",
    "user_agent": "varchar(255)",
    "valid_reservations": "int",
    "visit_day": "date",
    "visit_day_key": "int",
    "visit_time": "timestamp",
    "visitor_key": "bigint"
}
    • schema_name_id: 346
    • schema_scan_id: 72226444
    • updated: 2022-09-16 13:58:18
    • created: 2021-07-27 04:56:28
    • ddl: 
      [
    "DROP TABLE IF EXISTS `sfdl_prod_redshift.analytics_mart_visitor`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_redshift.analytics_mart_visitor`\n(\n `audit_id`  bigint , `visit_day`  date , `visit_day_key`  int , `visit_time`  timestamp , `visitor_key`  bigint , `user_agent`  varchar(255) , `device_type`  varchar(10) , `site_key`  int , `site`  varchar(255) , `traffic_source_key`  int , `traffic_source`  varchar(128) , `ip_address`  varchar(20) , `geo_ip_city`  varchar(30) , `geo_ip_state`  varchar(20) , `geo_ip_zip`  varchar(10) , `geo_ip_msa`  varchar(150) , `geo_ip_latitude`  decimal(10,4) , `geo_ip_longitude`  decimal(10,4) , `granular_search_key`  bigint , `granular_search_street_address`  varchar(255) , `granular_search_city`  varchar(100) , `granular_search_state`  varchar(2) , `granular_search_zip`  varchar(6) , `granular_search_latitude`  decimal(10,4) , `granular_search_longitude`  decimal(10,4) , `granular_search_msa`  varchar(150) , `cc_delivered_calls`  int , `cc_inbound_calls`  int , `cc_handled_calls`  int , `searches_before_reservation`  int , `page_views`  int , `unique_facility_clicks`  int , `valid_reservations`  int , `reconciled_reservations`  int , `move_ins`  int , `sum_npv`  decimal(10,2) , `confirmed_npv`  decimal(10,2) , `search_type`  varchar(50) , `first_reservation_key`  varchar(30) , `first_reservation_touchpoint`  varchar(10) , `unit_price`  decimal(10,2) , `unit_size`  varchar(10) , `unit_key`  bigint , `unit_type_key`  int , `unit_type`  varchar(24) , `unit_vehicle`  int , `unit_drive_up`  int , `unit_climate_controlled`  int , `unit_floor`  int , `reservation_time`  timestamp , `reservation_move_in_original_day`  date , `reservation_move_in_day`  date , `reservation_state`  varchar(20) , `reservation_auto_state`  varchar(20) , `reservation_facility_key`  bigint , `reservation_facility_name`  varchar(255) , `reservation_facility_address`  varchar(255) , `reservation_facility_city`  varchar(100) , `reservation_facility_state`  varchar(2) , `reservation_facility_msa`  varchar(150) , `reservation_facility_zip`  varchar(6) , `reservation_facility_latitude`  decimal(10,4) , `reservation_facility_longitude`  decimal(10,4) , `reservation_facility_aaa_active`  int , `reservation_facility_truck_rental`  int , `reservation_facility_free_truck_rental`  int , `reservation_facility_listing_type_key`  int , `reservation_facility_listing_type`  varchar(100) , `reservation_npv`  decimal(10,2) , `facility_client_key`  bigint , `facility_client_name`  varchar(255) , `landing_page_facility_key`  bigint , `landing_page_facility_name`  varchar(255) , `landing_page_client_key`  bigint , `landing_page_facility_in_directory`  int , `landing_page_site_content_key`  bigint , `landing_page_site_content_title`  varchar(255) , `landing_page_site_content_uri`  varchar(128) , `landing_page_template_key`  int , `landing_page_template_name`  varchar(64) , `landing_page_template_type`  varchar(64) , `landing_page_page_type_key`  int , `landing_page_page_type_name`  varchar(128) , `annotations`  varchar(2048) , `_origin`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '\u0001')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-prod/separated_dt/mart_visitor/2021-07-27/1627378331'\n",
    "MSCK REPAIR TABLE sfdl_prod_redshift.analytics_mart_visitor"
]
    • hive_path: s3://sfdl-redshift-analytics-prod/separated_dt/mart_visitor/2021-07-27/1627378331
    • id: 226843
    • processed: 1
    • raw_data: 
      {
    "_origin": "84",
    "annotations": "83",
    "audit_id": "0",
    "cc_delivered_calls": "26",
    "cc_handled_calls": "28",
    "cc_inbound_calls": "27",
    "confirmed_npv": "36",
    "device_type": "6",
    "facility_client_key": "69",
    "facility_client_name": "70",
    "first_reservation_key": "38",
    "first_reservation_touchpoint": "39",
    "geo_ip_city": "12",
    "geo_ip_latitude": "16",
    "geo_ip_longitude": "17",
    "geo_ip_msa": "15",
    "geo_ip_state": "13",
    "geo_ip_zip": "14",
    "granular_search_city": "20",
    "granular_search_key": "18",
    "granular_search_latitude": "23",
    "granular_search_longitude": "24",
    "granular_search_msa": "25",
    "granular_search_state": "21",
    "granular_search_street_address": "19",
    "granular_search_zip": "22",
    "ip_address": "11",
    "landing_page_client_key": "73",
    "landing_page_facility_in_directory": "74",
    "landing_page_facility_key": "71",
    "landing_page_facility_name": "72",
    "landing_page_page_type_key": "81",
    "landing_page_page_type_name": "82",
    "landing_page_site_content_key": "75",
    "landing_page_site_content_title": "76",
    "landing_page_site_content_uri": "77",
    "landing_page_template_key": "78",
    "landing_page_template_name": "79",
    "landing_page_template_type": "80",
    "move_ins": "34",
    "page_views": "30",
    "reconciled_reservations": "33",
    "reservation_auto_state": "53",
    "reservation_facility_aaa_active": "63",
    "reservation_facility_address": "56",
    "reservation_facility_city": "57",
    "reservation_facility_free_truck_rental": "65",
    "reservation_facility_key": "54",
    "reservation_facility_latitude": "61",
    "reservation_facility_listing_type": "67",
    "reservation_facility_listing_type_key": "66",
    "reservation_facility_longitude": "62",
    "reservation_facility_msa": "59",
    "reservation_facility_name": "55",
    "reservation_facility_state": "58",
    "reservation_facility_truck_rental": "64",
    "reservation_facility_zip": "60",
    "reservation_move_in_day": "51",
    "reservation_move_in_original_day": "50",
    "reservation_npv": "68",
    "reservation_state": "52",
    "reservation_time": "49",
    "search_type": "37",
    "searches_before_reservation": "29",
    "site": "8",
    "site_key": "7",
    "sum_npv": "35",
    "traffic_source": "10",
    "traffic_source_key": "9",
    "unique_facility_clicks": "31",
    "unit_climate_controlled": "47",
    "unit_drive_up": "46",
    "unit_floor": "48",
    "unit_key": "42",
    "unit_price": "40",
    "unit_size": "41",
    "unit_type": "44",
    "unit_type_key": "43",
    "unit_vehicle": "45",
    "user_agent": "5",
    "valid_reservations": "32",
    "visit_day": "1",
    "visit_day_key": "2",
    "visit_time": "3",
    "visitor_key": "4"
}
    • schema_attributes: 
      {
    "_origin": "string",
    "annotations": "varchar(2048)",
    "audit_id": "bigint",
    "cc_delivered_calls": "int",
    "cc_handled_calls": "int",
    "cc_inbound_calls": "int",
    "confirmed_npv": "decimal(10,2)",
    "device_type": "varchar(10)",
    "facility_client_key": "bigint",
    "facility_client_name": "varchar(255)",
    "first_reservation_key": "varchar(30)",
    "first_reservation_touchpoint": "varchar(10)",
    "geo_ip_city": "varchar(30)",
    "geo_ip_latitude": "decimal(10,4)",
    "geo_ip_longitude": "decimal(10,4)",
    "geo_ip_msa": "varchar(150)",
    "geo_ip_state": "varchar(20)",
    "geo_ip_zip": "varchar(10)",
    "granular_search_city": "varchar(100)",
    "granular_search_key": "bigint",
    "granular_search_latitude": "decimal(10,4)",
    "granular_search_longitude": "decimal(10,4)",
    "granular_search_msa": "varchar(150)",
    "granular_search_state": "varchar(2)",
    "granular_search_street_address": "varchar(255)",
    "granular_search_zip": "varchar(6)",
    "ip_address": "varchar(20)",
    "landing_page_client_key": "bigint",
    "landing_page_facility_in_directory": "int",
    "landing_page_facility_key": "bigint",
    "landing_page_facility_name": "varchar(255)",
    "landing_page_page_type_key": "int",
    "landing_page_page_type_name": "varchar(128)",
    "landing_page_site_content_key": "bigint",
    "landing_page_site_content_title": "varchar(255)",
    "landing_page_site_content_uri": "varchar(128)",
    "landing_page_template_key": "int",
    "landing_page_template_name": "varchar(64)",
    "landing_page_template_type": "varchar(64)",
    "move_ins": "int",
    "page_views": "int",
    "reconciled_reservations": "int",
    "reservation_auto_state": "varchar(20)",
    "reservation_facility_aaa_active": "int",
    "reservation_facility_address": "varchar(255)",
    "reservation_facility_city": "varchar(100)",
    "reservation_facility_free_truck_rental": "int",
    "reservation_facility_key": "bigint",
    "reservation_facility_latitude": "decimal(10,4)",
    "reservation_facility_listing_type": "varchar(100)",
    "reservation_facility_listing_type_key": "int",
    "reservation_facility_longitude": "decimal(10,4)",
    "reservation_facility_msa": "varchar(150)",
    "reservation_facility_name": "varchar(255)",
    "reservation_facility_state": "varchar(2)",
    "reservation_facility_truck_rental": "int",
    "reservation_facility_zip": "varchar(6)",
    "reservation_move_in_day": "date",
    "reservation_move_in_original_day": "date",
    "reservation_npv": "decimal(10,2)",
    "reservation_state": "varchar(20)",
    "reservation_time": "timestamp",
    "search_type": "varchar(50)",
    "searches_before_reservation": "int",
    "site": "varchar(255)",
    "site_key": "int",
    "sum_npv": "decimal(10,2)",
    "traffic_source": "varchar(128)",
    "traffic_source_key": "int",
    "unique_facility_clicks": "int",
    "unit_climate_controlled": "int",
    "unit_drive_up": "int",
    "unit_floor": "int",
    "unit_key": "bigint",
    "unit_price": "decimal(10,2)",
    "unit_size": "varchar(10)",
    "unit_type": "varchar(24)",
    "unit_type_key": "int",
    "unit_vehicle": "int",
    "user_agent": "varchar(255)",
    "valid_reservations": "int",
    "visit_day": "date",
    "visit_day_key": "int",
    "visit_time": "timestamp",
    "visitor_key": "bigint"
}
    • schema_name_id: 346
    • schema_scan_id: None
    • updated: 2021-07-27 05:12:29
    • created: 2021-07-26 04:30:16
    • ddl: 
      [
    "DROP TABLE IF EXISTS `sfdl_prod_redshift.analytics_mart_visitor`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_redshift.analytics_mart_visitor`\n(\n `audit_id`  bigint , `visit_day`  date , `visit_day_key`  int , `visit_time`  timestamp , `visitor_key`  bigint , `user_agent`  varchar(255) , `device_type`  varchar(10) , `site_key`  int , `site`  varchar(255) , `traffic_source_key`  int , `traffic_source`  varchar(128) , `ip_address`  varchar(20) , `geo_ip_city`  varchar(30) , `geo_ip_state`  varchar(20) , `geo_ip_zip`  varchar(10) , `geo_ip_msa`  varchar(150) , `geo_ip_latitude`  decimal(10,4) , `geo_ip_longitude`  decimal(10,4) , `granular_search_key`  bigint , `granular_search_street_address`  varchar(255) , `granular_search_city`  varchar(100) , `granular_search_state`  varchar(2) , `granular_search_zip`  varchar(6) , `granular_search_latitude`  decimal(10,4) , `granular_search_longitude`  decimal(10,4) , `granular_search_msa`  varchar(150) , `cc_delivered_calls`  int , `cc_inbound_calls`  int , `cc_handled_calls`  int , `searches_before_reservation`  int , `page_views`  int , `unique_facility_clicks`  int , `valid_reservations`  int , `reconciled_reservations`  int , `move_ins`  int , `sum_npv`  decimal(10,2) , `confirmed_npv`  decimal(10,2) , `search_type`  varchar(50) , `first_reservation_key`  varchar(30) , `first_reservation_touchpoint`  varchar(10) , `unit_price`  decimal(10,2) , `unit_size`  varchar(10) , `unit_key`  bigint , `unit_type_key`  int , `unit_type`  varchar(24) , `unit_vehicle`  int , `unit_drive_up`  int , `unit_climate_controlled`  int , `unit_floor`  int , `reservation_time`  timestamp , `reservation_move_in_original_day`  date , `reservation_move_in_day`  date , `reservation_state`  varchar(20) , `reservation_auto_state`  varchar(20) , `reservation_facility_key`  bigint , `reservation_facility_name`  varchar(255) , `reservation_facility_address`  varchar(255) , `reservation_facility_city`  varchar(100) , `reservation_facility_state`  varchar(2) , `reservation_facility_msa`  varchar(150) , `reservation_facility_zip`  varchar(6) , `reservation_facility_latitude`  decimal(10,4) , `reservation_facility_longitude`  decimal(10,4) , `reservation_facility_aaa_active`  int , `reservation_facility_truck_rental`  int , `reservation_facility_free_truck_rental`  int , `reservation_facility_listing_type_key`  int , `reservation_facility_listing_type`  varchar(100) , `reservation_npv`  decimal(10,2) , `facility_client_key`  bigint , `facility_client_name`  varchar(255) , `landing_page_facility_key`  bigint , `landing_page_facility_name`  varchar(255) , `landing_page_client_key`  bigint , `landing_page_facility_in_directory`  int , `landing_page_site_content_key`  bigint , `landing_page_site_content_title`  varchar(255) , `landing_page_site_content_uri`  varchar(128) , `landing_page_template_key`  int , `landing_page_template_name`  varchar(64) , `landing_page_template_type`  varchar(64) , `landing_page_page_type_key`  int , `landing_page_page_type_name`  varchar(128) , `annotations`  varchar(2048) , `_origin`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'quote.delim' = '\"', 'escape.delim' = '\\\\', 'field.delim' = '\u0001')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-prod/separated_dt/mart_visitor/2021-07-26/1627290304'\n",
    "MSCK REPAIR TABLE sfdl_prod_redshift.analytics_mart_visitor"
]
    • hive_path: s3://sfdl-redshift-analytics-prod/separated_dt/mart_visitor/2021-07-26/1627290304
    • id: 226508
    • processed: 1
    • raw_data: 
      {
    "_origin": "84",
    "annotations": "83",
    "audit_id": "0",
    "cc_delivered_calls": "26",
    "cc_handled_calls": "28",
    "cc_inbound_calls": "27",
    "confirmed_npv": "36",
    "device_type": "6",
    "facility_client_key": "69",
    "facility_client_name": "70",
    "first_reservation_key": "38",
    "first_reservation_touchpoint": "39",
    "geo_ip_city": "12",
    "geo_ip_latitude": "16",
    "geo_ip_longitude": "17",
    "geo_ip_msa": "15",
    "geo_ip_state": "13",
    "geo_ip_zip": "14",
    "granular_search_city": "20",
    "granular_search_key": "18",
    "granular_search_latitude": "23",
    "granular_search_longitude": "24",
    "granular_search_msa": "25",
    "granular_search_state": "21",
    "granular_search_street_address": "19",
    "granular_search_zip": "22",
    "ip_address": "11",
    "landing_page_client_key": "73",
    "landing_page_facility_in_directory": "74",
    "landing_page_facility_key": "71",
    "landing_page_facility_name": "72",
    "landing_page_page_type_key": "81",
    "landing_page_page_type_name": "82",
    "landing_page_site_content_key": "75",
    "landing_page_site_content_title": "76",
    "landing_page_site_content_uri": "77",
    "landing_page_template_key": "78",
    "landing_page_template_name": "79",
    "landing_page_template_type": "80",
    "move_ins": "34",
    "page_views": "30",
    "reconciled_reservations": "33",
    "reservation_auto_state": "53",
    "reservation_facility_aaa_active": "63",
    "reservation_facility_address": "56",
    "reservation_facility_city": "57",
    "reservation_facility_free_truck_rental": "65",
    "reservation_facility_key": "54",
    "reservation_facility_latitude": "61",
    "reservation_facility_listing_type": "67",
    "reservation_facility_listing_type_key": "66",
    "reservation_facility_longitude": "62",
    "reservation_facility_msa": "59",
    "reservation_facility_name": "55",
    "reservation_facility_state": "58",
    "reservation_facility_truck_rental": "64",
    "reservation_facility_zip": "60",
    "reservation_move_in_day": "51",
    "reservation_move_in_original_day": "50",
    "reservation_npv": "68",
    "reservation_state": "52",
    "reservation_time": "49",
    "search_type": "37",
    "searches_before_reservation": "29",
    "site": "8",
    "site_key": "7",
    "sum_npv": "35",
    "traffic_source": "10",
    "traffic_source_key": "9",
    "unique_facility_clicks": "31",
    "unit_climate_controlled": "47",
    "unit_drive_up": "46",
    "unit_floor": "48",
    "unit_key": "42",
    "unit_price": "40",
    "unit_size": "41",
    "unit_type": "44",
    "unit_type_key": "43",
    "unit_vehicle": "45",
    "user_agent": "5",
    "valid_reservations": "32",
    "visit_day": "1",
    "visit_day_key": "2",
    "visit_time": "3",
    "visitor_key": "4"
}
    • schema_attributes: 
      {
    "_origin": "string",
    "annotations": "varchar(2048)",
    "audit_id": "bigint",
    "cc_delivered_calls": "int",
    "cc_handled_calls": "int",
    "cc_inbound_calls": "int",
    "confirmed_npv": "decimal(10,2)",
    "device_type": "varchar(10)",
    "facility_client_key": "bigint",
    "facility_client_name": "varchar(255)",
    "first_reservation_key": "varchar(30)",
    "first_reservation_touchpoint": "varchar(10)",
    "geo_ip_city": "varchar(30)",
    "geo_ip_latitude": "decimal(10,4)",
    "geo_ip_longitude": "decimal(10,4)",
    "geo_ip_msa": "varchar(150)",
    "geo_ip_state": "varchar(20)",
    "geo_ip_zip": "varchar(10)",
    "granular_search_city": "varchar(100)",
    "granular_search_key": "bigint",
    "granular_search_latitude": "decimal(10,4)",
    "granular_search_longitude": "decimal(10,4)",
    "granular_search_msa": "varchar(150)",
    "granular_search_state": "varchar(2)",
    "granular_search_street_address": "varchar(255)",
    "granular_search_zip": "varchar(6)",
    "ip_address": "varchar(20)",
    "landing_page_client_key": "bigint",
    "landing_page_facility_in_directory": "int",
    "landing_page_facility_key": "bigint",
    "landing_page_facility_name": "varchar(255)",
    "landing_page_page_type_key": "int",
    "landing_page_page_type_name": "varchar(128)",
    "landing_page_site_content_key": "bigint",
    "landing_page_site_content_title": "varchar(255)",
    "landing_page_site_content_uri": "varchar(128)",
    "landing_page_template_key": "int",
    "landing_page_template_name": "varchar(64)",
    "landing_page_template_type": "varchar(64)",
    "move_ins": "int",
    "page_views": "int",
    "reconciled_reservations": "int",
    "reservation_auto_state": "varchar(20)",
    "reservation_facility_aaa_active": "int",
    "reservation_facility_address": "varchar(255)",
    "reservation_facility_city": "varchar(100)",
    "reservation_facility_free_truck_rental": "int",
    "reservation_facility_key": "bigint",
    "reservation_facility_latitude": "decimal(10,4)",
    "reservation_facility_listing_type": "varchar(100)",
    "reservation_facility_listing_type_key": "int",
    "reservation_facility_longitude": "decimal(10,4)",
    "reservation_facility_msa": "varchar(150)",
    "reservation_facility_name": "varchar(255)",
    "reservation_facility_state": "varchar(2)",
    "reservation_facility_truck_rental": "int",
    "reservation_facility_zip": "varchar(6)",
    "reservation_move_in_day": "date",
    "reservation_move_in_original_day": "date",
    "reservation_npv": "decimal(10,2)",
    "reservation_state": "varchar(20)",
    "reservation_time": "timestamp",
    "search_type": "varchar(50)",
    "searches_before_reservation": "int",
    "site": "varchar(255)",
    "site_key": "int",
    "sum_npv": "decimal(10,2)",
    "traffic_source": "varchar(128)",
    "traffic_source_key": "int",
    "unique_facility_clicks": "int",
    "unit_climate_controlled": "int",
    "unit_drive_up": "int",
    "unit_floor": "int",
    "unit_key": "bigint",
    "unit_price": "decimal(10,2)",
    "unit_size": "varchar(10)",
    "unit_type": "varchar(24)",
    "unit_type_key": "int",
    "unit_vehicle": "int",
    "user_agent": "varchar(255)",
    "valid_reservations": "int",
    "visit_day": "date",
    "visit_day_key": "int",
    "visit_time": "timestamp",
    "visitor_key": "bigint"
}
    • schema_name_id: 346
    • schema_scan_id: None
    • updated: 2021-07-26 04:45:40
Schema Scans: 1
Last at 2022-09-16 13:58:03
    • duration: 0:00:16.908743
    • exit_message: 
      {
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}
    • id: 72226444
    • payload: 
      {
    "datatype_dict": {
        "annotations": "varchar(2048)",
        "audit_id": "bigint",
        "cc_delivered_calls": "int",
        "cc_handled_calls": "int",
        "cc_inbound_calls": "int",
        "confirmed_npv": "decimal(10,2)",
        "device_type": "varchar(10)",
        "facility_client_key": "bigint",
        "facility_client_name": "varchar(255)",
        "first_reservation_key": "varchar(30)",
        "first_reservation_touchpoint": "varchar(10)",
        "geo_ip_city": "varchar(30)",
        "geo_ip_latitude": "decimal(10,4)",
        "geo_ip_longitude": "decimal(10,4)",
        "geo_ip_msa": "varchar(150)",
        "geo_ip_state": "varchar(20)",
        "geo_ip_zip": "varchar(10)",
        "granular_search_city": "varchar(100)",
        "granular_search_key": "bigint",
        "granular_search_latitude": "decimal(10,4)",
        "granular_search_longitude": "decimal(10,4)",
        "granular_search_msa": "varchar(150)",
        "granular_search_state": "varchar(2)",
        "granular_search_street_address": "varchar(255)",
        "granular_search_zip": "varchar(6)",
        "ip_address": "varchar(20)",
        "landing_page_client_key": "bigint",
        "landing_page_facility_in_directory": "int",
        "landing_page_facility_key": "bigint",
        "landing_page_facility_name": "varchar(255)",
        "landing_page_page_type_key": "int",
        "landing_page_page_type_name": "varchar(128)",
        "landing_page_site_content_key": "bigint",
        "landing_page_site_content_title": "varchar(255)",
        "landing_page_site_content_uri": "varchar(128)",
        "landing_page_template_key": "int",
        "landing_page_template_name": "varchar(64)",
        "landing_page_template_type": "varchar(64)",
        "move_ins": "int",
        "origin_key": "varchar",
        "page_views": "int",
        "reconciled_reservations": "int",
        "reservation_auto_state": "varchar(20)",
        "reservation_facility_aaa_active": "int",
        "reservation_facility_address": "varchar(255)",
        "reservation_facility_city": "varchar(100)",
        "reservation_facility_free_truck_rental": "int",
        "reservation_facility_key": "bigint",
        "reservation_facility_latitude": "decimal(10,4)",
        "reservation_facility_listing_type": "varchar(100)",
        "reservation_facility_listing_type_key": "int",
        "reservation_facility_longitude": "decimal(10,4)",
        "reservation_facility_msa": "varchar(150)",
        "reservation_facility_name": "varchar(255)",
        "reservation_facility_state": "varchar(2)",
        "reservation_facility_truck_rental": "int",
        "reservation_facility_zip": "varchar(6)",
        "reservation_move_in_day": "date",
        "reservation_move_in_original_day": "date",
        "reservation_npv": "decimal(10,2)",
        "reservation_state": "varchar(20)",
        "reservation_time": "timestamp",
        "search_type": "varchar(50)",
        "searches_before_reservation": "int",
        "site": "varchar(255)",
        "site_key": "int",
        "sum_npv": "decimal(10,2)",
        "traffic_source": "varchar(128)",
        "traffic_source_key": "int",
        "unique_facility_clicks": "int",
        "unit_climate_controlled": "int",
        "unit_drive_up": "int",
        "unit_floor": "int",
        "unit_key": "bigint",
        "unit_price": "decimal(10,2)",
        "unit_size": "varchar(10)",
        "unit_type": "varchar(24)",
        "unit_type_key": "int",
        "unit_vehicle": "int",
        "user_agent": "varchar(255)",
        "valid_reservations": "int",
        "visit_day": "date",
        "visit_day_key": "int",
        "visit_time": "timestamp",
        "visitor_key": "bigint"
    },
    "file_format": "dat",
    "file_properties": {
        "data_has_header_row": false,
        "header_s3_object": {
            "bucket": "sfdl-redshift-analytics-prod",
            "key": "meta/mart_visitor/2022-09-16/1663324381/header.json"
        },
        "serde_properties": {
            "separatorChar": "\u0001"
        }
    },
    "is_schema_datatyped": true,
    "s3": {
        "bucket": "sfdl-redshift-analytics-prod",
        "hive_path": "s3://sfdl-redshift-analytics-prod/raw/mart_visitor/2022-09-16/1663324381",
        "key": "raw/mart_visitor/2022-09-16/1663324381/0007_part_00.gz"
    },
    "schema": {
        "name": "sfdl_prod_redshift.analytics_mart_visitor",
        "type": "redshift"
    },
    "trace_context": {
        "parent_id": 67890,
        "service_name": "redshift_unloads",
        "span_id": 9842047293415885130,
        "trace_id": 424242
    }
}
    • running: False
    • schema_name_id: 346
    • start_time: 2022-09-16 13:58:03
    • success: True
    • trace_id: 424242
Partitions:
  • count: 3
  • ddl: 
    [
    "ALTER TABLE\n    `sfdl_prod_redshift.analytics_mart_visitor`\nADD\n\n\n PARTITION (dt='2021-07-25') location 's3://sfdl-redshift-analytics-prod/separated_dt/mart_visitor/2021-07-27/1627378331/dt=2021-07-25/'\n PARTITION (dt='2021-07-26') location 's3://sfdl-redshift-analytics-prod/separated_dt/mart_visitor/2021-07-27/1627378331/dt=2021-07-26/'\n PARTITION (dt='2021-07-27') location 's3://sfdl-redshift-analytics-prod/separated_dt/mart_visitor/2021-07-27/1627378331/dt=2021-07-27/'\n;"
]
  • name: dt
  • state: 
    [
    {
        "info": {
            "id": 596539,
            "location": "s3://sfdl-redshift-analytics-prod/separated_dt/mart_visitor/2021-07-27/1627378331/dt=2021-07-25/",
            "name": "dt",
            "value": "2021-07-25"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-07-25 04:59:24",
                "last_data": "2021-07-27 04:56:35"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 596710,
            "location": "s3://sfdl-redshift-analytics-prod/separated_dt/mart_visitor/2021-07-27/1627378331/dt=2021-07-26/",
            "name": "dt",
            "value": "2021-07-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-07-26 04:30:22",
                "last_data": "2021-07-27 04:56:35"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 596885,
            "location": "s3://sfdl-redshift-analytics-prod/separated_dt/mart_visitor/2021-07-27/1627378331/dt=2021-07-27/",
            "name": "dt",
            "value": "2021-07-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2021-07-27 04:56:35",
                "last_data": "2021-07-27 04:56:35"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    }
]
  • type: string
Schema:
  • attributes: 
    {
    "_origin": "string",
    "annotations": "varchar(2048)",
    "audit_id": "bigint",
    "cc_delivered_calls": "int",
    "cc_handled_calls": "int",
    "cc_inbound_calls": "int",
    "confirmed_npv": "decimal(10,2)",
    "device_type": "varchar(10)",
    "facility_client_key": "bigint",
    "facility_client_name": "varchar(255)",
    "first_reservation_key": "varchar(30)",
    "first_reservation_touchpoint": "varchar(10)",
    "geo_ip_city": "varchar(30)",
    "geo_ip_latitude": "decimal(10,4)",
    "geo_ip_longitude": "decimal(10,4)",
    "geo_ip_msa": "varchar(150)",
    "geo_ip_state": "varchar(20)",
    "geo_ip_zip": "varchar(10)",
    "granular_search_city": "varchar(100)",
    "granular_search_key": "bigint",
    "granular_search_latitude": "decimal(10,4)",
    "granular_search_longitude": "decimal(10,4)",
    "granular_search_msa": "varchar(150)",
    "granular_search_state": "varchar(2)",
    "granular_search_street_address": "varchar(255)",
    "granular_search_zip": "varchar(6)",
    "ip_address": "varchar(20)",
    "landing_page_client_key": "bigint",
    "landing_page_facility_in_directory": "int",
    "landing_page_facility_key": "bigint",
    "landing_page_facility_name": "varchar(255)",
    "landing_page_page_type_key": "int",
    "landing_page_page_type_name": "varchar(128)",
    "landing_page_site_content_key": "bigint",
    "landing_page_site_content_title": "varchar(255)",
    "landing_page_site_content_uri": "varchar(128)",
    "landing_page_template_key": "int",
    "landing_page_template_name": "varchar(64)",
    "landing_page_template_type": "varchar(64)",
    "move_ins": "int",
    "page_views": "int",
    "reconciled_reservations": "int",
    "reservation_auto_state": "varchar(20)",
    "reservation_facility_aaa_active": "int",
    "reservation_facility_address": "varchar(255)",
    "reservation_facility_city": "varchar(100)",
    "reservation_facility_free_truck_rental": "int",
    "reservation_facility_key": "bigint",
    "reservation_facility_latitude": "decimal(10,4)",
    "reservation_facility_listing_type": "varchar(100)",
    "reservation_facility_listing_type_key": "int",
    "reservation_facility_longitude": "decimal(10,4)",
    "reservation_facility_msa": "varchar(150)",
    "reservation_facility_name": "varchar(255)",
    "reservation_facility_state": "varchar(2)",
    "reservation_facility_truck_rental": "int",
    "reservation_facility_zip": "varchar(6)",
    "reservation_move_in_day": "date",
    "reservation_move_in_original_day": "date",
    "reservation_npv": "decimal(10,2)",
    "reservation_state": "varchar(20)",
    "reservation_time": "timestamp",
    "search_type": "varchar(50)",
    "searches_before_reservation": "int",
    "site": "varchar(255)",
    "site_key": "int",
    "sum_npv": "decimal(10,2)",
    "traffic_source": "varchar(128)",
    "traffic_source_key": "int",
    "unique_facility_clicks": "int",
    "unit_climate_controlled": "int",
    "unit_drive_up": "int",
    "unit_floor": "int",
    "unit_key": "bigint",
    "unit_price": "decimal(10,2)",
    "unit_size": "varchar(10)",
    "unit_type": "varchar(24)",
    "unit_type_key": "int",
    "unit_vehicle": "int",
    "user_agent": "varchar(255)",
    "valid_reservations": "int",
    "visit_day": "date",
    "visit_day_key": "int",
    "visit_time": "timestamp",
    "visitor_key": "bigint"
}
  • created: 2022-09-16 13:58:06
  • ddl: 
    {
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_redshift`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_redshift.analytics_mart_visitor`\n(\n `audit_id`  bigint , `visit_day`  date , `visit_day_key`  int , `visit_time`  timestamp , `visitor_key`  bigint , `user_agent`  varchar(255) , `device_type`  varchar(10) , `site_key`  int , `site`  varchar(255) , `traffic_source_key`  int , `traffic_source`  varchar(128) , `ip_address`  varchar(20) , `geo_ip_city`  varchar(30) , `geo_ip_state`  varchar(20) , `geo_ip_zip`  varchar(10) , `geo_ip_msa`  varchar(150) , `geo_ip_latitude`  decimal(10,4) , `geo_ip_longitude`  decimal(10,4) , `granular_search_key`  bigint , `granular_search_street_address`  varchar(255) , `granular_search_city`  varchar(100) , `granular_search_state`  varchar(2) , `granular_search_zip`  varchar(6) , `granular_search_latitude`  decimal(10,4) , `granular_search_longitude`  decimal(10,4) , `granular_search_msa`  varchar(150) , `cc_delivered_calls`  int , `cc_inbound_calls`  int , `cc_handled_calls`  int , `searches_before_reservation`  int , `page_views`  int , `unique_facility_clicks`  int , `valid_reservations`  int , `reconciled_reservations`  int , `move_ins`  int , `sum_npv`  decimal(10,2) , `confirmed_npv`  decimal(10,2) , `search_type`  varchar(50) , `first_reservation_key`  varchar(30) , `first_reservation_touchpoint`  varchar(10) , `unit_price`  decimal(10,2) , `unit_size`  varchar(10) , `unit_key`  bigint , `unit_type_key`  int , `unit_type`  varchar(24) , `unit_vehicle`  int , `unit_drive_up`  int , `unit_climate_controlled`  int , `unit_floor`  int , `reservation_time`  timestamp , `reservation_move_in_original_day`  date , `reservation_move_in_day`  date , `reservation_state`  varchar(20) , `reservation_auto_state`  varchar(20) , `reservation_facility_key`  bigint , `reservation_facility_name`  varchar(255) , `reservation_facility_address`  varchar(255) , `reservation_facility_city`  varchar(100) , `reservation_facility_state`  varchar(2) , `reservation_facility_msa`  varchar(150) , `reservation_facility_zip`  varchar(6) , `reservation_facility_latitude`  decimal(10,4) , `reservation_facility_longitude`  decimal(10,4) , `reservation_facility_aaa_active`  int , `reservation_facility_truck_rental`  int , `reservation_facility_free_truck_rental`  int , `reservation_facility_listing_type_key`  int , `reservation_facility_listing_type`  varchar(100) , `reservation_npv`  decimal(10,2) , `facility_client_key`  bigint , `facility_client_name`  varchar(255) , `landing_page_facility_key`  bigint , `landing_page_facility_name`  varchar(255) , `landing_page_client_key`  bigint , `landing_page_facility_in_directory`  int , `landing_page_site_content_key`  bigint , `landing_page_site_content_title`  varchar(255) , `landing_page_site_content_uri`  varchar(128) , `landing_page_template_key`  int , `landing_page_template_name`  varchar(64) , `landing_page_template_type`  varchar(64) , `landing_page_page_type_key`  int , `landing_page_page_type_name`  varchar(128) , `annotations`  varchar(2048) , `_origin`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-prod/raw/mart_visitor/2022-09-16/1663324381'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_redshift.analytics_mart_visitor`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_redshift.analytics_mart_visitor"
}
Server:
  • hostname: schemamanager-5475496c57-7dpqb
  • name: schema_manager
  • process_start: 2026-01-09 11:27:47
  • sf_env: prod
  • version: 2112174301
Raw: 
{
    "name": {
        "created": "2018-04-02 14:10:24",
        "disabled": false,
        "format": "raw",
        "id": 346,
        "is_partitioned": true,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_prod_redshift",
            "table": "analytics_mart_visitor"
        },
        "type": "redshift"
    },
    "partition": {
        "count": 3,
        "ddl": [
            "ALTER TABLE\n    `sfdl_prod_redshift.analytics_mart_visitor`\nADD\n\n\n PARTITION (dt='2021-07-25') location 's3://sfdl-redshift-analytics-prod/separated_dt/mart_visitor/2021-07-27/1627378331/dt=2021-07-25/'\n PARTITION (dt='2021-07-26') location 's3://sfdl-redshift-analytics-prod/separated_dt/mart_visitor/2021-07-27/1627378331/dt=2021-07-26/'\n PARTITION (dt='2021-07-27') location 's3://sfdl-redshift-analytics-prod/separated_dt/mart_visitor/2021-07-27/1627378331/dt=2021-07-27/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 596539,
                    "location": "s3://sfdl-redshift-analytics-prod/separated_dt/mart_visitor/2021-07-27/1627378331/dt=2021-07-25/",
                    "name": "dt",
                    "value": "2021-07-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-07-25 04:59:24",
                        "last_data": "2021-07-27 04:56:35"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 596710,
                    "location": "s3://sfdl-redshift-analytics-prod/separated_dt/mart_visitor/2021-07-27/1627378331/dt=2021-07-26/",
                    "name": "dt",
                    "value": "2021-07-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-07-26 04:30:22",
                        "last_data": "2021-07-27 04:56:35"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 596885,
                    "location": "s3://sfdl-redshift-analytics-prod/separated_dt/mart_visitor/2021-07-27/1627378331/dt=2021-07-27/",
                    "name": "dt",
                    "value": "2021-07-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2021-07-27 04:56:35",
                        "last_data": "2021-07-27 04:56:35"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "annotations": "varchar(2048)",
            "audit_id": "bigint",
            "cc_delivered_calls": "int",
            "cc_handled_calls": "int",
            "cc_inbound_calls": "int",
            "confirmed_npv": "decimal(10,2)",
            "device_type": "varchar(10)",
            "facility_client_key": "bigint",
            "facility_client_name": "varchar(255)",
            "first_reservation_key": "varchar(30)",
            "first_reservation_touchpoint": "varchar(10)",
            "geo_ip_city": "varchar(30)",
            "geo_ip_latitude": "decimal(10,4)",
            "geo_ip_longitude": "decimal(10,4)",
            "geo_ip_msa": "varchar(150)",
            "geo_ip_state": "varchar(20)",
            "geo_ip_zip": "varchar(10)",
            "granular_search_city": "varchar(100)",
            "granular_search_key": "bigint",
            "granular_search_latitude": "decimal(10,4)",
            "granular_search_longitude": "decimal(10,4)",
            "granular_search_msa": "varchar(150)",
            "granular_search_state": "varchar(2)",
            "granular_search_street_address": "varchar(255)",
            "granular_search_zip": "varchar(6)",
            "ip_address": "varchar(20)",
            "landing_page_client_key": "bigint",
            "landing_page_facility_in_directory": "int",
            "landing_page_facility_key": "bigint",
            "landing_page_facility_name": "varchar(255)",
            "landing_page_page_type_key": "int",
            "landing_page_page_type_name": "varchar(128)",
            "landing_page_site_content_key": "bigint",
            "landing_page_site_content_title": "varchar(255)",
            "landing_page_site_content_uri": "varchar(128)",
            "landing_page_template_key": "int",
            "landing_page_template_name": "varchar(64)",
            "landing_page_template_type": "varchar(64)",
            "move_ins": "int",
            "page_views": "int",
            "reconciled_reservations": "int",
            "reservation_auto_state": "varchar(20)",
            "reservation_facility_aaa_active": "int",
            "reservation_facility_address": "varchar(255)",
            "reservation_facility_city": "varchar(100)",
            "reservation_facility_free_truck_rental": "int",
            "reservation_facility_key": "bigint",
            "reservation_facility_latitude": "decimal(10,4)",
            "reservation_facility_listing_type": "varchar(100)",
            "reservation_facility_listing_type_key": "int",
            "reservation_facility_longitude": "decimal(10,4)",
            "reservation_facility_msa": "varchar(150)",
            "reservation_facility_name": "varchar(255)",
            "reservation_facility_state": "varchar(2)",
            "reservation_facility_truck_rental": "int",
            "reservation_facility_zip": "varchar(6)",
            "reservation_move_in_day": "date",
            "reservation_move_in_original_day": "date",
            "reservation_npv": "decimal(10,2)",
            "reservation_state": "varchar(20)",
            "reservation_time": "timestamp",
            "search_type": "varchar(50)",
            "searches_before_reservation": "int",
            "site": "varchar(255)",
            "site_key": "int",
            "sum_npv": "decimal(10,2)",
            "traffic_source": "varchar(128)",
            "traffic_source_key": "int",
            "unique_facility_clicks": "int",
            "unit_climate_controlled": "int",
            "unit_drive_up": "int",
            "unit_floor": "int",
            "unit_key": "bigint",
            "unit_price": "decimal(10,2)",
            "unit_size": "varchar(10)",
            "unit_type": "varchar(24)",
            "unit_type_key": "int",
            "unit_vehicle": "int",
            "user_agent": "varchar(255)",
            "valid_reservations": "int",
            "visit_day": "date",
            "visit_day_key": "int",
            "visit_time": "timestamp",
            "visitor_key": "bigint"
        },
        "created": "2022-09-16 13:58:06",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_redshift`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_redshift.analytics_mart_visitor`\n(\n `audit_id`  bigint , `visit_day`  date , `visit_day_key`  int , `visit_time`  timestamp , `visitor_key`  bigint , `user_agent`  varchar(255) , `device_type`  varchar(10) , `site_key`  int , `site`  varchar(255) , `traffic_source_key`  int , `traffic_source`  varchar(128) , `ip_address`  varchar(20) , `geo_ip_city`  varchar(30) , `geo_ip_state`  varchar(20) , `geo_ip_zip`  varchar(10) , `geo_ip_msa`  varchar(150) , `geo_ip_latitude`  decimal(10,4) , `geo_ip_longitude`  decimal(10,4) , `granular_search_key`  bigint , `granular_search_street_address`  varchar(255) , `granular_search_city`  varchar(100) , `granular_search_state`  varchar(2) , `granular_search_zip`  varchar(6) , `granular_search_latitude`  decimal(10,4) , `granular_search_longitude`  decimal(10,4) , `granular_search_msa`  varchar(150) , `cc_delivered_calls`  int , `cc_inbound_calls`  int , `cc_handled_calls`  int , `searches_before_reservation`  int , `page_views`  int , `unique_facility_clicks`  int , `valid_reservations`  int , `reconciled_reservations`  int , `move_ins`  int , `sum_npv`  decimal(10,2) , `confirmed_npv`  decimal(10,2) , `search_type`  varchar(50) , `first_reservation_key`  varchar(30) , `first_reservation_touchpoint`  varchar(10) , `unit_price`  decimal(10,2) , `unit_size`  varchar(10) , `unit_key`  bigint , `unit_type_key`  int , `unit_type`  varchar(24) , `unit_vehicle`  int , `unit_drive_up`  int , `unit_climate_controlled`  int , `unit_floor`  int , `reservation_time`  timestamp , `reservation_move_in_original_day`  date , `reservation_move_in_day`  date , `reservation_state`  varchar(20) , `reservation_auto_state`  varchar(20) , `reservation_facility_key`  bigint , `reservation_facility_name`  varchar(255) , `reservation_facility_address`  varchar(255) , `reservation_facility_city`  varchar(100) , `reservation_facility_state`  varchar(2) , `reservation_facility_msa`  varchar(150) , `reservation_facility_zip`  varchar(6) , `reservation_facility_latitude`  decimal(10,4) , `reservation_facility_longitude`  decimal(10,4) , `reservation_facility_aaa_active`  int , `reservation_facility_truck_rental`  int , `reservation_facility_free_truck_rental`  int , `reservation_facility_listing_type_key`  int , `reservation_facility_listing_type`  varchar(100) , `reservation_npv`  decimal(10,2) , `facility_client_key`  bigint , `facility_client_name`  varchar(255) , `landing_page_facility_key`  bigint , `landing_page_facility_name`  varchar(255) , `landing_page_client_key`  bigint , `landing_page_facility_in_directory`  int , `landing_page_site_content_key`  bigint , `landing_page_site_content_title`  varchar(255) , `landing_page_site_content_uri`  varchar(128) , `landing_page_template_key`  int , `landing_page_template_name`  varchar(64) , `landing_page_template_type`  varchar(64) , `landing_page_page_type_key`  int , `landing_page_page_type_name`  varchar(128) , `annotations`  varchar(2048) , `_origin`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'\n WITH SERDEPROPERTIES ( 'field.delim' = '\u0001', 'quote.delim' = '\"', 'escape.delim' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-redshift-analytics-prod/raw/mart_visitor/2022-09-16/1663324381'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_redshift.analytics_mart_visitor`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_redshift.analytics_mart_visitor"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}
©2019 SpareFoot Data Platform