Schema Info

Schema Name: sfdl_prod_csv.talkdesk_contacts

created: 2022-02-21 13:28:17
disabled: False
format: raw
id: 965
is_partitioned: True
is_schema_datatyped: True

name:

{
    "database": "sfdl_prod_csv",
    "table": "talkdesk_contacts"
}

type: csv

Schema Versions: 3

Version 1426396

created: 2025-08-15 06:00:48

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.talkdesk_contacts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.talkdesk_contacts`\n(\n `Interaction_ID`  string , `Contact_ID`  string , `Company_Number`  string , `Phone_Display_Name`  string , `Contact_Person_Number`  string , `External_Phone_Number__Forward_`  string , `Direction`  string , `Contact_Type`  string , `Started_At`  string , `Wait_Time`  string , `Time_to_Missed`  string , `Abandon_Time`  string , `Short_Abandon_Time`  string , `Time_to_Voicemail`  string , `Ring_Time`  string , `Connect_Time`  string , `Answered_At`  string , `Connected_At`  string , `Talk_Time`  string , `Hard_Hold_Time`  string , `Soft_Hold_Time`  string , `Hold_Time`  string , `After_Call_Work_Time`  string , `Finished_At`  string , `Duration`  string , `Handle_Time`  string , `Inside_Business_Hours__Yes___No_`  string , `Inside_Service_Level__Yes__No_`  string , `Within_Service_Level_Threshold__Yes___No_`  string , `Transfer_Out__Yes_No_`  string , `Transfer_Out_Type`  string , `Transfer_In__Yes___No_`  string , `Transfer_In_Type`  string , `Callback__Yes___No_`  string , `Ring_Groups`  string , `User_Name`  string , `Direct_Assignment_User`  string , `Team_Name`  string , `User_ID`  string , `Direct_Assignment_IDs`  string , `Team_ID`  string , `Handling_Ring_Groups`  string , `Disconnected_By_Agent`  string , `Last_Contact__Yes___No_`  string , `Data_Status__Valid___Inaccurate___Damaged_`  string , `Data_Status__Valid___Damaged_`  string , `contacts_numeric_field_1`  string , `contacts_handling_attribute_names`  string , `Int_Custom_Field_N1`  string , `contacts_numeric_field_2`  string , `contacts_handling_attribute_levels`  string , `Int_Custom_Field_N2`  string , `contacts_numeric_field_3`  string , `Float_Custom_Field_N1`  string , `contacts_user_attribute_names`  string , `Float_Custom_Field_N2`  string , `contacts_numeric_field_4`  string , `contacts_user_attribute_levels`  string , `Text_Custom_Field_N1`  string , `contacts_text_field_1`  string , `Text_Custom_Field_N2`  string , `contacts_text_field_2`  string , `contacts_text_field_3`  string , `Text_Custom_Field_N3`  string , `contacts_text_field_4`  string , `Text_Custom_Field_N4`  string , `contacts_timestamp_field_1_time`  string , `Timestamp_Custom_Field_N1`  string , `Attributes`  string , `Proficiency`  string , `User_Attributes`  string , `User_Proficiency`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.talkdesk_contacts"
]

hive_path: s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts
id: 1426396
processed: 1

raw_data:

{
    "Abandon Time": 11,
    "After Call Work Time": 22,
    "Answered At": 16,
    "Attributes": 54,
    "Callback (Yes / No)": 33,
    "Company Number": 2,
    "Connect Time": 15,
    "Connected At": 17,
    "Contact ID": 1,
    "Contact Person Number": 4,
    "Contact Type": 7,
    "Data Status (Valid / Inaccurate / Damaged)": 44,
    "Direct Assignment IDs": 39,
    "Direct Assignment User": 36,
    "Direction": 6,
    "Disconnected By Agent": 42,
    "Duration": 24,
    "External Phone Number (Forward)": 5,
    "Finished At": 23,
    "Float Custom Field N1": 47,
    "Float Custom Field N2": 48,
    "Handle Time": 25,
    "Handling Ring Groups": 41,
    "Hard Hold Time": 19,
    "Hold Time": 21,
    "Inside Business Hours (Yes / No)": 26,
    "Inside Service Level (Yes /No)": 27,
    "Int Custom Field N1": 45,
    "Int Custom Field N2": 46,
    "Interaction ID": 0,
    "Last Contact (Yes / No)": 43,
    "Phone Display Name": 3,
    "Proficiency": 55,
    "Ring Groups": 34,
    "Ring Time": 14,
    "Short Abandon Time": 12,
    "Soft Hold Time": 20,
    "Started At": 8,
    "Talk Time": 18,
    "Team ID": 40,
    "Team Name": 37,
    "Text Custom Field N1": 49,
    "Text Custom Field N2": 50,
    "Text Custom Field N3": 51,
    "Text Custom Field N4": 52,
    "Time to Missed": 10,
    "Time to Voicemail": 13,
    "Timestamp Custom Field N1": 53,
    "Transfer In (Yes / No)": 31,
    "Transfer In Type": 32,
    "Transfer Out (Yes/No)": 29,
    "Transfer Out Type": 30,
    "User Attributes": 56,
    "User ID": 38,
    "User Name": 35,
    "User Proficiency": 57,
    "Wait Time": 9,
    "Within Service Level Threshold (Yes / No)": 28
}

schema_attributes:

{
    "Abandon_Time": "string",
    "After_Call_Work_Time": "string",
    "Answered_At": "string",
    "Attributes": "string",
    "Callback__Yes___No_": "string",
    "Company_Number": "string",
    "Connect_Time": "string",
    "Connected_At": "string",
    "Contact_ID": "string",
    "Contact_Person_Number": "string",
    "Contact_Type": "string",
    "Data_Status__Valid___Damaged_": "string",
    "Data_Status__Valid___Inaccurate___Damaged_": "string",
    "Direct_Assignment_IDs": "string",
    "Direct_Assignment_User": "string",
    "Direction": "string",
    "Disconnected_By_Agent": "string",
    "Duration": "string",
    "External_Phone_Number__Forward_": "string",
    "Finished_At": "string",
    "Float_Custom_Field_N1": "string",
    "Float_Custom_Field_N2": "string",
    "Handle_Time": "string",
    "Handling_Ring_Groups": "string",
    "Hard_Hold_Time": "string",
    "Hold_Time": "string",
    "Inside_Business_Hours__Yes___No_": "string",
    "Inside_Service_Level__Yes__No_": "string",
    "Int_Custom_Field_N1": "string",
    "Int_Custom_Field_N2": "string",
    "Interaction_ID": "string",
    "Last_Contact__Yes___No_": "string",
    "Phone_Display_Name": "string",
    "Proficiency": "string",
    "Ring_Groups": "string",
    "Ring_Time": "string",
    "Short_Abandon_Time": "string",
    "Soft_Hold_Time": "string",
    "Started_At": "string",
    "Talk_Time": "string",
    "Team_ID": "string",
    "Team_Name": "string",
    "Text_Custom_Field_N1": "string",
    "Text_Custom_Field_N2": "string",
    "Text_Custom_Field_N3": "string",
    "Text_Custom_Field_N4": "string",
    "Time_to_Missed": "string",
    "Time_to_Voicemail": "string",
    "Timestamp_Custom_Field_N1": "string",
    "Transfer_In_Type": "string",
    "Transfer_In__Yes___No_": "string",
    "Transfer_Out_Type": "string",
    "Transfer_Out__Yes_No_": "string",
    "User_Attributes": "string",
    "User_ID": "string",
    "User_Name": "string",
    "User_Proficiency": "string",
    "Wait_Time": "string",
    "Within_Service_Level_Threshold__Yes___No_": "string",
    "contacts_handling_attribute_levels": "string",
    "contacts_handling_attribute_names": "string",
    "contacts_numeric_field_1": "string",
    "contacts_numeric_field_2": "string",
    "contacts_numeric_field_3": "string",
    "contacts_numeric_field_4": "string",
    "contacts_text_field_1": "string",
    "contacts_text_field_2": "string",
    "contacts_text_field_3": "string",
    "contacts_text_field_4": "string",
    "contacts_timestamp_field_1_time": "string",
    "contacts_user_attribute_levels": "string",
    "contacts_user_attribute_names": "string"
}

schema_name_id: 965
schema_scan_id: 147593107
updated: 2025-08-15 06:01:40

Version 1425080

created: 2025-08-14 06:04:34

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.talkdesk_contacts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.talkdesk_contacts`\n(\n `Interaction_ID`  string , `Contact_ID`  string , `Company_Number`  string , `Phone_Display_Name`  string , `Contact_Person_Number`  string , `External_Phone_Number__Forward_`  string , `Direction`  string , `Contact_Type`  string , `Started_At`  string , `Wait_Time`  string , `Time_to_Missed`  string , `Abandon_Time`  string , `Short_Abandon_Time`  string , `Time_to_Voicemail`  string , `Ring_Time`  string , `Connect_Time`  string , `Answered_At`  string , `Connected_At`  string , `Talk_Time`  string , `Hard_Hold_Time`  string , `Soft_Hold_Time`  string , `Hold_Time`  string , `After_Call_Work_Time`  string , `Finished_At`  string , `Duration`  string , `Handle_Time`  string , `Inside_Business_Hours__Yes___No_`  string , `Inside_Service_Level__Yes__No_`  string , `Within_Service_Level_Threshold__Yes___No_`  string , `Transfer_Out__Yes_No_`  string , `Transfer_Out_Type`  string , `Transfer_In__Yes___No_`  string , `Transfer_In_Type`  string , `Callback__Yes___No_`  string , `Ring_Groups`  string , `User_Name`  string , `Direct_Assignment_User`  string , `Team_Name`  string , `User_ID`  string , `Direct_Assignment_IDs`  string , `Team_ID`  string , `Handling_Ring_Groups`  string , `Disconnected_By_Agent`  string , `Last_Contact__Yes___No_`  string , `Data_Status__Valid___Inaccurate___Damaged_`  string , `Data_Status__Valid___Damaged_`  string , `contacts_numeric_field_1`  string , `contacts_handling_attribute_names`  string , `Attributes`  string , `contacts_numeric_field_2`  string , `Proficiency`  string , `contacts_handling_attribute_levels`  string , `User_Attributes`  string , `contacts_numeric_field_3`  string , `contacts_user_attribute_names`  string , `User_Proficiency`  string , `contacts_numeric_field_4`  string , `contacts_user_attribute_levels`  string , `contacts_text_field_1`  string , `contacts_text_field_2`  string , `contacts_text_field_3`  string , `contacts_text_field_4`  string , `contacts_timestamp_field_1_time`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.talkdesk_contacts"
]

hive_path: s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts
id: 1425080
processed: 1

raw_data:

{
    "Abandon Time": 11,
    "After Call Work Time": 22,
    "Answered At": 16,
    "Attributes": 45,
    "Callback (Yes / No)": 33,
    "Company Number": 2,
    "Connect Time": 15,
    "Connected At": 17,
    "Contact ID": 1,
    "Contact Person Number": 4,
    "Contact Type": 7,
    "Data Status (Valid / Inaccurate / Damaged)": 44,
    "Direct Assignment IDs": 39,
    "Direct Assignment User": 36,
    "Direction": 6,
    "Disconnected By Agent": 42,
    "Duration": 24,
    "External Phone Number (Forward)": 5,
    "Finished At": 23,
    "Handle Time": 25,
    "Handling Ring Groups": 41,
    "Hard Hold Time": 19,
    "Hold Time": 21,
    "Inside Business Hours (Yes / No)": 26,
    "Inside Service Level (Yes /No)": 27,
    "Interaction ID": 0,
    "Last Contact (Yes / No)": 43,
    "Phone Display Name": 3,
    "Proficiency": 46,
    "Ring Groups": 34,
    "Ring Time": 14,
    "Short Abandon Time": 12,
    "Soft Hold Time": 20,
    "Started At": 8,
    "Talk Time": 18,
    "Team ID": 40,
    "Team Name": 37,
    "Time to Missed": 10,
    "Time to Voicemail": 13,
    "Transfer In (Yes / No)": 31,
    "Transfer In Type": 32,
    "Transfer Out (Yes/No)": 29,
    "Transfer Out Type": 30,
    "User Attributes": 47,
    "User ID": 38,
    "User Name": 35,
    "User Proficiency": 48,
    "Wait Time": 9,
    "Within Service Level Threshold (Yes / No)": 28
}

schema_attributes:

{
    "Abandon_Time": "string",
    "After_Call_Work_Time": "string",
    "Answered_At": "string",
    "Attributes": "string",
    "Callback__Yes___No_": "string",
    "Company_Number": "string",
    "Connect_Time": "string",
    "Connected_At": "string",
    "Contact_ID": "string",
    "Contact_Person_Number": "string",
    "Contact_Type": "string",
    "Data_Status__Valid___Damaged_": "string",
    "Data_Status__Valid___Inaccurate___Damaged_": "string",
    "Direct_Assignment_IDs": "string",
    "Direct_Assignment_User": "string",
    "Direction": "string",
    "Disconnected_By_Agent": "string",
    "Duration": "string",
    "External_Phone_Number__Forward_": "string",
    "Finished_At": "string",
    "Handle_Time": "string",
    "Handling_Ring_Groups": "string",
    "Hard_Hold_Time": "string",
    "Hold_Time": "string",
    "Inside_Business_Hours__Yes___No_": "string",
    "Inside_Service_Level__Yes__No_": "string",
    "Interaction_ID": "string",
    "Last_Contact__Yes___No_": "string",
    "Phone_Display_Name": "string",
    "Proficiency": "string",
    "Ring_Groups": "string",
    "Ring_Time": "string",
    "Short_Abandon_Time": "string",
    "Soft_Hold_Time": "string",
    "Started_At": "string",
    "Talk_Time": "string",
    "Team_ID": "string",
    "Team_Name": "string",
    "Time_to_Missed": "string",
    "Time_to_Voicemail": "string",
    "Transfer_In_Type": "string",
    "Transfer_In__Yes___No_": "string",
    "Transfer_Out_Type": "string",
    "Transfer_Out__Yes_No_": "string",
    "User_Attributes": "string",
    "User_ID": "string",
    "User_Name": "string",
    "User_Proficiency": "string",
    "Wait_Time": "string",
    "Within_Service_Level_Threshold__Yes___No_": "string",
    "contacts_handling_attribute_levels": "string",
    "contacts_handling_attribute_names": "string",
    "contacts_numeric_field_1": "string",
    "contacts_numeric_field_2": "string",
    "contacts_numeric_field_3": "string",
    "contacts_numeric_field_4": "string",
    "contacts_text_field_1": "string",
    "contacts_text_field_2": "string",
    "contacts_text_field_3": "string",
    "contacts_text_field_4": "string",
    "contacts_timestamp_field_1_time": "string",
    "contacts_user_attribute_levels": "string",
    "contacts_user_attribute_names": "string"
}

schema_name_id: 965
schema_scan_id: 147531462
updated: 2025-08-14 06:05:18

Version 1353161

created: 2025-06-18 06:00:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "DROP TABLE IF EXISTS `sfdl_prod_csv.talkdesk_contacts`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.talkdesk_contacts`\n(\n `Interaction_ID`  string , `Contact_ID`  string , `Company_Number`  string , `Phone_Display_Name`  string , `Contact_Person_Number`  string , `External_Phone_Number__Forward_`  string , `Direction`  string , `Contact_Type`  string , `Started_At`  string , `Wait_Time`  string , `Time_to_Missed`  string , `Abandon_Time`  string , `Short_Abandon_Time`  string , `Time_to_Voicemail`  string , `Ring_Time`  string , `Connect_Time`  string , `Answered_At`  string , `Connected_At`  string , `Talk_Time`  string , `Hard_Hold_Time`  string , `Soft_Hold_Time`  string , `Hold_Time`  string , `After_Call_Work_Time`  string , `Finished_At`  string , `Duration`  string , `Handle_Time`  string , `Inside_Business_Hours__Yes___No_`  string , `Inside_Service_Level__Yes__No_`  string , `Within_Service_Level_Threshold__Yes___No_`  string , `Transfer_Out__Yes_No_`  string , `Transfer_Out_Type`  string , `Transfer_In__Yes___No_`  string , `Transfer_In_Type`  string , `Callback__Yes___No_`  string , `Ring_Groups`  string , `User_Name`  string , `Direct_Assignment_User`  string , `Team_Name`  string , `User_ID`  string , `Direct_Assignment_IDs`  string , `Team_ID`  string , `Handling_Ring_Groups`  string , `Disconnected_By_Agent`  string , `Last_Contact__Yes___No_`  string , `Data_Status__Valid___Damaged_`  string , `Data_Status__Valid___Inaccurate___Damaged_`  string , `contacts_handling_attribute_names`  string , `contacts_numeric_field_1`  string , `contacts_handling_attribute_levels`  string , `contacts_numeric_field_2`  string , `contacts_numeric_field_3`  string , `contacts_user_attribute_names`  string , `contacts_numeric_field_4`  string , `contacts_user_attribute_levels`  string , `contacts_text_field_1`  string , `contacts_text_field_2`  string , `contacts_text_field_3`  string , `contacts_text_field_4`  string , `contacts_timestamp_field_1_time`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "MSCK REPAIR TABLE sfdl_prod_csv.talkdesk_contacts"
]

hive_path: s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts
id: 1353161
processed: 1

raw_data:

{
    "Abandon Time": 11,
    "After Call Work Time": 22,
    "Answered At": 16,
    "Callback (Yes / No)": 33,
    "Company Number": 2,
    "Connect Time": 15,
    "Connected At": 17,
    "Contact ID": 1,
    "Contact Person Number": 4,
    "Contact Type": 7,
    "Data Status (Valid / Inaccurate / Damaged)": 44,
    "Direct Assignment IDs": 39,
    "Direct Assignment User": 36,
    "Direction": 6,
    "Disconnected By Agent": 42,
    "Duration": 24,
    "External Phone Number (Forward)": 5,
    "Finished At": 23,
    "Handle Time": 25,
    "Handling Ring Groups": 41,
    "Hard Hold Time": 19,
    "Hold Time": 21,
    "Inside Business Hours (Yes / No)": 26,
    "Inside Service Level (Yes /No)": 27,
    "Interaction ID": 0,
    "Last Contact (Yes / No)": 43,
    "Phone Display Name": 3,
    "Ring Groups": 34,
    "Ring Time": 14,
    "Short Abandon Time": 12,
    "Soft Hold Time": 20,
    "Started At": 8,
    "Talk Time": 18,
    "Team ID": 40,
    "Team Name": 37,
    "Time to Missed": 10,
    "Time to Voicemail": 13,
    "Transfer In (Yes / No)": 31,
    "Transfer In Type": 32,
    "Transfer Out (Yes/No)": 29,
    "Transfer Out Type": 30,
    "User ID": 38,
    "User Name": 35,
    "Wait Time": 9,
    "Within Service Level Threshold (Yes / No)": 28,
    "contacts.handling_attribute_levels": 46,
    "contacts.handling_attribute_names": 45,
    "contacts.user_attribute_levels": 48,
    "contacts.user_attribute_names": 47
}

schema_attributes:

{
    "Abandon_Time": "string",
    "After_Call_Work_Time": "string",
    "Answered_At": "string",
    "Callback__Yes___No_": "string",
    "Company_Number": "string",
    "Connect_Time": "string",
    "Connected_At": "string",
    "Contact_ID": "string",
    "Contact_Person_Number": "string",
    "Contact_Type": "string",
    "Data_Status__Valid___Damaged_": "string",
    "Data_Status__Valid___Inaccurate___Damaged_": "string",
    "Direct_Assignment_IDs": "string",
    "Direct_Assignment_User": "string",
    "Direction": "string",
    "Disconnected_By_Agent": "string",
    "Duration": "string",
    "External_Phone_Number__Forward_": "string",
    "Finished_At": "string",
    "Handle_Time": "string",
    "Handling_Ring_Groups": "string",
    "Hard_Hold_Time": "string",
    "Hold_Time": "string",
    "Inside_Business_Hours__Yes___No_": "string",
    "Inside_Service_Level__Yes__No_": "string",
    "Interaction_ID": "string",
    "Last_Contact__Yes___No_": "string",
    "Phone_Display_Name": "string",
    "Ring_Groups": "string",
    "Ring_Time": "string",
    "Short_Abandon_Time": "string",
    "Soft_Hold_Time": "string",
    "Started_At": "string",
    "Talk_Time": "string",
    "Team_ID": "string",
    "Team_Name": "string",
    "Time_to_Missed": "string",
    "Time_to_Voicemail": "string",
    "Transfer_In_Type": "string",
    "Transfer_In__Yes___No_": "string",
    "Transfer_Out_Type": "string",
    "Transfer_Out__Yes_No_": "string",
    "User_ID": "string",
    "User_Name": "string",
    "Wait_Time": "string",
    "Within_Service_Level_Threshold__Yes___No_": "string",
    "contacts_handling_attribute_levels": "string",
    "contacts_handling_attribute_names": "string",
    "contacts_numeric_field_1": "string",
    "contacts_numeric_field_2": "string",
    "contacts_numeric_field_3": "string",
    "contacts_numeric_field_4": "string",
    "contacts_text_field_1": "string",
    "contacts_text_field_2": "string",
    "contacts_text_field_3": "string",
    "contacts_text_field_4": "string",
    "contacts_timestamp_field_1_time": "string",
    "contacts_user_attribute_levels": "string",
    "contacts_user_attribute_names": "string"
}

schema_name_id: 965
schema_scan_id: 144066675
updated: 2025-06-18 06:01:25

Schema Scans: 3

Last at 2025-08-15 06:00:46

Scan 147593107

duration: 0:01:24.699588

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 1656,
    "partitions_applied": false,
    "success": true
}

id: 147593107

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "partition": {
        "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-08-14",
        "name": "dt",
        "type": "string",
        "value": "2025-08-14"
    },
    "s3": {
        "bucket": "sfdl-csv-talkdesk-prod",
        "hive_path": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts",
        "key": "raw_incremental/contacts/dt=2025-08-14/data.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.talkdesk_contacts",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 9049776179126358695,
        "service_name": "drive-thru",
        "span_id": 1010259732040659903,
        "trace_id": 661835213140068975
    }
}

running: False
schema_name_id: 965
start_time: 2025-08-15 06:00:46
success: True
trace_id: 661835213140068975

Scan 147531462

duration: 0:01:18.531134

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 1655,
    "partitions_applied": false,
    "success": true
}

id: 147531462

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "partition": {
        "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-08-13",
        "name": "dt",
        "type": "string",
        "value": "2025-08-13"
    },
    "s3": {
        "bucket": "sfdl-csv-talkdesk-prod",
        "hive_path": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts",
        "key": "raw_incremental/contacts/dt=2025-08-13/data.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.talkdesk_contacts",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 16707446486444988855,
        "service_name": "drive-thru",
        "span_id": 6790142642232400495,
        "trace_id": 8264244099917774117
    }
}

running: False
schema_name_id: 965
start_time: 2025-08-14 06:04:32
success: True
trace_id: 8264244099917774117

Scan 144066675

duration: 0:01:16.479839

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 1598,
    "partitions_applied": false,
    "success": true
}

id: 144066675

payload:

{
    "datatype_dict": null,
    "file_format": "csv",
    "file_properties": {
        "data_has_header_row": true
    },
    "is_schema_datatyped": true,
    "partition": {
        "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-06-17",
        "name": "dt",
        "type": "string",
        "value": "2025-06-17"
    },
    "s3": {
        "bucket": "sfdl-csv-talkdesk-prod",
        "hive_path": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts",
        "key": "raw_incremental/contacts/dt=2025-06-17/data.csv.gz"
    },
    "schema": {
        "name": "sfdl_prod_csv.talkdesk_contacts",
        "type": "csv"
    },
    "trace_context": {
        "parent_id": 2226860006300188943,
        "service_name": "drive-thru",
        "span_id": 17896898316124828386,
        "trace_id": 14948644352388166487
    }
}

running: False
schema_name_id: 965
start_time: 2025-06-18 06:00:41
success: True
trace_id: 14948644352388166487

Partitions:

count: 56

ddl:

[
    "ALTER TABLE\n    `sfdl_prod_csv.talkdesk_contacts`\nADD\n\n\n PARTITION (dt='2025-10-14') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-14/'\n PARTITION (dt='2025-10-15') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-15/'\n PARTITION (dt='2025-10-16') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-16/'\n PARTITION (dt='2025-10-17') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-17/'\n PARTITION (dt='2025-10-18') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-18/'\n PARTITION (dt='2025-10-19') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-19/'\n PARTITION (dt='2025-10-20') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-20/'\n PARTITION (dt='2025-10-21') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-21/'\n PARTITION (dt='2025-10-22') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-22/'\n PARTITION (dt='2025-10-23') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-23/'\n PARTITION (dt='2025-10-24') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-24/'\n PARTITION (dt='2025-10-25') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-25/'\n PARTITION (dt='2025-10-26') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-26/'\n PARTITION (dt='2025-10-27') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-27/'\n PARTITION (dt='2025-10-28') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-28/'\n PARTITION (dt='2025-10-29') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-29/'\n PARTITION (dt='2025-10-30') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-30/'\n PARTITION (dt='2025-10-31') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-31/'\n PARTITION (dt='2025-11-01') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-01/'\n PARTITION (dt='2025-11-02') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-02/'\n PARTITION (dt='2025-11-03') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-03/'\n PARTITION (dt='2025-11-04') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-04/'\n PARTITION (dt='2025-11-05') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-05/'\n PARTITION (dt='2025-11-06') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-06/'\n PARTITION (dt='2025-11-07') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-07/'\n PARTITION (dt='2025-11-08') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-08/'\n PARTITION (dt='2025-11-09') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-09/'\n PARTITION (dt='2025-11-10') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-10/'\n PARTITION (dt='2025-11-11') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-11/'\n PARTITION (dt='2025-11-12') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-12/'\n PARTITION (dt='2025-11-13') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-13/'\n PARTITION (dt='2025-11-14') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-14/'\n PARTITION (dt='2025-11-15') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-15/'\n PARTITION (dt='2025-11-16') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-16/'\n PARTITION (dt='2025-11-17') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-17/'\n PARTITION (dt='2025-11-18') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-18/'\n PARTITION (dt='2025-11-19') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-19/'\n PARTITION (dt='2025-11-20') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-20/'\n PARTITION (dt='2025-11-21') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-21/'\n PARTITION (dt='2025-11-22') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-22/'\n PARTITION (dt='2025-11-23') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-23/'\n PARTITION (dt='2025-11-24') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-24/'\n PARTITION (dt='2025-11-25') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-25/'\n PARTITION (dt='2025-11-26') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-26/'\n PARTITION (dt='2025-11-27') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-27/'\n PARTITION (dt='2025-11-28') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-28/'\n PARTITION (dt='2025-11-29') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-29/'\n PARTITION (dt='2025-11-30') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-30/'\n PARTITION (dt='2025-12-01') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-01/'\n PARTITION (dt='2025-12-02') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-02/'\n PARTITION (dt='2025-12-03') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-03/'\n PARTITION (dt='2025-12-04') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-04/'\n PARTITION (dt='2025-12-05') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-05/'\n PARTITION (dt='2025-12-06') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-06/'\n PARTITION (dt='2025-12-07') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-07/'\n PARTITION (dt='2025-12-08') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-08/'\n;"
]

name: dt

state:

[
    {
        "info": {
            "id": 1566069,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-14/",
            "name": "dt",
            "value": "2025-10-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-10-15 06:00:59",
                "last_data": "2025-10-15 06:00:59"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1566302,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-15/",
            "name": "dt",
            "value": "2025-10-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-10-16 06:01:17",
                "last_data": "2025-10-16 06:01:17"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1584182,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-16/",
            "name": "dt",
            "value": "2025-10-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-10-17 06:01:21",
                "last_data": "2025-10-17 06:01:21"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1595967,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-17/",
            "name": "dt",
            "value": "2025-10-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-10-18 06:01:26",
                "last_data": "2025-10-18 06:01:26"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1596189,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-18/",
            "name": "dt",
            "value": "2025-10-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-10-19 06:01:21",
                "last_data": "2025-10-19 06:01:21"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1596763,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-19/",
            "name": "dt",
            "value": "2025-10-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-10-20 06:18:57",
                "last_data": "2025-10-20 06:18:57"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1597000,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-20/",
            "name": "dt",
            "value": "2025-10-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-10-21 06:31:28",
                "last_data": "2025-10-21 06:31:28"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1597237,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-21/",
            "name": "dt",
            "value": "2025-10-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-10-22 06:31:31",
                "last_data": "2025-10-22 06:31:31"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1597462,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-22/",
            "name": "dt",
            "value": "2025-10-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-10-23 06:09:05",
                "last_data": "2025-10-23 06:09:05"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1597725,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-23/",
            "name": "dt",
            "value": "2025-10-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-10-24 06:13:39",
                "last_data": "2025-10-24 06:13:39"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1597963,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-24/",
            "name": "dt",
            "value": "2025-10-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-10-25 06:31:28",
                "last_data": "2025-10-25 06:31:28"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1598195,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-25/",
            "name": "dt",
            "value": "2025-10-25"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-10-26 06:10:40",
                "last_data": "2025-10-26 06:10:40"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1598417,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-26/",
            "name": "dt",
            "value": "2025-10-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-10-27 06:08:21",
                "last_data": "2025-10-27 06:08:21"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1598661,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-27/",
            "name": "dt",
            "value": "2025-10-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-10-28 06:09:39",
                "last_data": "2025-10-28 06:09:39"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1598893,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-28/",
            "name": "dt",
            "value": "2025-10-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-10-29 06:11:54",
                "last_data": "2025-10-29 06:11:54"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1599133,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-29/",
            "name": "dt",
            "value": "2025-10-29"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-10-30 06:11:14",
                "last_data": "2025-10-30 06:11:14"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1599363,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-30/",
            "name": "dt",
            "value": "2025-10-30"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-10-31 06:07:37",
                "last_data": "2025-10-31 06:07:37"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1599609,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-31/",
            "name": "dt",
            "value": "2025-10-31"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-01 06:32:06",
                "last_data": "2025-11-01 06:32:06"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1600039,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-01/",
            "name": "dt",
            "value": "2025-11-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-02 06:32:06",
                "last_data": "2025-11-02 06:32:06"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1600274,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-02/",
            "name": "dt",
            "value": "2025-11-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-03 06:13:36",
                "last_data": "2025-11-03 06:13:36"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1600516,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-03/",
            "name": "dt",
            "value": "2025-11-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-04 06:35:30",
                "last_data": "2025-11-04 06:35:30"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1600755,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-04/",
            "name": "dt",
            "value": "2025-11-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-05 06:32:39",
                "last_data": "2025-11-05 06:32:39"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1600988,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-05/",
            "name": "dt",
            "value": "2025-11-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-06 06:08:48",
                "last_data": "2025-11-06 06:08:48"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1601231,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-06/",
            "name": "dt",
            "value": "2025-11-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-07 06:31:40",
                "last_data": "2025-11-07 06:31:40"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1601496,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-07/",
            "name": "dt",
            "value": "2025-11-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-08 06:31:57",
                "last_data": "2025-11-08 06:31:57"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1601729,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-08/",
            "name": "dt",
            "value": "2025-11-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-09 07:20:16",
                "last_data": "2025-11-09 07:20:16"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1601957,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-09/",
            "name": "dt",
            "value": "2025-11-09"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-10 06:06:44",
                "last_data": "2025-11-10 06:06:44"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1602201,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-10/",
            "name": "dt",
            "value": "2025-11-10"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-11 06:13:41",
                "last_data": "2025-11-11 06:13:41"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1602445,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-11/",
            "name": "dt",
            "value": "2025-11-11"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-12 07:14:53",
                "last_data": "2025-11-12 07:14:53"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1602677,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-12/",
            "name": "dt",
            "value": "2025-11-12"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-13 06:12:18",
                "last_data": "2025-11-13 06:12:18"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1602913,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-13/",
            "name": "dt",
            "value": "2025-11-13"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-14 06:10:40",
                "last_data": "2025-11-14 06:10:40"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1603142,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-14/",
            "name": "dt",
            "value": "2025-11-14"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-15 06:09:07",
                "last_data": "2025-11-15 06:09:07"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1604788,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-15/",
            "name": "dt",
            "value": "2025-11-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-16 06:07:35",
                "last_data": "2025-11-16 06:07:35"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1605800,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-16/",
            "name": "dt",
            "value": "2025-11-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-17 06:08:23",
                "last_data": "2025-11-17 06:08:23"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1606070,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-17/",
            "name": "dt",
            "value": "2025-11-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-18 06:08:03",
                "last_data": "2025-11-18 06:08:03"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1606305,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-18/",
            "name": "dt",
            "value": "2025-11-18"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-19 06:13:28",
                "last_data": "2025-11-19 06:13:28"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1606548,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-19/",
            "name": "dt",
            "value": "2025-11-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-20 06:12:49",
                "last_data": "2025-11-20 06:12:49"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1606778,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-20/",
            "name": "dt",
            "value": "2025-11-20"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-21 06:09:05",
                "last_data": "2025-11-21 06:09:05"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1607546,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-21/",
            "name": "dt",
            "value": "2025-11-21"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-22 06:12:09",
                "last_data": "2025-11-22 06:12:09"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1607801,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-22/",
            "name": "dt",
            "value": "2025-11-22"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-23 06:11:30",
                "last_data": "2025-11-23 06:11:30"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1608029,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-23/",
            "name": "dt",
            "value": "2025-11-23"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-24 06:31:46",
                "last_data": "2025-11-24 06:31:46"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1608268,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-24/",
            "name": "dt",
            "value": "2025-11-24"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-25 06:09:16",
                "last_data": "2025-11-25 06:09:16"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1608499,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-25/",
            "name": "dt",
            "value": "2025-11-25"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-26 06:09:13",
                "last_data": "2025-11-26 06:09:13"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1608735,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-26/",
            "name": "dt",
            "value": "2025-11-26"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-27 06:07:58",
                "last_data": "2025-11-27 06:07:58"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1608959,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-27/",
            "name": "dt",
            "value": "2025-11-27"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-28 06:05:43",
                "last_data": "2025-11-28 06:05:43"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1609194,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-28/",
            "name": "dt",
            "value": "2025-11-28"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-29 06:11:17",
                "last_data": "2025-11-29 06:11:17"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1609426,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-29/",
            "name": "dt",
            "value": "2025-11-29"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-11-30 06:31:28",
                "last_data": "2025-11-30 06:31:28"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1609654,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-30/",
            "name": "dt",
            "value": "2025-11-30"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-12-01 06:09:14",
                "last_data": "2025-12-01 06:09:14"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1609900,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-01/",
            "name": "dt",
            "value": "2025-12-01"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-12-02 06:09:37",
                "last_data": "2025-12-02 06:09:37"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1610137,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-02/",
            "name": "dt",
            "value": "2025-12-02"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-12-03 06:10:03",
                "last_data": "2025-12-03 06:10:03"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1610377,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-03/",
            "name": "dt",
            "value": "2025-12-03"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-12-04 06:08:50",
                "last_data": "2025-12-04 06:08:50"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1610612,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-04/",
            "name": "dt",
            "value": "2025-12-04"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-12-05 06:03:23",
                "last_data": "2025-12-05 06:03:23"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1611132,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-05/",
            "name": "dt",
            "value": "2025-12-05"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-12-06 06:12:17",
                "last_data": "2025-12-06 06:12:17"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1611359,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-06/",
            "name": "dt",
            "value": "2025-12-06"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-12-07 06:08:04",
                "last_data": "2025-12-07 06:08:04"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1611589,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-07/",
            "name": "dt",
            "value": "2025-12-07"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-12-08 06:15:24",
                "last_data": "2025-12-08 06:15:24"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    },
    {
        "info": {
            "id": 1611826,
            "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-08/",
            "name": "dt",
            "value": "2025-12-08"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2025-12-09 06:08:47",
                "last_data": "2025-12-09 06:08:47"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": false
            }
        }
    }
]

type: string

Schema:

attributes:

{
    "Abandon_Time": "string",
    "After_Call_Work_Time": "string",
    "Answered_At": "string",
    "Attributes": "string",
    "Callback__Yes___No_": "string",
    "Company_Number": "string",
    "Connect_Time": "string",
    "Connected_At": "string",
    "Contact_ID": "string",
    "Contact_Person_Number": "string",
    "Contact_Type": "string",
    "Data_Status__Valid___Damaged_": "string",
    "Data_Status__Valid___Inaccurate___Damaged_": "string",
    "Direct_Assignment_IDs": "string",
    "Direct_Assignment_User": "string",
    "Direction": "string",
    "Disconnected_By_Agent": "string",
    "Duration": "string",
    "External_Phone_Number__Forward_": "string",
    "Finished_At": "string",
    "Float_Custom_Field_N1": "string",
    "Float_Custom_Field_N2": "string",
    "Handle_Time": "string",
    "Handling_Ring_Groups": "string",
    "Hard_Hold_Time": "string",
    "Hold_Time": "string",
    "Inside_Business_Hours__Yes___No_": "string",
    "Inside_Service_Level__Yes__No_": "string",
    "Int_Custom_Field_N1": "string",
    "Int_Custom_Field_N2": "string",
    "Interaction_ID": "string",
    "Last_Contact__Yes___No_": "string",
    "Phone_Display_Name": "string",
    "Proficiency": "string",
    "Ring_Groups": "string",
    "Ring_Time": "string",
    "Short_Abandon_Time": "string",
    "Soft_Hold_Time": "string",
    "Started_At": "string",
    "Talk_Time": "string",
    "Team_ID": "string",
    "Team_Name": "string",
    "Text_Custom_Field_N1": "string",
    "Text_Custom_Field_N2": "string",
    "Text_Custom_Field_N3": "string",
    "Text_Custom_Field_N4": "string",
    "Time_to_Missed": "string",
    "Time_to_Voicemail": "string",
    "Timestamp_Custom_Field_N1": "string",
    "Transfer_In_Type": "string",
    "Transfer_In__Yes___No_": "string",
    "Transfer_Out_Type": "string",
    "Transfer_Out__Yes_No_": "string",
    "User_Attributes": "string",
    "User_ID": "string",
    "User_Name": "string",
    "User_Proficiency": "string",
    "Wait_Time": "string",
    "Within_Service_Level_Threshold__Yes___No_": "string",
    "contacts_handling_attribute_levels": "string",
    "contacts_handling_attribute_names": "string",
    "contacts_numeric_field_1": "string",
    "contacts_numeric_field_2": "string",
    "contacts_numeric_field_3": "string",
    "contacts_numeric_field_4": "string",
    "contacts_text_field_1": "string",
    "contacts_text_field_2": "string",
    "contacts_text_field_3": "string",
    "contacts_text_field_4": "string",
    "contacts_timestamp_field_1_time": "string",
    "contacts_user_attribute_levels": "string",
    "contacts_user_attribute_names": "string"
}

created: 2025-08-15 06:00:48

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.talkdesk_contacts`\n(\n `Interaction_ID`  string , `Contact_ID`  string , `Company_Number`  string , `Phone_Display_Name`  string , `Contact_Person_Number`  string , `External_Phone_Number__Forward_`  string , `Direction`  string , `Contact_Type`  string , `Started_At`  string , `Wait_Time`  string , `Time_to_Missed`  string , `Abandon_Time`  string , `Short_Abandon_Time`  string , `Time_to_Voicemail`  string , `Ring_Time`  string , `Connect_Time`  string , `Answered_At`  string , `Connected_At`  string , `Talk_Time`  string , `Hard_Hold_Time`  string , `Soft_Hold_Time`  string , `Hold_Time`  string , `After_Call_Work_Time`  string , `Finished_At`  string , `Duration`  string , `Handle_Time`  string , `Inside_Business_Hours__Yes___No_`  string , `Inside_Service_Level__Yes__No_`  string , `Within_Service_Level_Threshold__Yes___No_`  string , `Transfer_Out__Yes_No_`  string , `Transfer_Out_Type`  string , `Transfer_In__Yes___No_`  string , `Transfer_In_Type`  string , `Callback__Yes___No_`  string , `Ring_Groups`  string , `User_Name`  string , `Direct_Assignment_User`  string , `Team_Name`  string , `User_ID`  string , `Direct_Assignment_IDs`  string , `Team_ID`  string , `Handling_Ring_Groups`  string , `Disconnected_By_Agent`  string , `Last_Contact__Yes___No_`  string , `Data_Status__Valid___Inaccurate___Damaged_`  string , `Data_Status__Valid___Damaged_`  string , `contacts_numeric_field_1`  string , `contacts_handling_attribute_names`  string , `Int_Custom_Field_N1`  string , `contacts_numeric_field_2`  string , `contacts_handling_attribute_levels`  string , `Int_Custom_Field_N2`  string , `contacts_numeric_field_3`  string , `Float_Custom_Field_N1`  string , `contacts_user_attribute_names`  string , `Float_Custom_Field_N2`  string , `contacts_numeric_field_4`  string , `contacts_user_attribute_levels`  string , `Text_Custom_Field_N1`  string , `contacts_text_field_1`  string , `Text_Custom_Field_N2`  string , `contacts_text_field_2`  string , `contacts_text_field_3`  string , `Text_Custom_Field_N3`  string , `contacts_text_field_4`  string , `Text_Custom_Field_N4`  string , `contacts_timestamp_field_1_time`  string , `Timestamp_Custom_Field_N1`  string , `Attributes`  string , `Proficiency`  string , `User_Attributes`  string , `User_Proficiency`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_csv.talkdesk_contacts`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_csv.talkdesk_contacts"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2022-02-21 13:28:17",
        "disabled": false,
        "format": "raw",
        "id": 965,
        "is_partitioned": true,
        "is_schema_datatyped": true,
        "name": {
            "database": "sfdl_prod_csv",
            "table": "talkdesk_contacts"
        },
        "type": "csv"
    },
    "partition": {
        "count": 56,
        "ddl": [
            "ALTER TABLE\n    `sfdl_prod_csv.talkdesk_contacts`\nADD\n\n\n PARTITION (dt='2025-10-14') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-14/'\n PARTITION (dt='2025-10-15') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-15/'\n PARTITION (dt='2025-10-16') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-16/'\n PARTITION (dt='2025-10-17') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-17/'\n PARTITION (dt='2025-10-18') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-18/'\n PARTITION (dt='2025-10-19') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-19/'\n PARTITION (dt='2025-10-20') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-20/'\n PARTITION (dt='2025-10-21') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-21/'\n PARTITION (dt='2025-10-22') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-22/'\n PARTITION (dt='2025-10-23') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-23/'\n PARTITION (dt='2025-10-24') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-24/'\n PARTITION (dt='2025-10-25') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-25/'\n PARTITION (dt='2025-10-26') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-26/'\n PARTITION (dt='2025-10-27') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-27/'\n PARTITION (dt='2025-10-28') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-28/'\n PARTITION (dt='2025-10-29') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-29/'\n PARTITION (dt='2025-10-30') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-30/'\n PARTITION (dt='2025-10-31') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-31/'\n PARTITION (dt='2025-11-01') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-01/'\n PARTITION (dt='2025-11-02') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-02/'\n PARTITION (dt='2025-11-03') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-03/'\n PARTITION (dt='2025-11-04') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-04/'\n PARTITION (dt='2025-11-05') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-05/'\n PARTITION (dt='2025-11-06') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-06/'\n PARTITION (dt='2025-11-07') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-07/'\n PARTITION (dt='2025-11-08') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-08/'\n PARTITION (dt='2025-11-09') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-09/'\n PARTITION (dt='2025-11-10') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-10/'\n PARTITION (dt='2025-11-11') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-11/'\n PARTITION (dt='2025-11-12') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-12/'\n PARTITION (dt='2025-11-13') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-13/'\n PARTITION (dt='2025-11-14') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-14/'\n PARTITION (dt='2025-11-15') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-15/'\n PARTITION (dt='2025-11-16') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-16/'\n PARTITION (dt='2025-11-17') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-17/'\n PARTITION (dt='2025-11-18') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-18/'\n PARTITION (dt='2025-11-19') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-19/'\n PARTITION (dt='2025-11-20') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-20/'\n PARTITION (dt='2025-11-21') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-21/'\n PARTITION (dt='2025-11-22') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-22/'\n PARTITION (dt='2025-11-23') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-23/'\n PARTITION (dt='2025-11-24') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-24/'\n PARTITION (dt='2025-11-25') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-25/'\n PARTITION (dt='2025-11-26') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-26/'\n PARTITION (dt='2025-11-27') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-27/'\n PARTITION (dt='2025-11-28') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-28/'\n PARTITION (dt='2025-11-29') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-29/'\n PARTITION (dt='2025-11-30') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-30/'\n PARTITION (dt='2025-12-01') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-01/'\n PARTITION (dt='2025-12-02') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-02/'\n PARTITION (dt='2025-12-03') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-03/'\n PARTITION (dt='2025-12-04') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-04/'\n PARTITION (dt='2025-12-05') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-05/'\n PARTITION (dt='2025-12-06') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-06/'\n PARTITION (dt='2025-12-07') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-07/'\n PARTITION (dt='2025-12-08') location 's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-08/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 1566069,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-14/",
                    "name": "dt",
                    "value": "2025-10-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-10-15 06:00:59",
                        "last_data": "2025-10-15 06:00:59"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1566302,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-15/",
                    "name": "dt",
                    "value": "2025-10-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-10-16 06:01:17",
                        "last_data": "2025-10-16 06:01:17"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1584182,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-16/",
                    "name": "dt",
                    "value": "2025-10-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-10-17 06:01:21",
                        "last_data": "2025-10-17 06:01:21"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1595967,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-17/",
                    "name": "dt",
                    "value": "2025-10-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-10-18 06:01:26",
                        "last_data": "2025-10-18 06:01:26"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1596189,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-18/",
                    "name": "dt",
                    "value": "2025-10-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-10-19 06:01:21",
                        "last_data": "2025-10-19 06:01:21"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1596763,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-19/",
                    "name": "dt",
                    "value": "2025-10-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-10-20 06:18:57",
                        "last_data": "2025-10-20 06:18:57"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1597000,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-20/",
                    "name": "dt",
                    "value": "2025-10-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-10-21 06:31:28",
                        "last_data": "2025-10-21 06:31:28"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1597237,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-21/",
                    "name": "dt",
                    "value": "2025-10-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-10-22 06:31:31",
                        "last_data": "2025-10-22 06:31:31"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1597462,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-22/",
                    "name": "dt",
                    "value": "2025-10-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-10-23 06:09:05",
                        "last_data": "2025-10-23 06:09:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1597725,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-23/",
                    "name": "dt",
                    "value": "2025-10-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-10-24 06:13:39",
                        "last_data": "2025-10-24 06:13:39"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1597963,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-24/",
                    "name": "dt",
                    "value": "2025-10-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-10-25 06:31:28",
                        "last_data": "2025-10-25 06:31:28"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1598195,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-25/",
                    "name": "dt",
                    "value": "2025-10-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-10-26 06:10:40",
                        "last_data": "2025-10-26 06:10:40"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1598417,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-26/",
                    "name": "dt",
                    "value": "2025-10-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-10-27 06:08:21",
                        "last_data": "2025-10-27 06:08:21"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1598661,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-27/",
                    "name": "dt",
                    "value": "2025-10-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-10-28 06:09:39",
                        "last_data": "2025-10-28 06:09:39"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1598893,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-28/",
                    "name": "dt",
                    "value": "2025-10-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-10-29 06:11:54",
                        "last_data": "2025-10-29 06:11:54"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1599133,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-29/",
                    "name": "dt",
                    "value": "2025-10-29"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-10-30 06:11:14",
                        "last_data": "2025-10-30 06:11:14"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1599363,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-30/",
                    "name": "dt",
                    "value": "2025-10-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-10-31 06:07:37",
                        "last_data": "2025-10-31 06:07:37"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1599609,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-10-31/",
                    "name": "dt",
                    "value": "2025-10-31"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-01 06:32:06",
                        "last_data": "2025-11-01 06:32:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1600039,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-01/",
                    "name": "dt",
                    "value": "2025-11-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-02 06:32:06",
                        "last_data": "2025-11-02 06:32:06"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1600274,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-02/",
                    "name": "dt",
                    "value": "2025-11-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-03 06:13:36",
                        "last_data": "2025-11-03 06:13:36"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1600516,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-03/",
                    "name": "dt",
                    "value": "2025-11-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-04 06:35:30",
                        "last_data": "2025-11-04 06:35:30"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1600755,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-04/",
                    "name": "dt",
                    "value": "2025-11-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-05 06:32:39",
                        "last_data": "2025-11-05 06:32:39"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1600988,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-05/",
                    "name": "dt",
                    "value": "2025-11-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-06 06:08:48",
                        "last_data": "2025-11-06 06:08:48"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1601231,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-06/",
                    "name": "dt",
                    "value": "2025-11-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-07 06:31:40",
                        "last_data": "2025-11-07 06:31:40"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1601496,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-07/",
                    "name": "dt",
                    "value": "2025-11-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-08 06:31:57",
                        "last_data": "2025-11-08 06:31:57"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1601729,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-08/",
                    "name": "dt",
                    "value": "2025-11-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-09 07:20:16",
                        "last_data": "2025-11-09 07:20:16"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1601957,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-09/",
                    "name": "dt",
                    "value": "2025-11-09"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-10 06:06:44",
                        "last_data": "2025-11-10 06:06:44"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1602201,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-10/",
                    "name": "dt",
                    "value": "2025-11-10"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-11 06:13:41",
                        "last_data": "2025-11-11 06:13:41"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1602445,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-11/",
                    "name": "dt",
                    "value": "2025-11-11"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-12 07:14:53",
                        "last_data": "2025-11-12 07:14:53"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1602677,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-12/",
                    "name": "dt",
                    "value": "2025-11-12"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-13 06:12:18",
                        "last_data": "2025-11-13 06:12:18"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1602913,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-13/",
                    "name": "dt",
                    "value": "2025-11-13"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-14 06:10:40",
                        "last_data": "2025-11-14 06:10:40"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1603142,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-14/",
                    "name": "dt",
                    "value": "2025-11-14"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-15 06:09:07",
                        "last_data": "2025-11-15 06:09:07"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1604788,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-15/",
                    "name": "dt",
                    "value": "2025-11-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-16 06:07:35",
                        "last_data": "2025-11-16 06:07:35"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1605800,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-16/",
                    "name": "dt",
                    "value": "2025-11-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-17 06:08:23",
                        "last_data": "2025-11-17 06:08:23"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1606070,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-17/",
                    "name": "dt",
                    "value": "2025-11-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-18 06:08:03",
                        "last_data": "2025-11-18 06:08:03"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1606305,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-18/",
                    "name": "dt",
                    "value": "2025-11-18"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-19 06:13:28",
                        "last_data": "2025-11-19 06:13:28"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1606548,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-19/",
                    "name": "dt",
                    "value": "2025-11-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-20 06:12:49",
                        "last_data": "2025-11-20 06:12:49"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1606778,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-20/",
                    "name": "dt",
                    "value": "2025-11-20"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-21 06:09:05",
                        "last_data": "2025-11-21 06:09:05"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1607546,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-21/",
                    "name": "dt",
                    "value": "2025-11-21"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-22 06:12:09",
                        "last_data": "2025-11-22 06:12:09"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1607801,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-22/",
                    "name": "dt",
                    "value": "2025-11-22"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-23 06:11:30",
                        "last_data": "2025-11-23 06:11:30"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1608029,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-23/",
                    "name": "dt",
                    "value": "2025-11-23"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-24 06:31:46",
                        "last_data": "2025-11-24 06:31:46"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1608268,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-24/",
                    "name": "dt",
                    "value": "2025-11-24"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-25 06:09:16",
                        "last_data": "2025-11-25 06:09:16"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1608499,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-25/",
                    "name": "dt",
                    "value": "2025-11-25"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-26 06:09:13",
                        "last_data": "2025-11-26 06:09:13"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1608735,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-26/",
                    "name": "dt",
                    "value": "2025-11-26"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-27 06:07:58",
                        "last_data": "2025-11-27 06:07:58"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1608959,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-27/",
                    "name": "dt",
                    "value": "2025-11-27"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-28 06:05:43",
                        "last_data": "2025-11-28 06:05:43"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1609194,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-28/",
                    "name": "dt",
                    "value": "2025-11-28"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-29 06:11:17",
                        "last_data": "2025-11-29 06:11:17"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1609426,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-29/",
                    "name": "dt",
                    "value": "2025-11-29"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-11-30 06:31:28",
                        "last_data": "2025-11-30 06:31:28"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1609654,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-11-30/",
                    "name": "dt",
                    "value": "2025-11-30"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-12-01 06:09:14",
                        "last_data": "2025-12-01 06:09:14"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1609900,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-01/",
                    "name": "dt",
                    "value": "2025-12-01"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-12-02 06:09:37",
                        "last_data": "2025-12-02 06:09:37"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1610137,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-02/",
                    "name": "dt",
                    "value": "2025-12-02"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-12-03 06:10:03",
                        "last_data": "2025-12-03 06:10:03"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1610377,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-03/",
                    "name": "dt",
                    "value": "2025-12-03"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-12-04 06:08:50",
                        "last_data": "2025-12-04 06:08:50"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1610612,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-04/",
                    "name": "dt",
                    "value": "2025-12-04"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-12-05 06:03:23",
                        "last_data": "2025-12-05 06:03:23"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1611132,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-05/",
                    "name": "dt",
                    "value": "2025-12-05"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-12-06 06:12:17",
                        "last_data": "2025-12-06 06:12:17"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1611359,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-06/",
                    "name": "dt",
                    "value": "2025-12-06"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-12-07 06:08:04",
                        "last_data": "2025-12-07 06:08:04"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1611589,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-07/",
                    "name": "dt",
                    "value": "2025-12-07"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-12-08 06:15:24",
                        "last_data": "2025-12-08 06:15:24"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            },
            {
                "info": {
                    "id": 1611826,
                    "location": "s3://sfdl-csv-talkdesk-prod/raw_incremental/contacts/dt=2025-12-08/",
                    "name": "dt",
                    "value": "2025-12-08"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2025-12-09 06:08:47",
                        "last_data": "2025-12-09 06:08:47"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": false
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "Abandon_Time": "string",
            "After_Call_Work_Time": "string",
            "Answered_At": "string",
            "Attributes": "string",
            "Callback__Yes___No_": "string",
            "Company_Number": "string",
            "Connect_Time": "string",
            "Connected_At": "string",
            "Contact_ID": "string",
            "Contact_Person_Number": "string",
            "Contact_Type": "string",
            "Data_Status__Valid___Damaged_": "string",
            "Data_Status__Valid___Inaccurate___Damaged_": "string",
            "Direct_Assignment_IDs": "string",
            "Direct_Assignment_User": "string",
            "Direction": "string",
            "Disconnected_By_Agent": "string",
            "Duration": "string",
            "External_Phone_Number__Forward_": "string",
            "Finished_At": "string",
            "Float_Custom_Field_N1": "string",
            "Float_Custom_Field_N2": "string",
            "Handle_Time": "string",
            "Handling_Ring_Groups": "string",
            "Hard_Hold_Time": "string",
            "Hold_Time": "string",
            "Inside_Business_Hours__Yes___No_": "string",
            "Inside_Service_Level__Yes__No_": "string",
            "Int_Custom_Field_N1": "string",
            "Int_Custom_Field_N2": "string",
            "Interaction_ID": "string",
            "Last_Contact__Yes___No_": "string",
            "Phone_Display_Name": "string",
            "Proficiency": "string",
            "Ring_Groups": "string",
            "Ring_Time": "string",
            "Short_Abandon_Time": "string",
            "Soft_Hold_Time": "string",
            "Started_At": "string",
            "Talk_Time": "string",
            "Team_ID": "string",
            "Team_Name": "string",
            "Text_Custom_Field_N1": "string",
            "Text_Custom_Field_N2": "string",
            "Text_Custom_Field_N3": "string",
            "Text_Custom_Field_N4": "string",
            "Time_to_Missed": "string",
            "Time_to_Voicemail": "string",
            "Timestamp_Custom_Field_N1": "string",
            "Transfer_In_Type": "string",
            "Transfer_In__Yes___No_": "string",
            "Transfer_Out_Type": "string",
            "Transfer_Out__Yes_No_": "string",
            "User_Attributes": "string",
            "User_ID": "string",
            "User_Name": "string",
            "User_Proficiency": "string",
            "Wait_Time": "string",
            "Within_Service_Level_Threshold__Yes___No_": "string",
            "contacts_handling_attribute_levels": "string",
            "contacts_handling_attribute_names": "string",
            "contacts_numeric_field_1": "string",
            "contacts_numeric_field_2": "string",
            "contacts_numeric_field_3": "string",
            "contacts_numeric_field_4": "string",
            "contacts_text_field_1": "string",
            "contacts_text_field_2": "string",
            "contacts_text_field_3": "string",
            "contacts_text_field_4": "string",
            "contacts_timestamp_field_1_time": "string",
            "contacts_user_attribute_levels": "string",
            "contacts_user_attribute_names": "string"
        },
        "created": "2025-08-15 06:00:48",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_csv`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_csv.talkdesk_contacts`\n(\n `Interaction_ID`  string , `Contact_ID`  string , `Company_Number`  string , `Phone_Display_Name`  string , `Contact_Person_Number`  string , `External_Phone_Number__Forward_`  string , `Direction`  string , `Contact_Type`  string , `Started_At`  string , `Wait_Time`  string , `Time_to_Missed`  string , `Abandon_Time`  string , `Short_Abandon_Time`  string , `Time_to_Voicemail`  string , `Ring_Time`  string , `Connect_Time`  string , `Answered_At`  string , `Connected_At`  string , `Talk_Time`  string , `Hard_Hold_Time`  string , `Soft_Hold_Time`  string , `Hold_Time`  string , `After_Call_Work_Time`  string , `Finished_At`  string , `Duration`  string , `Handle_Time`  string , `Inside_Business_Hours__Yes___No_`  string , `Inside_Service_Level__Yes__No_`  string , `Within_Service_Level_Threshold__Yes___No_`  string , `Transfer_Out__Yes_No_`  string , `Transfer_Out_Type`  string , `Transfer_In__Yes___No_`  string , `Transfer_In_Type`  string , `Callback__Yes___No_`  string , `Ring_Groups`  string , `User_Name`  string , `Direct_Assignment_User`  string , `Team_Name`  string , `User_ID`  string , `Direct_Assignment_IDs`  string , `Team_ID`  string , `Handling_Ring_Groups`  string , `Disconnected_By_Agent`  string , `Last_Contact__Yes___No_`  string , `Data_Status__Valid___Inaccurate___Damaged_`  string , `Data_Status__Valid___Damaged_`  string , `contacts_numeric_field_1`  string , `contacts_handling_attribute_names`  string , `Int_Custom_Field_N1`  string , `contacts_numeric_field_2`  string , `contacts_handling_attribute_levels`  string , `Int_Custom_Field_N2`  string , `contacts_numeric_field_3`  string , `Float_Custom_Field_N1`  string , `contacts_user_attribute_names`  string , `Float_Custom_Field_N2`  string , `contacts_numeric_field_4`  string , `contacts_user_attribute_levels`  string , `Text_Custom_Field_N1`  string , `contacts_text_field_1`  string , `Text_Custom_Field_N2`  string , `contacts_text_field_2`  string , `contacts_text_field_3`  string , `Text_Custom_Field_N3`  string , `contacts_text_field_4`  string , `Text_Custom_Field_N4`  string , `contacts_timestamp_field_1_time`  string , `Timestamp_Custom_Field_N1`  string , `Attributes`  string , `Proficiency`  string , `User_Attributes`  string , `User_Proficiency`  string \n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.apache.hadoop.hive.serde2.OpenCSVSerde'\n WITH SERDEPROPERTIES ( 'separatorChar' = ',', 'quoteChar' = '\"', 'escapeChar' = '\\\\')\nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-csv-talkdesk-prod/raw_incremental/contacts'\nTBLPROPERTIES ('skip.header.line.count' = '1')",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_csv.talkdesk_contacts`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_csv.talkdesk_contacts"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}