Schema Info
Schema Name: sfdl_prod_drivethru.netsuite_netsuite_item
- created: 2024-10-30 11:45:33
- disabled: False
- format: raw
- id: 1988
- is_partitioned: True
- is_schema_datatyped: True
- name:
{ "database": "sfdl_prod_drivethru", "table": "netsuite_netsuite_item" } - type: drivethrujson
Schema Versions: 2
-
Version 1075791
- created: 2024-11-05 19:04:45
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "DROP TABLE IF EXISTS `sfdl_prod_drivethru.netsuite_netsuite_item`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.netsuite_netsuite_item`\n(\n`contract_item_type`STRING,`billing_schedule`STRING,`full_name`STRING,`salesforce_id`STRING,`type`STRING,`subsidiary`STRING,`direct_revenue_posting`STRING,`allocation_type`STRING,`contract_billing_freq`STRING,`income_account`STRING,`subitem_of`STRING,`charge_late_fee`STRING,`bill_recurrently`STRING,`description`STRING,`cost_estimate_type`STRING,`income_account_number`STRING,`avatax_taxcode`STRING,`internal_id`STRING,`subtype`STRING,`product`STRING,`minimum_order_qty`STRING,`activated_in_salesforce`STRING,`lastmodifieddate`STRING,`inactive`STRING,`contract_endofterm_action`STRING,`date_created`STRING,`contract_item`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item'\n", "MSCK REPAIR TABLE sfdl_prod_drivethru.netsuite_netsuite_item" ] - hive_path: s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item
- id: 1075791
- processed: 1
- raw_data:
{ "activated_in_salesforce": false, "allocation_type": "NORMAL", "avatax_taxcode": "PC070500", "bill_recurrently": false, "billing_schedule": null, "charge_late_fee": false, "contract_billing_freq": null, "contract_endofterm_action": null, "contract_item": false, "contract_item_type": "None", "cost_estimate_type": "LASTPURCHPRICE", "date_created": "2/10/2023 6:35:51 pm", "description": "12 Volt Electric Strike Lock", "direct_revenue_posting": false, "full_name": "12-Volt Strike Lock", "inactive": false, "income_account": "FMS CAC Install", "income_account_number": "44015", "internal_id": 165, "lastmodifieddate": "11/5/2024 2:40:50 pm", "minimum_order_qty": null, "product": "Access Control - Storage", "salesforce_id": "01t4u00000dlsIFAAY", "subitem_of": null, "subsidiary": "Rednova Labs, Inc.", "subtype": "Resale", "type": "NonInvtPart" } - schema_attributes:
{ "activated_in_salesforce": "string", "allocation_type": "string", "avatax_taxcode": "string", "bill_recurrently": "string", "billing_schedule": "string", "charge_late_fee": "string", "contract_billing_freq": "string", "contract_endofterm_action": "string", "contract_item": "string", "contract_item_type": "string", "cost_estimate_type": "string", "date_created": "string", "description": "string", "direct_revenue_posting": "string", "full_name": "string", "inactive": "string", "income_account": "string", "income_account_number": "string", "internal_id": "string", "lastmodifieddate": "string", "minimum_order_qty": "string", "product": "string", "salesforce_id": "string", "subitem_of": "string", "subsidiary": "string", "subtype": "string", "type": "string" } - schema_name_id: 1988
- schema_scan_id: 131003523
- updated: 2024-11-05 19:04:58
-
Version 1068651
- created: 2024-10-30 11:45:34
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "DROP TABLE IF EXISTS `sfdl_prod_drivethru.netsuite_netsuite_item`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.netsuite_netsuite_item`\n(\n`internal_id`STRING,`full_name`STRING,`inactive`STRING,`product`STRING,`activated_in_salesforce`STRING,`salesforce_id`STRING,`allocation_type`STRING,`avatax_taxcode`STRING,`bill_recurrently`STRING,`billing_schedule`STRING,`charge_late_fee`STRING,`contract_item`STRING,`contract_item_type`STRING,`contract_endofterm_action`STRING,`contract_billing_freq`STRING,`cost_estimate_type`STRING,`date_created`STRING,`description`STRING,`direct_revenue_posting`STRING,`income_account_number`STRING,`income_account`STRING,`minimum_order_qty`STRING,`subsidiary`STRING,`subtype`STRING,`subitem_of`STRING,`type`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item'\n", "MSCK REPAIR TABLE sfdl_prod_drivethru.netsuite_netsuite_item" ] - hive_path: s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item
- id: 1068651
- processed: 1
- raw_data:
{ "activated_in_salesforce": false, "allocation_type": "NORMAL", "avatax_taxcode": "SW054003", "bill_recurrently": false, "billing_schedule": null, "charge_late_fee": false, "contract_billing_freq": "Monthly", "contract_endofterm_action": "Perpetual Evergreen", "contract_item": true, "contract_item_type": "Subscription", "cost_estimate_type": "ITEMDEFINED", "date_created": "2/11/2023 12:03:22 am", "description": "Per Month Charge for Custom Insurance listing in FMS", "direct_revenue_posting": false, "full_name": "(OLD) Custom Insurance Dropdown (per month)", "inactive": false, "income_account": "SEMS Pro Service Fees", "income_account_number": "44002", "internal_id": 276, "minimum_order_qty": null, "product": "FMS - SL", "salesforce_id": null, "subitem_of": null, "subsidiary": "SiteLink Software, LLC", "subtype": "Sale", "type": "NonInvtPart" } - schema_attributes:
{ "activated_in_salesforce": "string", "allocation_type": "string", "avatax_taxcode": "string", "bill_recurrently": "string", "billing_schedule": "string", "charge_late_fee": "string", "contract_billing_freq": "string", "contract_endofterm_action": "string", "contract_item": "string", "contract_item_type": "string", "cost_estimate_type": "string", "date_created": "string", "description": "string", "direct_revenue_posting": "string", "full_name": "string", "inactive": "string", "income_account": "string", "income_account_number": "string", "internal_id": "string", "minimum_order_qty": "string", "product": "string", "salesforce_id": "string", "subitem_of": "string", "subsidiary": "string", "subtype": "string", "type": "string" } - schema_name_id: 1988
- schema_scan_id: 130546856
- updated: 2024-10-30 11:45:48
Schema Scans: 3
Last at 2026-04-16 19:04:36
-
Scan 162152244
- duration: 0:00:03.890110
- exit_message:
{ "ddl_changed": false, "partitions_applied": true, "success": true } - id: 162152244
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-04-16", "name": "dt", "type": "string", "value": "2026-04-16" }, "s3": { "bucket": "sfdl-drivethrujson-drivethru-prod", "hive_path": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item", "key": "raw_incremental/netsuite_netsuite_item/dt=2026-04-16/netsuite_item_part_1_17-01-59-547.json.gz" }, "schema": { "name": "sfdl_prod_drivethru.netsuite_netsuite_item", "type": "drivethrujson" }, "trace_context": { "parent_id": 11602243439868682042, "service_name": "drive-thru", "span_id": 15279516119883469397, "trace_id": 11027138000058170638 } } - running: False
- schema_name_id: 1988
- start_time: 2026-04-16 19:04:36
- success: True
- trace_id: 11027138000058170638
-
Scan 131003523
- duration: 0:00:17.702501
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 2, "partitions_applied": false, "success": true } - id: 131003523
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2024-11-05", "name": "dt", "type": "string", "value": "2024-11-05" }, "s3": { "bucket": "sfdl-drivethrujson-drivethru-prod", "hive_path": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item", "key": "raw_incremental/netsuite_netsuite_item/dt=2024-11-05/netsuite_item_part_1.json.gz" }, "schema": { "name": "sfdl_prod_drivethru.netsuite_netsuite_item", "type": "drivethrujson" }, "trace_context": { "parent_id": 12878287563296872729, "service_name": "drive-thru", "span_id": 16424787014726386517, "trace_id": 16830344485815402403 } } - running: False
- schema_name_id: 1988
- start_time: 2024-11-05 19:04:44
- success: True
- trace_id: 16830344485815402403
-
Scan 130546856
- duration: 0:00:17.788008
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 1, "partitions_applied": false, "success": true } - id: 130546856
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": true, "partition": { "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2024-10-30", "name": "dt", "type": "string", "value": "2024-10-30" }, "s3": { "bucket": "sfdl-drivethrujson-drivethru-prod", "hive_path": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item", "key": "raw_incremental/netsuite_netsuite_item/dt=2024-10-30/netsuite_item_part_1.json.gz" }, "schema": { "name": "sfdl_prod_drivethru.netsuite_netsuite_item", "type": "drivethrujson" }, "trace_context": { "parent_id": 13165015060344939892, "service_name": "drive-thru", "span_id": 17676035542053928022, "trace_id": 7963508355687729536 } } - running: False
- schema_name_id: 1988
- start_time: 2024-10-30 11:45:33
- success: True
- trace_id: 7963508355687729536
- count: 57
- ddl:
[ "ALTER TABLE\n `sfdl_prod_drivethru.netsuite_netsuite_item`\nADD\n\n\n PARTITION (dt='2025-10-15') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-15/'\n PARTITION (dt='2025-10-20') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-20/'\n PARTITION (dt='2025-10-21') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-21/'\n PARTITION (dt='2025-10-22') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-22/'\n PARTITION (dt='2025-10-28') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-28/'\n PARTITION (dt='2025-10-29') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-29/'\n PARTITION (dt='2025-10-30') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-30/'\n PARTITION (dt='2025-10-31') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-31/'\n PARTITION (dt='2025-11-02') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-02/'\n PARTITION (dt='2025-11-03') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-03/'\n PARTITION (dt='2025-11-04') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-04/'\n PARTITION (dt='2025-11-05') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-05/'\n PARTITION (dt='2025-11-11') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-11/'\n PARTITION (dt='2025-11-12') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-12/'\n PARTITION (dt='2025-11-14') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-14/'\n PARTITION (dt='2025-11-18') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-18/'\n PARTITION (dt='2025-11-20') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-20/'\n PARTITION (dt='2025-12-03') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-03/'\n PARTITION (dt='2025-12-09') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-09/'\n PARTITION (dt='2025-12-12') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-12/'\n PARTITION (dt='2025-12-15') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-15/'\n PARTITION (dt='2025-12-17') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-17/'\n PARTITION (dt='2025-12-22') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-22/'\n PARTITION (dt='2026-01-07') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-07/'\n PARTITION (dt='2026-01-08') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-08/'\n PARTITION (dt='2026-01-09') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-09/'\n PARTITION (dt='2026-01-19') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-19/'\n PARTITION (dt='2026-01-20') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-20/'\n PARTITION (dt='2026-01-22') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-22/'\n PARTITION (dt='2026-01-23') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-23/'\n PARTITION (dt='2026-01-24') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-24/'\n PARTITION (dt='2026-01-26') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-26/'\n PARTITION (dt='2026-01-27') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-27/'\n PARTITION (dt='2026-01-28') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-28/'\n PARTITION (dt='2026-01-30') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-30/'\n PARTITION (dt='2026-02-02') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-02/'\n PARTITION (dt='2026-02-04') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-04/'\n PARTITION (dt='2026-02-09') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-09/'\n PARTITION (dt='2026-02-10') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-10/'\n PARTITION (dt='2026-02-11') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-11/'\n PARTITION (dt='2026-02-13') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-13/'\n PARTITION (dt='2026-02-19') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-19/'\n PARTITION (dt='2026-03-06') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-06/'\n PARTITION (dt='2026-03-08') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-08/'\n PARTITION (dt='2026-03-09') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-09/'\n PARTITION (dt='2026-03-11') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-11/'\n PARTITION (dt='2026-03-13') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-13/'\n PARTITION (dt='2026-03-16') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-16/'\n PARTITION (dt='2026-03-19') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-19/'\n PARTITION (dt='2026-03-23') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-23/'\n PARTITION (dt='2026-03-25') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-25/'\n PARTITION (dt='2026-03-26') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-26/'\n PARTITION (dt='2026-03-27') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-27/'\n PARTITION (dt='2026-03-30') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-30/'\n PARTITION (dt='2026-04-01') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-04-01/'\n PARTITION (dt='2026-04-02') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-04-02/'\n PARTITION (dt='2026-04-16') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-04-16/'\n;" ] - name: dt
- state:
[ { "info": { "id": 1566179, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-15/", "name": "dt", "value": "2025-10-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-15 19:02:18", "last_data": "2025-10-15 19:02:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1596850, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-20/", "name": "dt", "value": "2025-10-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-20 19:06:35", "last_data": "2025-10-20 19:06:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1597115, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-21/", "name": "dt", "value": "2025-10-21" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-21 19:14:47", "last_data": "2025-10-21 19:14:47" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1597346, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-22/", "name": "dt", "value": "2025-10-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-22 19:29:35", "last_data": "2025-10-22 19:29:35" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1598778, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-28/", "name": "dt", "value": "2025-10-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-28 19:33:52", "last_data": "2025-10-28 19:33:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1599000, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-29/", "name": "dt", "value": "2025-10-29" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-29 19:07:32", "last_data": "2025-10-29 19:07:32" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1599239, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-30/", "name": "dt", "value": "2025-10-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-30 19:22:42", "last_data": "2025-10-30 19:22:42" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1599474, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-31/", "name": "dt", "value": "2025-10-31" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-31 19:24:34", "last_data": "2025-10-31 19:24:34" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1600208, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-02/", "name": "dt", "value": "2025-11-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-02 19:22:28", "last_data": "2025-11-02 19:22:28" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1600460, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-03/", "name": "dt", "value": "2025-11-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-03 19:45:04", "last_data": "2025-11-03 19:45:04" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1600687, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-04/", "name": "dt", "value": "2025-11-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-04 19:13:33", "last_data": "2025-11-04 19:13:33" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1600923, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-05/", "name": "dt", "value": "2025-11-05" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-05 19:26:00", "last_data": "2025-11-05 19:26:00" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1602375, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-11/", "name": "dt", "value": "2025-11-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-11 19:16:07", "last_data": "2025-11-11 19:16:07" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1602605, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-12/", "name": "dt", "value": "2025-11-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-12 19:20:07", "last_data": "2025-11-12 19:20:07" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1603089, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-14/", "name": "dt", "value": "2025-11-14" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-14 19:20:07", "last_data": "2025-11-14 19:20:07" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1606245, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-18/", "name": "dt", "value": "2025-11-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-18 19:15:23", "last_data": "2025-11-18 19:15:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1606718, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-20/", "name": "dt", "value": "2025-11-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-11-20 19:17:52", "last_data": "2025-11-20 19:17:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1610317, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-03/", "name": "dt", "value": "2025-12-03" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-03 19:16:26", "last_data": "2025-12-03 19:16:26" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1612239, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-09/", "name": "dt", "value": "2025-12-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-09 19:12:48", "last_data": "2025-12-09 19:12:48" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1613013, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-12/", "name": "dt", "value": "2025-12-12" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-12 19:17:46", "last_data": "2025-12-12 19:17:46" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1613787, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-15/", "name": "dt", "value": "2025-12-15" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-15 19:15:40", "last_data": "2025-12-15 19:15:40" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1616749, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-17/", "name": "dt", "value": "2025-12-17" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-17 19:11:13", "last_data": "2025-12-17 19:11:13" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1617870, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-22/", "name": "dt", "value": "2025-12-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-12-22 19:05:28", "last_data": "2025-12-22 19:05:28" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1621388, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-07/", "name": "dt", "value": "2026-01-07" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-07 19:05:39", "last_data": "2026-01-07 19:05:39" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1621613, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-08/", "name": "dt", "value": "2026-01-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-08 19:04:30", "last_data": "2026-01-08 19:04:30" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1621825, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-09/", "name": "dt", "value": "2026-01-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-09 19:05:22", "last_data": "2026-01-09 19:05:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1626506, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-19/", "name": "dt", "value": "2026-01-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-19 19:02:50", "last_data": "2026-01-19 19:02:50" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1626753, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-20/", "name": "dt", "value": "2026-01-20" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-20 19:03:17", "last_data": "2026-01-20 19:03:17" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1627187, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-22/", "name": "dt", "value": "2026-01-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-22 19:03:21", "last_data": "2026-01-22 19:03:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1627407, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-23/", "name": "dt", "value": "2026-01-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-23 19:05:12", "last_data": "2026-01-23 19:05:12" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1627616, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-24/", "name": "dt", "value": "2026-01-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-24 19:04:17", "last_data": "2026-01-24 19:04:17" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1628052, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-26/", "name": "dt", "value": "2026-01-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-26 19:04:52", "last_data": "2026-01-26 19:04:52" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1628258, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-27/", "name": "dt", "value": "2026-01-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-27 19:03:37", "last_data": "2026-01-27 19:03:37" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1628482, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-28/", "name": "dt", "value": "2026-01-28" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-28 19:05:21", "last_data": "2026-01-28 19:05:21" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1628943, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-30/", "name": "dt", "value": "2026-01-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-01-30 19:05:23", "last_data": "2026-01-30 19:05:23" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1629592, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-02/", "name": "dt", "value": "2026-02-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-02 19:03:44", "last_data": "2026-02-02 19:03:44" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1630096, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-04/", "name": "dt", "value": "2026-02-04" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-04 19:04:32", "last_data": "2026-02-04 19:04:32" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1631186, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-09/", "name": "dt", "value": "2026-02-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-09 19:03:40", "last_data": "2026-02-09 19:03:40" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1631418, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-10/", "name": "dt", "value": "2026-02-10" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-10 19:22:32", "last_data": "2026-02-10 19:22:32" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1631736, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-11/", "name": "dt", "value": "2026-02-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-11 19:05:01", "last_data": "2026-02-11 19:05:01" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1632253, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-13/", "name": "dt", "value": "2026-02-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-13 19:02:27", "last_data": "2026-02-13 19:02:27" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1635687, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-19/", "name": "dt", "value": "2026-02-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-19 19:04:55", "last_data": "2026-02-19 19:04:55" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1642645, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-06/", "name": "dt", "value": "2026-03-06" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-06 19:03:22", "last_data": "2026-03-06 19:03:22" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1643113, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-08/", "name": "dt", "value": "2026-03-08" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-08 19:02:28", "last_data": "2026-03-08 19:02:28" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1643859, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-09/", "name": "dt", "value": "2026-03-09" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-09 19:03:56", "last_data": "2026-03-09 19:03:56" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1645153, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-11/", "name": "dt", "value": "2026-03-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-11 19:03:32", "last_data": "2026-03-11 19:03:32" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1645580, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-13/", "name": "dt", "value": "2026-03-13" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-13 19:01:50", "last_data": "2026-03-13 19:01:50" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1648020, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-16/", "name": "dt", "value": "2026-03-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-16 19:01:49", "last_data": "2026-03-16 19:01:49" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1648699, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-19/", "name": "dt", "value": "2026-03-19" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-19 19:02:38", "last_data": "2026-03-19 19:02:38" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1649664, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-23/", "name": "dt", "value": "2026-03-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-23 19:03:07", "last_data": "2026-03-23 19:03:07" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1650131, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-25/", "name": "dt", "value": "2026-03-25" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-25 19:02:44", "last_data": "2026-03-25 19:02:44" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1650346, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-26/", "name": "dt", "value": "2026-03-26" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-26 19:02:36", "last_data": "2026-03-26 19:02:36" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1650562, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-27/", "name": "dt", "value": "2026-03-27" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-27 19:02:26", "last_data": "2026-03-27 19:02:26" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1651712, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-30/", "name": "dt", "value": "2026-03-30" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-30 19:02:12", "last_data": "2026-03-30 19:02:12" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1652155, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-04-01/", "name": "dt", "value": "2026-04-01" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-01 19:02:16", "last_data": "2026-04-01 19:02:16" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1652530, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-04-02/", "name": "dt", "value": "2026-04-02" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-02 19:03:04", "last_data": "2026-04-02 19:03:04" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } }, { "info": { "id": 1661233, "location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-04-16/", "name": "dt", "value": "2026-04-16" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-04-16 19:04:37", "last_data": "2026-04-16 19:04:37" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": false } } } ] - type: string
- attributes:
{ "activated_in_salesforce": "string", "allocation_type": "string", "avatax_taxcode": "string", "bill_recurrently": "string", "billing_schedule": "string", "charge_late_fee": "string", "contract_billing_freq": "string", "contract_endofterm_action": "string", "contract_item": "string", "contract_item_type": "string", "cost_estimate_type": "string", "date_created": "string", "description": "string", "direct_revenue_posting": "string", "full_name": "string", "inactive": "string", "income_account": "string", "income_account_number": "string", "internal_id": "string", "lastmodifieddate": "string", "minimum_order_qty": "string", "product": "string", "salesforce_id": "string", "subitem_of": "string", "subsidiary": "string", "subtype": "string", "type": "string" } - created: 2024-11-05 19:04:45
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.netsuite_netsuite_item`\n(\n`contract_item_type`STRING,`billing_schedule`STRING,`full_name`STRING,`salesforce_id`STRING,`type`STRING,`subsidiary`STRING,`direct_revenue_posting`STRING,`allocation_type`STRING,`contract_billing_freq`STRING,`income_account`STRING,`subitem_of`STRING,`charge_late_fee`STRING,`bill_recurrently`STRING,`description`STRING,`cost_estimate_type`STRING,`income_account_number`STRING,`avatax_taxcode`STRING,`internal_id`STRING,`subtype`STRING,`product`STRING,`minimum_order_qty`STRING,`activated_in_salesforce`STRING,`lastmodifieddate`STRING,`inactive`STRING,`contract_endofterm_action`STRING,`date_created`STRING,`contract_item`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.netsuite_netsuite_item`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.netsuite_netsuite_item" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2024-10-30 11:45:33",
"disabled": false,
"format": "raw",
"id": 1988,
"is_partitioned": true,
"is_schema_datatyped": true,
"name": {
"database": "sfdl_prod_drivethru",
"table": "netsuite_netsuite_item"
},
"type": "drivethrujson"
},
"partition": {
"count": 57,
"ddl": [
"ALTER TABLE\n `sfdl_prod_drivethru.netsuite_netsuite_item`\nADD\n\n\n PARTITION (dt='2025-10-15') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-15/'\n PARTITION (dt='2025-10-20') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-20/'\n PARTITION (dt='2025-10-21') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-21/'\n PARTITION (dt='2025-10-22') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-22/'\n PARTITION (dt='2025-10-28') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-28/'\n PARTITION (dt='2025-10-29') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-29/'\n PARTITION (dt='2025-10-30') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-30/'\n PARTITION (dt='2025-10-31') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-31/'\n PARTITION (dt='2025-11-02') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-02/'\n PARTITION (dt='2025-11-03') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-03/'\n PARTITION (dt='2025-11-04') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-04/'\n PARTITION (dt='2025-11-05') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-05/'\n PARTITION (dt='2025-11-11') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-11/'\n PARTITION (dt='2025-11-12') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-12/'\n PARTITION (dt='2025-11-14') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-14/'\n PARTITION (dt='2025-11-18') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-18/'\n PARTITION (dt='2025-11-20') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-20/'\n PARTITION (dt='2025-12-03') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-03/'\n PARTITION (dt='2025-12-09') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-09/'\n PARTITION (dt='2025-12-12') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-12/'\n PARTITION (dt='2025-12-15') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-15/'\n PARTITION (dt='2025-12-17') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-17/'\n PARTITION (dt='2025-12-22') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-22/'\n PARTITION (dt='2026-01-07') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-07/'\n PARTITION (dt='2026-01-08') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-08/'\n PARTITION (dt='2026-01-09') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-09/'\n PARTITION (dt='2026-01-19') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-19/'\n PARTITION (dt='2026-01-20') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-20/'\n PARTITION (dt='2026-01-22') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-22/'\n PARTITION (dt='2026-01-23') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-23/'\n PARTITION (dt='2026-01-24') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-24/'\n PARTITION (dt='2026-01-26') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-26/'\n PARTITION (dt='2026-01-27') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-27/'\n PARTITION (dt='2026-01-28') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-28/'\n PARTITION (dt='2026-01-30') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-30/'\n PARTITION (dt='2026-02-02') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-02/'\n PARTITION (dt='2026-02-04') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-04/'\n PARTITION (dt='2026-02-09') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-09/'\n PARTITION (dt='2026-02-10') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-10/'\n PARTITION (dt='2026-02-11') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-11/'\n PARTITION (dt='2026-02-13') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-13/'\n PARTITION (dt='2026-02-19') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-19/'\n PARTITION (dt='2026-03-06') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-06/'\n PARTITION (dt='2026-03-08') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-08/'\n PARTITION (dt='2026-03-09') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-09/'\n PARTITION (dt='2026-03-11') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-11/'\n PARTITION (dt='2026-03-13') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-13/'\n PARTITION (dt='2026-03-16') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-16/'\n PARTITION (dt='2026-03-19') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-19/'\n PARTITION (dt='2026-03-23') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-23/'\n PARTITION (dt='2026-03-25') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-25/'\n PARTITION (dt='2026-03-26') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-26/'\n PARTITION (dt='2026-03-27') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-27/'\n PARTITION (dt='2026-03-30') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-30/'\n PARTITION (dt='2026-04-01') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-04-01/'\n PARTITION (dt='2026-04-02') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-04-02/'\n PARTITION (dt='2026-04-16') location 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-04-16/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 1566179,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-15/",
"name": "dt",
"value": "2025-10-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-15 19:02:18",
"last_data": "2025-10-15 19:02:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1596850,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-20/",
"name": "dt",
"value": "2025-10-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-20 19:06:35",
"last_data": "2025-10-20 19:06:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1597115,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-21/",
"name": "dt",
"value": "2025-10-21"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-21 19:14:47",
"last_data": "2025-10-21 19:14:47"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1597346,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-22/",
"name": "dt",
"value": "2025-10-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-22 19:29:35",
"last_data": "2025-10-22 19:29:35"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1598778,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-28/",
"name": "dt",
"value": "2025-10-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-28 19:33:52",
"last_data": "2025-10-28 19:33:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1599000,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-29/",
"name": "dt",
"value": "2025-10-29"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-29 19:07:32",
"last_data": "2025-10-29 19:07:32"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1599239,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-30/",
"name": "dt",
"value": "2025-10-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-30 19:22:42",
"last_data": "2025-10-30 19:22:42"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1599474,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-10-31/",
"name": "dt",
"value": "2025-10-31"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-31 19:24:34",
"last_data": "2025-10-31 19:24:34"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1600208,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-02/",
"name": "dt",
"value": "2025-11-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-02 19:22:28",
"last_data": "2025-11-02 19:22:28"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1600460,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-03/",
"name": "dt",
"value": "2025-11-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-03 19:45:04",
"last_data": "2025-11-03 19:45:04"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1600687,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-04/",
"name": "dt",
"value": "2025-11-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-04 19:13:33",
"last_data": "2025-11-04 19:13:33"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1600923,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-05/",
"name": "dt",
"value": "2025-11-05"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-05 19:26:00",
"last_data": "2025-11-05 19:26:00"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1602375,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-11/",
"name": "dt",
"value": "2025-11-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-11 19:16:07",
"last_data": "2025-11-11 19:16:07"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1602605,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-12/",
"name": "dt",
"value": "2025-11-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-12 19:20:07",
"last_data": "2025-11-12 19:20:07"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1603089,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-14/",
"name": "dt",
"value": "2025-11-14"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-14 19:20:07",
"last_data": "2025-11-14 19:20:07"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1606245,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-18/",
"name": "dt",
"value": "2025-11-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-18 19:15:23",
"last_data": "2025-11-18 19:15:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1606718,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-11-20/",
"name": "dt",
"value": "2025-11-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-11-20 19:17:52",
"last_data": "2025-11-20 19:17:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1610317,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-03/",
"name": "dt",
"value": "2025-12-03"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-03 19:16:26",
"last_data": "2025-12-03 19:16:26"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1612239,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-09/",
"name": "dt",
"value": "2025-12-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-09 19:12:48",
"last_data": "2025-12-09 19:12:48"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1613013,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-12/",
"name": "dt",
"value": "2025-12-12"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-12 19:17:46",
"last_data": "2025-12-12 19:17:46"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1613787,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-15/",
"name": "dt",
"value": "2025-12-15"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-15 19:15:40",
"last_data": "2025-12-15 19:15:40"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1616749,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-17/",
"name": "dt",
"value": "2025-12-17"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-17 19:11:13",
"last_data": "2025-12-17 19:11:13"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1617870,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2025-12-22/",
"name": "dt",
"value": "2025-12-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-12-22 19:05:28",
"last_data": "2025-12-22 19:05:28"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1621388,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-07/",
"name": "dt",
"value": "2026-01-07"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-07 19:05:39",
"last_data": "2026-01-07 19:05:39"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1621613,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-08/",
"name": "dt",
"value": "2026-01-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-08 19:04:30",
"last_data": "2026-01-08 19:04:30"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1621825,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-09/",
"name": "dt",
"value": "2026-01-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-09 19:05:22",
"last_data": "2026-01-09 19:05:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1626506,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-19/",
"name": "dt",
"value": "2026-01-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-19 19:02:50",
"last_data": "2026-01-19 19:02:50"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1626753,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-20/",
"name": "dt",
"value": "2026-01-20"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-20 19:03:17",
"last_data": "2026-01-20 19:03:17"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1627187,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-22/",
"name": "dt",
"value": "2026-01-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-22 19:03:21",
"last_data": "2026-01-22 19:03:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1627407,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-23/",
"name": "dt",
"value": "2026-01-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-23 19:05:12",
"last_data": "2026-01-23 19:05:12"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1627616,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-24/",
"name": "dt",
"value": "2026-01-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-24 19:04:17",
"last_data": "2026-01-24 19:04:17"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1628052,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-26/",
"name": "dt",
"value": "2026-01-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-26 19:04:52",
"last_data": "2026-01-26 19:04:52"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1628258,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-27/",
"name": "dt",
"value": "2026-01-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-27 19:03:37",
"last_data": "2026-01-27 19:03:37"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1628482,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-28/",
"name": "dt",
"value": "2026-01-28"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-28 19:05:21",
"last_data": "2026-01-28 19:05:21"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1628943,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-01-30/",
"name": "dt",
"value": "2026-01-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-01-30 19:05:23",
"last_data": "2026-01-30 19:05:23"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1629592,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-02/",
"name": "dt",
"value": "2026-02-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-02 19:03:44",
"last_data": "2026-02-02 19:03:44"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1630096,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-04/",
"name": "dt",
"value": "2026-02-04"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-04 19:04:32",
"last_data": "2026-02-04 19:04:32"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1631186,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-09/",
"name": "dt",
"value": "2026-02-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-09 19:03:40",
"last_data": "2026-02-09 19:03:40"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1631418,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-10/",
"name": "dt",
"value": "2026-02-10"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-10 19:22:32",
"last_data": "2026-02-10 19:22:32"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1631736,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-11/",
"name": "dt",
"value": "2026-02-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-11 19:05:01",
"last_data": "2026-02-11 19:05:01"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1632253,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-13/",
"name": "dt",
"value": "2026-02-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-13 19:02:27",
"last_data": "2026-02-13 19:02:27"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1635687,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-02-19/",
"name": "dt",
"value": "2026-02-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-19 19:04:55",
"last_data": "2026-02-19 19:04:55"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1642645,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-06/",
"name": "dt",
"value": "2026-03-06"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-06 19:03:22",
"last_data": "2026-03-06 19:03:22"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1643113,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-08/",
"name": "dt",
"value": "2026-03-08"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-08 19:02:28",
"last_data": "2026-03-08 19:02:28"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1643859,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-09/",
"name": "dt",
"value": "2026-03-09"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-09 19:03:56",
"last_data": "2026-03-09 19:03:56"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1645153,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-11/",
"name": "dt",
"value": "2026-03-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-11 19:03:32",
"last_data": "2026-03-11 19:03:32"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1645580,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-13/",
"name": "dt",
"value": "2026-03-13"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-13 19:01:50",
"last_data": "2026-03-13 19:01:50"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1648020,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-16/",
"name": "dt",
"value": "2026-03-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-16 19:01:49",
"last_data": "2026-03-16 19:01:49"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1648699,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-19/",
"name": "dt",
"value": "2026-03-19"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-19 19:02:38",
"last_data": "2026-03-19 19:02:38"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1649664,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-23/",
"name": "dt",
"value": "2026-03-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-23 19:03:07",
"last_data": "2026-03-23 19:03:07"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1650131,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-25/",
"name": "dt",
"value": "2026-03-25"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-25 19:02:44",
"last_data": "2026-03-25 19:02:44"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1650346,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-26/",
"name": "dt",
"value": "2026-03-26"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-26 19:02:36",
"last_data": "2026-03-26 19:02:36"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1650562,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-27/",
"name": "dt",
"value": "2026-03-27"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-27 19:02:26",
"last_data": "2026-03-27 19:02:26"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1651712,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-03-30/",
"name": "dt",
"value": "2026-03-30"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-30 19:02:12",
"last_data": "2026-03-30 19:02:12"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1652155,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-04-01/",
"name": "dt",
"value": "2026-04-01"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-01 19:02:16",
"last_data": "2026-04-01 19:02:16"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1652530,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-04-02/",
"name": "dt",
"value": "2026-04-02"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-02 19:03:04",
"last_data": "2026-04-02 19:03:04"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
},
{
"info": {
"id": 1661233,
"location": "s3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item/dt=2026-04-16/",
"name": "dt",
"value": "2026-04-16"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-04-16 19:04:37",
"last_data": "2026-04-16 19:04:37"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": false
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"activated_in_salesforce": "string",
"allocation_type": "string",
"avatax_taxcode": "string",
"bill_recurrently": "string",
"billing_schedule": "string",
"charge_late_fee": "string",
"contract_billing_freq": "string",
"contract_endofterm_action": "string",
"contract_item": "string",
"contract_item_type": "string",
"cost_estimate_type": "string",
"date_created": "string",
"description": "string",
"direct_revenue_posting": "string",
"full_name": "string",
"inactive": "string",
"income_account": "string",
"income_account_number": "string",
"internal_id": "string",
"lastmodifieddate": "string",
"minimum_order_qty": "string",
"product": "string",
"salesforce_id": "string",
"subitem_of": "string",
"subsidiary": "string",
"subtype": "string",
"type": "string"
},
"created": "2024-11-05 19:04:45",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_drivethru`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_drivethru.netsuite_netsuite_item`\n(\n`contract_item_type`STRING,`billing_schedule`STRING,`full_name`STRING,`salesforce_id`STRING,`type`STRING,`subsidiary`STRING,`direct_revenue_posting`STRING,`allocation_type`STRING,`contract_billing_freq`STRING,`income_account`STRING,`subitem_of`STRING,`charge_late_fee`STRING,`bill_recurrently`STRING,`description`STRING,`cost_estimate_type`STRING,`income_account_number`STRING,`avatax_taxcode`STRING,`internal_id`STRING,`subtype`STRING,`product`STRING,`minimum_order_qty`STRING,`activated_in_salesforce`STRING,`lastmodifieddate`STRING,`inactive`STRING,`contract_endofterm_action`STRING,`date_created`STRING,`contract_item`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-drivethrujson-drivethru-prod/raw_incremental/netsuite_netsuite_item'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_drivethru.netsuite_netsuite_item`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_drivethru.netsuite_netsuite_item"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}