Schema Info

Schema Name: sfdl_prod_segment.slwebedition_showreport

created: 2022-07-27 11:52:57
disabled: False
format: raw
id: 1003
is_partitioned: True
is_schema_datatyped: False

name:

{
    "database": "sfdl_prod_segment",
    "table": "slwebedition_showreport"
}

type: segment

Schema Versions: 6

Version 332696

created: 2022-08-11 10:29:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.slwebedition_showreport`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.slwebedition_showreport`\n(\n`channel`STRING,`type`STRING,`timestamp`STRING,`originalTimestamp`STRING,`messageId`STRING,`writeKey`STRING,`receivedAt`STRING,`event`STRING,`_origin`STRING,`userId`STRING,`properties`struct<`eventDate`:STRING,`feature`:STRING,`reportName`:STRING,`transactionId`:STRING,`filter`:struct<`ilinespace`:STRING,`dreport`:STRING,`iunitid`:STRING,`bshowtenantnotes`:STRING,`bmobileenabled`:STRING,`idayslate`:STRING,`exceptiontype`:STRING,`ddailyclosestrt`:STRING,`etensort`:STRING,`ifiscalyear`:STRING,`baccrual`:STRING,`dend`:STRING,`iemployeefilter`:STRING,`dstrt`:STRING,`eposfilter`:STRING,`ssqlparams`:STRING,`ssql`:STRING,`einsursort`:STRING,`bemv`:STRING,`efinfilter`:STRING,`iledgerid`:STRING,`bslms`:STRING,`emgmtsort`:STRING,`iunitfilter`:STRING,`eselection`:STRING,`einsurfilter`:STRING,`ecustomunit`:STRING,`eperiod`:STRING,`epossort`:STRING,`ifiscalid`:STRING,`etenfilter`:STRING,`ssubtitle`:STRING,`siteid`:STRING,`efinsort`:STRING,`eunitsort`:STRING,`emgmtfilter`:STRING,`smdreport`:STRING,`ddailycloseend`:STRING,`eslmsblocalonly`:STRING,`bdecrypt`:STRING,`eexceptionsort`:STRING,`ichartofacctid`:STRING,`eselection3`:STRING>>,`version`STRING,`sentAt`STRING,`context`struct<`sessionId`:STRING,`corporationCode`:STRING,`fms`:STRING,`locationCode`:STRING,`version`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`operatorId`:STRING>,`projectId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-slwebedition-prod/separated_dt/showReport'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.slwebedition_showreport"
]

hive_path: s3://sfdl-segment-slwebedition-prod/separated_dt/showReport
id: 332696
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "16.0.0"
    },
    "_origin": "2022-08-11T15:29:52Z|s3://sfdl-segment-slwebedition-prod/segment-logs/oWKPn9aUr999B4xPof4FiV/1660176000000/1660231534576.events-archiver-26.a254827.ca7a832e-4495-4f54-b32c-ad3d3e3ea10c.gz|analytics-segment-separator-prod:$LATEST",
    "channel": "server",
    "context": {
        "corporationCode": "CJAJ",
        "fms": "sitelink",
        "library": {
            "name": "analytics-node",
            "version": "6.0.0"
        },
        "locationCode": "VSIW",
        "operatorId": "12831",
        "sessionId": "b70485ac-7a26-4e58-9220-6002e7922389",
        "version": "1.0.0"
    },
    "event": "showReport",
    "integrations": {},
    "messageId": "node-8acf9dbe5466089acd78073e678fa8dd-47be11c3-7fe3-4a4a-9916-f877c0e76f4c",
    "originalTimestamp": "2022-08-11T15:02:23.826Z",
    "projectId": "oWKPn9aUr999B4xPof4FiV",
    "properties": {
        "eventDate": "2022-08-11 11:02:23-04:00",
        "feature": "Reports",
        "filter": {
            "ecustomunit": "SLNet.FrmOptionUnitCustom+CustomUnitOptions",
            "eunitsort": "Type",
            "siteid": "35296",
            "smdreport": "Unit_CustomUnitsReport",
            "ssql": "spOpGetCustomUnitReport",
            "ssqlparams": "System.Data.SqlClient.SqlParameter[]",
            "ssubtitle": "Custom Unit Report"
        },
        "reportName": "Custom Units Report",
        "transactionId": "cd5c6065-a07a-4e3f-9685-5c2ffcb7efdb"
    },
    "receivedAt": "2022-08-11T15:02:32.600Z",
    "sentAt": "2022-08-11T15:02:32.364Z",
    "timestamp": "2022-08-11T15:02:24.062Z",
    "type": "track",
    "userId": "CJAJ:VSIW",
    "version": 2,
    "writeKey": "0dCBe4WIqqJ1ZzIfY2U8W8lDyzNEmtMb"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.corporationCode": "string",
    "context.fms": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locationCode": "string",
    "context.operatorId": "string",
    "context.sessionId": "string",
    "context.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.eventDate": "string",
    "properties.feature": "string",
    "properties.filter.baccrual": "string",
    "properties.filter.bdecrypt": "string",
    "properties.filter.bemv": "string",
    "properties.filter.bmobileenabled": "string",
    "properties.filter.bshowtenantnotes": "string",
    "properties.filter.bslms": "string",
    "properties.filter.ddailycloseend": "string",
    "properties.filter.ddailyclosestrt": "string",
    "properties.filter.dend": "string",
    "properties.filter.dreport": "string",
    "properties.filter.dstrt": "string",
    "properties.filter.ecustomunit": "string",
    "properties.filter.eexceptionsort": "string",
    "properties.filter.efinfilter": "string",
    "properties.filter.efinsort": "string",
    "properties.filter.einsurfilter": "string",
    "properties.filter.einsursort": "string",
    "properties.filter.emgmtfilter": "string",
    "properties.filter.emgmtsort": "string",
    "properties.filter.eperiod": "string",
    "properties.filter.eposfilter": "string",
    "properties.filter.epossort": "string",
    "properties.filter.eselection": "string",
    "properties.filter.eselection3": "string",
    "properties.filter.eslmsblocalonly": "string",
    "properties.filter.etenfilter": "string",
    "properties.filter.etensort": "string",
    "properties.filter.eunitsort": "string",
    "properties.filter.exceptiontype": "string",
    "properties.filter.ichartofacctid": "string",
    "properties.filter.idayslate": "string",
    "properties.filter.iemployeefilter": "string",
    "properties.filter.ifiscalid": "string",
    "properties.filter.ifiscalyear": "string",
    "properties.filter.iledgerid": "string",
    "properties.filter.ilinespace": "string",
    "properties.filter.iunitfilter": "string",
    "properties.filter.iunitid": "string",
    "properties.filter.siteid": "string",
    "properties.filter.smdreport": "string",
    "properties.filter.ssql": "string",
    "properties.filter.ssqlparams": "string",
    "properties.filter.ssubtitle": "string",
    "properties.reportName": "string",
    "properties.transactionId": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 1003
schema_scan_id: 69661341
updated: 2022-08-11 10:30:16

Version 331895

created: 2022-08-09 07:15:14

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.slwebedition_showreport`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.slwebedition_showreport`\n(\n`timestamp`STRING,`properties`struct<`transactionId`:STRING,`reportName`:STRING,`eventDate`:STRING,`feature`:STRING,`filter`:struct<`dreport`:STRING,`ssubtitle`:STRING,`baccrual`:STRING,`ichartofacctid`:STRING,`ilinespace`:STRING,`iledgerid`:STRING,`iunitid`:STRING,`smdreport`:STRING,`eexceptionsort`:STRING,`eselection`:STRING,`bshowtenantnotes`:STRING,`iemployeefilter`:STRING,`dend`:STRING,`bemv`:STRING,`ifiscalyear`:STRING,`eperiod`:STRING,`ddailycloseend`:STRING,`bslms`:STRING,`eslmsblocalonly`:STRING,`einsursort`:STRING,`siteid`:STRING,`ddailyclosestrt`:STRING,`ifiscalid`:STRING,`emgmtsort`:STRING,`eunitsort`:STRING,`bmobileenabled`:STRING,`bdecrypt`:STRING,`epossort`:STRING,`efinfilter`:STRING,`etenfilter`:STRING,`dstrt`:STRING,`exceptiontype`:STRING,`efinsort`:STRING,`eposfilter`:STRING,`emgmtfilter`:STRING,`eselection3`:STRING,`einsurfilter`:STRING,`idayslate`:STRING,`etensort`:STRING,`iunitfilter`:STRING>>,`writeKey`STRING,`channel`STRING,`messageId`STRING,`projectId`STRING,`_origin`STRING,`sentAt`STRING,`type`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`context`struct<`corporationCode`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`fms`:STRING,`version`:STRING,`sessionId`:STRING,`operatorId`:STRING,`locationCode`:STRING>,`version`STRING,`event`STRING,`userId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-slwebedition-prod/separated_dt/showReport'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.slwebedition_showreport"
]

hive_path: s3://sfdl-segment-slwebedition-prod/separated_dt/showReport
id: 331895
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "16.0.0"
    },
    "_origin": "2022-08-09T12:15:10Z|s3://sfdl-segment-slwebedition-prod/segment-logs/oWKPn9aUr999B4xPof4FiV/1660003200000/1660047091658.events-archiver-40.a254827.683b8832-1d15-4eb0-bce1-0c17a233308d.gz|analytics-segment-separator-prod:$LATEST",
    "channel": "server",
    "context": {
        "corporationCode": "CJAJ",
        "fms": "sitelink",
        "library": {
            "name": "analytics-node",
            "version": "6.0.0"
        },
        "locationCode": "CLTP",
        "operatorId": "92317",
        "sessionId": "2fbcf344-a331-41a3-bd41-3dee6747e29f",
        "version": "1.0.0"
    },
    "event": "showReport",
    "integrations": {},
    "messageId": "node-97763afa4a072956a5b45dd193bf147f-fb3ce55d-3d9c-4158-8d93-fdd1bacbb574",
    "originalTimestamp": "2022-08-09T11:58:16.230Z",
    "projectId": "oWKPn9aUr999B4xPof4FiV",
    "properties": {
        "eventDate": "2022-08-09 07:58:26-04:00",
        "feature": "Reports",
        "filter": {
            "dend": "8/9/2022 11:59:59 PM",
            "dreport": "8/9/2022 11:59:59 PM",
            "dstrt": "7/10/2022 12:00:00 AM",
            "eexceptionsort": "Tenant",
            "eperiod": "StartAndEndDates",
            "exceptiontype": "RentWaived",
            "iemployeefilter": null,
            "iunitfilter": null,
            "siteid": "33595",
            "smdreport": "Mgmt_Exceptions",
            "ssubtitle": "Rent Waived"
        },
        "reportName": "Exceptions",
        "transactionId": "c9479a6f-c34b-4ae3-8a96-9d430ba8e181"
    },
    "receivedAt": "2022-08-09T11:58:25.743Z",
    "sentAt": "2022-08-09T11:58:25.514Z",
    "timestamp": "2022-08-09T11:58:16.459Z",
    "type": "track",
    "userId": "CJAJ:CLTP",
    "version": 2,
    "writeKey": "0dCBe4WIqqJ1ZzIfY2U8W8lDyzNEmtMb"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.corporationCode": "string",
    "context.fms": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locationCode": "string",
    "context.operatorId": "string",
    "context.sessionId": "string",
    "context.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.eventDate": "string",
    "properties.feature": "string",
    "properties.filter.baccrual": "string",
    "properties.filter.bdecrypt": "string",
    "properties.filter.bemv": "string",
    "properties.filter.bmobileenabled": "string",
    "properties.filter.bshowtenantnotes": "string",
    "properties.filter.bslms": "string",
    "properties.filter.ddailycloseend": "string",
    "properties.filter.ddailyclosestrt": "string",
    "properties.filter.dend": "string",
    "properties.filter.dreport": "string",
    "properties.filter.dstrt": "string",
    "properties.filter.eexceptionsort": "string",
    "properties.filter.efinfilter": "string",
    "properties.filter.efinsort": "string",
    "properties.filter.einsurfilter": "string",
    "properties.filter.einsursort": "string",
    "properties.filter.emgmtfilter": "string",
    "properties.filter.emgmtsort": "string",
    "properties.filter.eperiod": "string",
    "properties.filter.eposfilter": "string",
    "properties.filter.epossort": "string",
    "properties.filter.eselection": "string",
    "properties.filter.eselection3": "string",
    "properties.filter.eslmsblocalonly": "string",
    "properties.filter.etenfilter": "string",
    "properties.filter.etensort": "string",
    "properties.filter.eunitsort": "string",
    "properties.filter.exceptiontype": "string",
    "properties.filter.ichartofacctid": "string",
    "properties.filter.idayslate": "string",
    "properties.filter.iemployeefilter": "string",
    "properties.filter.ifiscalid": "string",
    "properties.filter.ifiscalyear": "string",
    "properties.filter.iledgerid": "string",
    "properties.filter.ilinespace": "string",
    "properties.filter.iunitfilter": "string",
    "properties.filter.iunitid": "string",
    "properties.filter.siteid": "string",
    "properties.filter.smdreport": "string",
    "properties.filter.ssubtitle": "string",
    "properties.reportName": "string",
    "properties.transactionId": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 1003
schema_scan_id: 69507014
updated: 2022-08-09 07:15:30

Version 330037

created: 2022-08-02 16:45:08

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.slwebedition_showreport`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.slwebedition_showreport`\n(\n`timestamp`STRING,`properties`struct<`transactionId`:STRING,`reportName`:STRING,`eventDate`:STRING,`feature`:STRING,`filter`:struct<`dreport`:STRING,`ssubtitle`:STRING,`baccrual`:STRING,`ichartofacctid`:STRING,`ilinespace`:STRING,`iledgerid`:STRING,`iunitid`:STRING,`smdreport`:STRING,`eselection`:STRING,`bshowtenantnotes`:STRING,`dend`:STRING,`bemv`:STRING,`ifiscalyear`:STRING,`eperiod`:STRING,`ddailycloseend`:STRING,`bslms`:STRING,`eslmsblocalonly`:STRING,`einsursort`:STRING,`siteid`:STRING,`ddailyclosestrt`:STRING,`ifiscalid`:STRING,`emgmtsort`:STRING,`eunitsort`:STRING,`bmobileenabled`:STRING,`bdecrypt`:STRING,`epossort`:STRING,`efinfilter`:STRING,`etenfilter`:STRING,`dstrt`:STRING,`efinsort`:STRING,`eposfilter`:STRING,`emgmtfilter`:STRING,`eselection3`:STRING,`einsurfilter`:STRING,`idayslate`:STRING,`etensort`:STRING,`iunitfilter`:STRING>>,`writeKey`STRING,`channel`STRING,`messageId`STRING,`projectId`STRING,`_origin`STRING,`sentAt`STRING,`type`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`context`struct<`corporationCode`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`fms`:STRING,`version`:STRING,`sessionId`:STRING,`operatorId`:STRING,`locationCode`:STRING>,`version`STRING,`event`STRING,`userId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-slwebedition-prod/separated_dt/showReport'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.slwebedition_showreport"
]

hive_path: s3://sfdl-segment-slwebedition-prod/separated_dt/showReport
id: 330037
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "16.0.0"
    },
    "_origin": "2022-08-02T21:45:02Z|s3://sfdl-segment-slwebedition-prod/segment-logs/oWKPn9aUr999B4xPof4FiV/1659398400000/1659476440279.events-archiver-48.a254827.3f9b40f2-ab7a-40a5-b5d0-3255b29da701.gz|analytics-segment-separator-prod:$LATEST",
    "channel": "server",
    "context": {
        "corporationCode": "CJAJ",
        "fms": "sitelink",
        "library": {
            "name": "analytics-node",
            "version": "6.0.0"
        },
        "locationCode": "422S",
        "operatorId": "13447",
        "sessionId": "5ca6a10b-5310-4d3c-9e12-076019488c3b",
        "version": "1.0.0"
    },
    "event": "showReport",
    "integrations": {},
    "messageId": "node-f0eac6bf5e442e71d32eac98748ad5b0-8498ce05-096c-40c1-8d98-349d2b44a7e0",
    "originalTimestamp": "2022-08-02T20:51:55.353Z",
    "projectId": "oWKPn9aUr999B4xPof4FiV",
    "properties": {
        "eventDate": "2022-08-02 16:51:54-04:00",
        "feature": "Reports",
        "filter": {
            "bemv": "False",
            "bmobileenabled": "False",
            "bslms": "False",
            "dend": "8/2/2022 11:59:59 PM",
            "dstrt": "8/2/2022 12:00:00 AM",
            "efinsort": "Tenant",
            "eperiod": "Daily",
            "eslmsblocalonly": "False",
            "eunitsort": "Unit",
            "ifiscalid": "1486312",
            "iunitfilter": "1",
            "iunitid": "-999",
            "siteid": "30229",
            "smdreport": "Unit_VacantUnits",
            "ssubtitle": "Grouped By Features"
        },
        "reportName": "Vacant Units",
        "transactionId": "911b2e26-1c35-4c28-9bf3-8abc363b5945"
    },
    "receivedAt": "2022-08-02T20:52:01.556Z",
    "sentAt": "2022-08-02T20:52:01.321Z",
    "timestamp": "2022-08-02T20:51:55.588Z",
    "type": "track",
    "userId": "CJAJ:422S",
    "version": 2,
    "writeKey": "0dCBe4WIqqJ1ZzIfY2U8W8lDyzNEmtMb"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.corporationCode": "string",
    "context.fms": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locationCode": "string",
    "context.operatorId": "string",
    "context.sessionId": "string",
    "context.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.eventDate": "string",
    "properties.feature": "string",
    "properties.filter.baccrual": "string",
    "properties.filter.bdecrypt": "string",
    "properties.filter.bemv": "string",
    "properties.filter.bmobileenabled": "string",
    "properties.filter.bshowtenantnotes": "string",
    "properties.filter.bslms": "string",
    "properties.filter.ddailycloseend": "string",
    "properties.filter.ddailyclosestrt": "string",
    "properties.filter.dend": "string",
    "properties.filter.dreport": "string",
    "properties.filter.dstrt": "string",
    "properties.filter.efinfilter": "string",
    "properties.filter.efinsort": "string",
    "properties.filter.einsurfilter": "string",
    "properties.filter.einsursort": "string",
    "properties.filter.emgmtfilter": "string",
    "properties.filter.emgmtsort": "string",
    "properties.filter.eperiod": "string",
    "properties.filter.eposfilter": "string",
    "properties.filter.epossort": "string",
    "properties.filter.eselection": "string",
    "properties.filter.eselection3": "string",
    "properties.filter.eslmsblocalonly": "string",
    "properties.filter.etenfilter": "string",
    "properties.filter.etensort": "string",
    "properties.filter.eunitsort": "string",
    "properties.filter.ichartofacctid": "string",
    "properties.filter.idayslate": "string",
    "properties.filter.ifiscalid": "string",
    "properties.filter.ifiscalyear": "string",
    "properties.filter.iledgerid": "string",
    "properties.filter.ilinespace": "string",
    "properties.filter.iunitfilter": "string",
    "properties.filter.iunitid": "string",
    "properties.filter.siteid": "string",
    "properties.filter.smdreport": "string",
    "properties.filter.ssubtitle": "string",
    "properties.reportName": "string",
    "properties.transactionId": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 1003
schema_scan_id: 69041657
updated: 2022-08-02 16:45:22

Version 330036

created: 2022-08-02 16:17:57

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.slwebedition_showreport`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.slwebedition_showreport`\n(\n`channel`STRING,`type`STRING,`timestamp`STRING,`originalTimestamp`STRING,`messageId`STRING,`writeKey`STRING,`receivedAt`STRING,`event`STRING,`_origin`STRING,`userId`STRING,`properties`struct<`eventDate`:STRING,`feature`:STRING,`reportName`:STRING,`transactionId`:STRING,`filter`:struct<`dreport`:STRING,`ilinespace`:STRING,`iunitid`:STRING,`bshowtenantnotes`:STRING,`bmobileenabled`:STRING,`idayslate`:STRING,`ddailyclosestrt`:STRING,`etensort`:STRING,`ifiscalyear`:STRING,`baccrual`:STRING,`dend`:STRING,`dstrt`:STRING,`eposfilter`:STRING,`einsursort`:STRING,`bemv`:STRING,`efinfilter`:STRING,`iledgerid`:STRING,`bslms`:STRING,`emgmtsort`:STRING,`iunitfilter`:STRING,`eselection`:STRING,`einsurfilter`:STRING,`eperiod`:STRING,`epossort`:STRING,`ifiscalid`:STRING,`etenfilter`:STRING,`ssubtitle`:STRING,`siteid`:STRING,`eunitsort`:STRING,`emgmtfilter`:STRING,`smdreport`:STRING,`ddailycloseend`:STRING,`eslmsblocalonly`:STRING,`bdecrypt`:STRING,`ichartofacctid`:STRING,`eselection3`:STRING>>,`version`STRING,`sentAt`STRING,`context`struct<`sessionId`:STRING,`corporationCode`:STRING,`fms`:STRING,`locationCode`:STRING,`version`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`operatorId`:STRING>,`projectId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-slwebedition-prod/separated_dt/showReport'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.slwebedition_showreport"
]

hive_path: s3://sfdl-segment-slwebedition-prod/separated_dt/showReport
id: 330036
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "16.0.0"
    },
    "_origin": "2022-08-02T21:17:32Z|s3://sfdl-segment-slwebedition-prod/segment-logs/oWKPn9aUr999B4xPof4FiV/1659398400000/1659474720474.events-archiver-30.a254827.d6f623b3-af2b-4eeb-9c7b-dd1f2f82329a.gz|analytics-segment-separator-prod:$LATEST",
    "channel": "server",
    "context": {
        "corporationCode": "CJAJ",
        "fms": "sitelink",
        "library": {
            "name": "analytics-node",
            "version": "6.0.0"
        },
        "locationCode": "CLDN",
        "operatorId": "41158",
        "sessionId": "f4065d4d-d395-4ea4-a874-a2b0187f8a2d",
        "version": "1.0.0"
    },
    "event": "showReport",
    "integrations": {},
    "messageId": "node-0b4620608bf9eddd91393970469968bb-0cc2b4ca-439a-4c22-af33-c86f2d06c6bb",
    "originalTimestamp": "2022-08-02T20:56:55.092Z",
    "projectId": "oWKPn9aUr999B4xPof4FiV",
    "properties": {
        "eventDate": "2022-08-02 14:56:54-06:00",
        "feature": "Reports",
        "filter": {
            "dend": "8/31/2022 11:59:59 PM",
            "dreport": "8/2/2022 11:59:59 PM",
            "dstrt": "8/1/2022 12:00:00 AM",
            "emgmtfilter": "AllCharges",
            "emgmtsort": "Tenant",
            "eperiod": "Monthly",
            "ichartofacctid": "0",
            "ifiscalyear": "0",
            "siteid": "33782",
            "smdreport": "Mgmt_Discounts",
            "ssubtitle": "All Charges"
        },
        "reportName": "Discounts",
        "transactionId": "d43de14c-3071-4e4b-adbb-91bad0117a66"
    },
    "receivedAt": "2022-08-02T20:57:00.722Z",
    "sentAt": "2022-08-02T20:57:00.481Z",
    "timestamp": "2022-08-02T20:56:55.333Z",
    "type": "track",
    "userId": "CJAJ:CLDN",
    "version": 2,
    "writeKey": "0dCBe4WIqqJ1ZzIfY2U8W8lDyzNEmtMb"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.corporationCode": "string",
    "context.fms": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locationCode": "string",
    "context.operatorId": "string",
    "context.sessionId": "string",
    "context.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.eventDate": "string",
    "properties.feature": "string",
    "properties.filter.baccrual": "string",
    "properties.filter.bdecrypt": "string",
    "properties.filter.bemv": "string",
    "properties.filter.bmobileenabled": "string",
    "properties.filter.bshowtenantnotes": "string",
    "properties.filter.bslms": "string",
    "properties.filter.ddailycloseend": "string",
    "properties.filter.ddailyclosestrt": "string",
    "properties.filter.dend": "string",
    "properties.filter.dreport": "string",
    "properties.filter.dstrt": "string",
    "properties.filter.efinfilter": "string",
    "properties.filter.einsurfilter": "string",
    "properties.filter.einsursort": "string",
    "properties.filter.emgmtfilter": "string",
    "properties.filter.emgmtsort": "string",
    "properties.filter.eperiod": "string",
    "properties.filter.eposfilter": "string",
    "properties.filter.epossort": "string",
    "properties.filter.eselection": "string",
    "properties.filter.eselection3": "string",
    "properties.filter.eslmsblocalonly": "string",
    "properties.filter.etenfilter": "string",
    "properties.filter.etensort": "string",
    "properties.filter.eunitsort": "string",
    "properties.filter.ichartofacctid": "string",
    "properties.filter.idayslate": "string",
    "properties.filter.ifiscalid": "string",
    "properties.filter.ifiscalyear": "string",
    "properties.filter.iledgerid": "string",
    "properties.filter.ilinespace": "string",
    "properties.filter.iunitfilter": "string",
    "properties.filter.iunitid": "string",
    "properties.filter.siteid": "string",
    "properties.filter.smdreport": "string",
    "properties.filter.ssubtitle": "string",
    "properties.reportName": "string",
    "properties.transactionId": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 1003
schema_scan_id: 69039787
updated: 2022-08-02 16:18:11

Version 330034

created: 2022-08-02 15:04:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.slwebedition_showreport`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.slwebedition_showreport`\n(\n`timestamp`STRING,`properties`struct<`transactionId`:STRING,`reportName`:STRING,`eventDate`:STRING,`feature`:STRING,`filter`:struct<`dreport`:STRING,`ssubtitle`:STRING,`baccrual`:STRING,`ilinespace`:STRING,`iledgerid`:STRING,`iunitid`:STRING,`smdreport`:STRING,`eselection`:STRING,`bshowtenantnotes`:STRING,`dend`:STRING,`bemv`:STRING,`ifiscalyear`:STRING,`eperiod`:STRING,`ddailycloseend`:STRING,`bslms`:STRING,`eslmsblocalonly`:STRING,`siteid`:STRING,`einsursort`:STRING,`ddailyclosestrt`:STRING,`ifiscalid`:STRING,`eunitsort`:STRING,`bmobileenabled`:STRING,`bdecrypt`:STRING,`epossort`:STRING,`efinfilter`:STRING,`etenfilter`:STRING,`dstrt`:STRING,`eposfilter`:STRING,`emgmtfilter`:STRING,`eselection3`:STRING,`einsurfilter`:STRING,`idayslate`:STRING,`etensort`:STRING,`iunitfilter`:STRING>>,`writeKey`STRING,`channel`STRING,`messageId`STRING,`projectId`STRING,`_origin`STRING,`sentAt`STRING,`type`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`context`struct<`corporationCode`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`fms`:STRING,`version`:STRING,`sessionId`:STRING,`operatorId`:STRING,`locationCode`:STRING>,`version`STRING,`event`STRING,`userId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-slwebedition-prod/separated_dt/showReport'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.slwebedition_showreport"
]

hive_path: s3://sfdl-segment-slwebedition-prod/separated_dt/showReport
id: 330034
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "16.0.0"
    },
    "_origin": "2022-08-02T20:04:08Z|s3://sfdl-segment-slwebedition-prod/segment-logs/oWKPn9aUr999B4xPof4FiV/1659398400000/1659470533921.events-archiver-15.a254827.d783f734-2ae7-4cd0-a0ee-715cb33db8b9.gz|analytics-segment-separator-prod:$LATEST",
    "channel": "server",
    "context": {
        "corporationCode": "CJAJ",
        "fms": "sitelink",
        "library": {
            "name": "analytics-node",
            "version": "6.0.0"
        },
        "locationCode": "CLXT",
        "operatorId": "17334",
        "sessionId": "5ddc46b9-e930-4e3d-98b9-9b22d81c154e",
        "version": "1.0.0"
    },
    "event": "showReport",
    "integrations": {},
    "messageId": "node-b6f26bdc46067684cfa5043bb025070a-b732dffc-16bf-463b-84a3-bfea8e68d484",
    "originalTimestamp": "2022-08-02T19:10:44.132Z",
    "projectId": "oWKPn9aUr999B4xPof4FiV",
    "properties": {
        "eventDate": "2022-08-02 15:10:43-04:00",
        "feature": "Reports",
        "filter": {
            "dend": "8/2/2022 11:59:59 PM",
            "dstrt": "8/1/2022 12:00:00 AM",
            "einsurfilter": "0",
            "einsursort": "Unit",
            "eperiod": "Monthly",
            "etenfilter": "0",
            "iledgerid": "1320542",
            "siteid": "37230",
            "smdreport": "Insur_InsuranceActivity"
        },
        "reportName": "Insurance Activity",
        "transactionId": "673e6fae-7ba9-4ba5-8e22-e44b0756919b"
    },
    "receivedAt": "2022-08-02T19:10:47.838Z",
    "sentAt": "2022-08-02T19:10:47.600Z",
    "timestamp": "2022-08-02T19:10:44.370Z",
    "type": "track",
    "userId": "CJAJ:CLXT",
    "version": 2,
    "writeKey": "0dCBe4WIqqJ1ZzIfY2U8W8lDyzNEmtMb"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.corporationCode": "string",
    "context.fms": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locationCode": "string",
    "context.operatorId": "string",
    "context.sessionId": "string",
    "context.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.eventDate": "string",
    "properties.feature": "string",
    "properties.filter.baccrual": "string",
    "properties.filter.bdecrypt": "string",
    "properties.filter.bemv": "string",
    "properties.filter.bmobileenabled": "string",
    "properties.filter.bshowtenantnotes": "string",
    "properties.filter.bslms": "string",
    "properties.filter.ddailycloseend": "string",
    "properties.filter.ddailyclosestrt": "string",
    "properties.filter.dend": "string",
    "properties.filter.dreport": "string",
    "properties.filter.dstrt": "string",
    "properties.filter.efinfilter": "string",
    "properties.filter.einsurfilter": "string",
    "properties.filter.einsursort": "string",
    "properties.filter.emgmtfilter": "string",
    "properties.filter.eperiod": "string",
    "properties.filter.eposfilter": "string",
    "properties.filter.epossort": "string",
    "properties.filter.eselection": "string",
    "properties.filter.eselection3": "string",
    "properties.filter.eslmsblocalonly": "string",
    "properties.filter.etenfilter": "string",
    "properties.filter.etensort": "string",
    "properties.filter.eunitsort": "string",
    "properties.filter.idayslate": "string",
    "properties.filter.ifiscalid": "string",
    "properties.filter.ifiscalyear": "string",
    "properties.filter.iledgerid": "string",
    "properties.filter.ilinespace": "string",
    "properties.filter.iunitfilter": "string",
    "properties.filter.iunitid": "string",
    "properties.filter.siteid": "string",
    "properties.filter.smdreport": "string",
    "properties.filter.ssubtitle": "string",
    "properties.reportName": "string",
    "properties.transactionId": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 1003
schema_scan_id: 69035042
updated: 2022-08-02 15:04:29

Version 329997

created: 2022-08-02 10:30:12

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "DROP TABLE IF EXISTS `sfdl_prod_segment.slwebedition_showreport`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.slwebedition_showreport`\n(\n`timestamp`STRING,`properties`struct<`transactionId`:STRING,`reportName`:STRING,`eventDate`:STRING,`feature`:STRING,`filter`:struct<`dreport`:STRING,`ssubtitle`:STRING,`baccrual`:STRING,`ilinespace`:STRING,`iledgerid`:STRING,`iunitid`:STRING,`smdreport`:STRING,`eselection`:STRING,`bshowtenantnotes`:STRING,`dend`:STRING,`bemv`:STRING,`ifiscalyear`:STRING,`eperiod`:STRING,`ddailycloseend`:STRING,`bslms`:STRING,`eslmsblocalonly`:STRING,`siteid`:STRING,`ddailyclosestrt`:STRING,`ifiscalid`:STRING,`eunitsort`:STRING,`bmobileenabled`:STRING,`bdecrypt`:STRING,`epossort`:STRING,`efinfilter`:STRING,`etenfilter`:STRING,`dstrt`:STRING,`eposfilter`:STRING,`emgmtfilter`:STRING,`eselection3`:STRING,`einsurfilter`:STRING,`idayslate`:STRING,`etensort`:STRING,`iunitfilter`:STRING>>,`writeKey`STRING,`channel`STRING,`messageId`STRING,`projectId`STRING,`_origin`STRING,`sentAt`STRING,`type`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`context`struct<`corporationCode`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`fms`:STRING,`version`:STRING,`sessionId`:STRING,`operatorId`:STRING,`locationCode`:STRING>,`version`STRING,`event`STRING,`userId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-slwebedition-prod/separated_dt/showReport'\n",
    "MSCK REPAIR TABLE sfdl_prod_segment.slwebedition_showreport"
]

hive_path: s3://sfdl-segment-slwebedition-prod/separated_dt/showReport
id: 329997
processed: 1

raw_data:

{
    "_metadata": {
        "nodeVersion": "16.0.0"
    },
    "_origin": "2022-08-02T15:29:54Z|s3://sfdl-segment-slwebedition-prod/segment-logs/oWKPn9aUr999B4xPof4FiV/1659398400000/1659454120703.events-archiver-37.a254827.a7e34108-f1a3-476a-a4bc-f982d0e5883a.gz|analytics-segment-separator-prod:$LATEST",
    "channel": "server",
    "context": {
        "corporationCode": "CJAJ",
        "fms": "sitelink",
        "library": {
            "name": "analytics-node",
            "version": "6.0.0"
        },
        "locationCode": "COCJ",
        "operatorId": "17298",
        "sessionId": "82547d92-a4ef-4497-91d4-a94100f2edc9",
        "version": "1.0.0"
    },
    "event": "showReport",
    "integrations": {},
    "messageId": "node-c23f3665d5373b7b513cfc745226d194-b491d2dc-0511-49ef-9938-b89bb9ef87a2",
    "originalTimestamp": "2022-08-02T15:01:25.205Z",
    "projectId": "oWKPn9aUr999B4xPof4FiV",
    "properties": {
        "eventDate": "2022-08-02 11:01:25-04:00",
        "feature": "Reports",
        "filter": {
            "dend": "6/30/2022 11:59:59 PM",
            "dreport": "6/30/2022 11:59:59 PM",
            "dstrt": "6/1/2022 12:00:00 AM",
            "einsurfilter": "0",
            "eperiod": "Monthly",
            "etenfilter": "0",
            "ifiscalyear": "0",
            "iledgerid": "762863",
            "siteid": "35519",
            "smdreport": "Mgmt_ManagementSummary"
        },
        "reportName": "Management Summary",
        "transactionId": "2fd7b570-abaf-4e60-90fe-07749accf645"
    },
    "receivedAt": "2022-08-02T15:01:26.423Z",
    "sentAt": "2022-08-02T15:01:26.184Z",
    "timestamp": "2022-08-02T15:01:25.444Z",
    "type": "track",
    "userId": "CJAJ:COCJ",
    "version": 2,
    "writeKey": "0dCBe4WIqqJ1ZzIfY2U8W8lDyzNEmtMb"
}

schema_attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.corporationCode": "string",
    "context.fms": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locationCode": "string",
    "context.operatorId": "string",
    "context.sessionId": "string",
    "context.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.eventDate": "string",
    "properties.feature": "string",
    "properties.filter.baccrual": "string",
    "properties.filter.bdecrypt": "string",
    "properties.filter.bemv": "string",
    "properties.filter.bmobileenabled": "string",
    "properties.filter.bshowtenantnotes": "string",
    "properties.filter.bslms": "string",
    "properties.filter.ddailycloseend": "string",
    "properties.filter.ddailyclosestrt": "string",
    "properties.filter.dend": "string",
    "properties.filter.dreport": "string",
    "properties.filter.dstrt": "string",
    "properties.filter.efinfilter": "string",
    "properties.filter.einsurfilter": "string",
    "properties.filter.emgmtfilter": "string",
    "properties.filter.eperiod": "string",
    "properties.filter.eposfilter": "string",
    "properties.filter.epossort": "string",
    "properties.filter.eselection": "string",
    "properties.filter.eselection3": "string",
    "properties.filter.eslmsblocalonly": "string",
    "properties.filter.etenfilter": "string",
    "properties.filter.etensort": "string",
    "properties.filter.eunitsort": "string",
    "properties.filter.idayslate": "string",
    "properties.filter.ifiscalid": "string",
    "properties.filter.ifiscalyear": "string",
    "properties.filter.iledgerid": "string",
    "properties.filter.ilinespace": "string",
    "properties.filter.iunitfilter": "string",
    "properties.filter.iunitid": "string",
    "properties.filter.siteid": "string",
    "properties.filter.smdreport": "string",
    "properties.filter.ssubtitle": "string",
    "properties.reportName": "string",
    "properties.transactionId": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

schema_name_id: 1003
schema_scan_id: 69018080
updated: 2022-08-02 10:30:26

Schema Scans: 6

Last at 2022-08-11 10:29:55

Scan 69661341

duration: 0:00:23.657438

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 16,
    "partitions_applied": false,
    "success": true
}

id: 69661341

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": {
        "location": "s3://sfdl-segment-slwebedition-prod/separated_dt/showReport/dt=2022-08-11/",
        "name": "dt",
        "type": "string",
        "value": "2022-08-11"
    },
    "s3": {
        "bucket": "sfdl-segment-slwebedition-prod",
        "hive_path": "s3://sfdl-segment-slwebedition-prod/separated_dt/showReport",
        "key": "separated_dt/showReport/dt=2022-08-11/1660231534576.events-archiver-26.a254827.ca7a832e-4495-4f54-b32c-ad3d3e3ea10c.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.slwebedition_showReport",
        "type": "segment"
    }
}

running: False
schema_name_id: 1003
start_time: 2022-08-11 10:29:55
success: True
trace_id: 10426829437035128414

Scan 69507014

duration: 0:00:21.000059

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 14,
    "partitions_applied": false,
    "success": true
}

id: 69507014

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": {
        "location": "s3://sfdl-segment-slwebedition-prod/separated_dt/showReport/dt=2022-08-09/",
        "name": "dt",
        "type": "string",
        "value": "2022-08-09"
    },
    "s3": {
        "bucket": "sfdl-segment-slwebedition-prod",
        "hive_path": "s3://sfdl-segment-slwebedition-prod/separated_dt/showReport",
        "key": "separated_dt/showReport/dt=2022-08-09/1660047091658.events-archiver-40.a254827.683b8832-1d15-4eb0-bce1-0c17a233308d.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.slwebedition_showReport",
        "type": "segment"
    }
}

running: False
schema_name_id: 1003
start_time: 2022-08-09 07:15:12
success: True
trace_id: 16020398963494044378

Scan 69041657

duration: 0:00:18.724444

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 7,
    "partitions_applied": false,
    "success": true
}

id: 69041657

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": {
        "location": "s3://sfdl-segment-slwebedition-prod/separated_dt/showReport/dt=2022-08-02/",
        "name": "dt",
        "type": "string",
        "value": "2022-08-02"
    },
    "s3": {
        "bucket": "sfdl-segment-slwebedition-prod",
        "hive_path": "s3://sfdl-segment-slwebedition-prod/separated_dt/showReport",
        "key": "separated_dt/showReport/dt=2022-08-02/1659476440279.events-archiver-48.a254827.3f9b40f2-ab7a-40a5-b5d0-3255b29da701.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.slwebedition_showReport",
        "type": "segment"
    }
}

running: False
schema_name_id: 1003
start_time: 2022-08-02 16:45:06
success: True
trace_id: 13652238341523801297

Scan 69039787

duration: 0:00:18.496342

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 7,
    "partitions_applied": false,
    "success": true
}

id: 69039787

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": {
        "location": "s3://sfdl-segment-slwebedition-prod/separated_dt/showReport/dt=2022-08-02/",
        "name": "dt",
        "type": "string",
        "value": "2022-08-02"
    },
    "s3": {
        "bucket": "sfdl-segment-slwebedition-prod",
        "hive_path": "s3://sfdl-segment-slwebedition-prod/separated_dt/showReport",
        "key": "separated_dt/showReport/dt=2022-08-02/1659474720474.events-archiver-30.a254827.d6f623b3-af2b-4eeb-9c7b-dd1f2f82329a.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.slwebedition_showReport",
        "type": "segment"
    }
}

running: False
schema_name_id: 1003
start_time: 2022-08-02 16:17:56
success: True
trace_id: 9786147077298085992

Scan 69035042

duration: 0:00:20.917860

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 7,
    "partitions_applied": false,
    "success": true
}

id: 69035042

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": {
        "location": "s3://sfdl-segment-slwebedition-prod/separated_dt/showReport/dt=2022-08-02/",
        "name": "dt",
        "type": "string",
        "value": "2022-08-02"
    },
    "s3": {
        "bucket": "sfdl-segment-slwebedition-prod",
        "hive_path": "s3://sfdl-segment-slwebedition-prod/separated_dt/showReport",
        "key": "separated_dt/showReport/dt=2022-08-02/1659470533921.events-archiver-15.a254827.d783f734-2ae7-4cd0-a0ee-715cb33db8b9.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.slwebedition_showReport",
        "type": "segment"
    }
}

running: False
schema_name_id: 1003
start_time: 2022-08-02 15:04:11
success: True
trace_id: 9843841918592871294

Scan 69018080

duration: 0:00:18.392075

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 7,
    "partitions_applied": false,
    "success": true
}

id: 69018080

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "partition": {
        "location": "s3://sfdl-segment-slwebedition-prod/separated_dt/showReport/dt=2022-08-02/",
        "name": "dt",
        "type": "string",
        "value": "2022-08-02"
    },
    "s3": {
        "bucket": "sfdl-segment-slwebedition-prod",
        "hive_path": "s3://sfdl-segment-slwebedition-prod/separated_dt/showReport",
        "key": "separated_dt/showReport/dt=2022-08-02/1659454120703.events-archiver-37.a254827.a7e34108-f1a3-476a-a4bc-f982d0e5883a.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_segment.slwebedition_showReport",
        "type": "segment"
    }
}

running: False
schema_name_id: 1003
start_time: 2022-08-02 10:30:10
success: True
trace_id: 1662587632372523485

Partitions:

count: 4

ddl:

[
    "ALTER TABLE\n    `sfdl_prod_segment.slwebedition_showreport`\nADD\n\n\n PARTITION (dt='2022-09-15') location 's3://sfdl-segment-slwebedition-prod/separated_dt/showReport/dt=2022-09-15/'\n PARTITION (dt='2022-09-16') location 's3://sfdl-segment-slwebedition-prod/separated_dt/showReport/dt=2022-09-16/'\n PARTITION (dt='2022-09-17') location 's3://sfdl-segment-slwebedition-prod/separated_dt/showReport/dt=2022-09-17/'\n PARTITION (dt='2022-09-19') location 's3://sfdl-segment-slwebedition-prod/separated_dt/showReport/dt=2022-09-19/'\n;"
]

name: dt

state:

[
    {
        "info": {
            "id": 798435,
            "location": "s3://sfdl-segment-slwebedition-prod/separated_dt/showReport/dt=2022-09-15/",
            "name": "dt",
            "value": "2022-09-15"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2022-09-15 07:17:31",
                "last_data": "2022-09-15 16:51:50"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 798917,
            "location": "s3://sfdl-segment-slwebedition-prod/separated_dt/showReport/dt=2022-09-16/",
            "name": "dt",
            "value": "2022-09-16"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2022-09-16 06:59:36",
                "last_data": "2022-09-16 18:14:53"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 798998,
            "location": "s3://sfdl-segment-slwebedition-prod/separated_dt/showReport/dt=2022-09-17/",
            "name": "dt",
            "value": "2022-09-17"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2022-09-16 19:15:43",
                "last_data": "2022-09-17 17:41:52"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    },
    {
        "info": {
            "id": 799348,
            "location": "s3://sfdl-segment-slwebedition-prod/separated_dt/showReport/dt=2022-09-19/",
            "name": "dt",
            "value": "2022-09-19"
        },
        "state": {
            "arrival": {
                "athena_discovery": true,
                "first_data": "2022-09-18 19:57:26",
                "last_data": "2022-09-19 19:25:37"
            },
            "parquet": {
                "first_performed": null,
                "in_progress": null,
                "job_id": null,
                "last_performed": null,
                "queued": true
            }
        }
    }
]

type: string

Schema:

attributes:

{
    "_origin": "string",
    "channel": "string",
    "context.corporationCode": "string",
    "context.fms": "string",
    "context.library.name": "string",
    "context.library.version": "string",
    "context.locationCode": "string",
    "context.operatorId": "string",
    "context.sessionId": "string",
    "context.version": "string",
    "event": "string",
    "messageId": "string",
    "originalTimestamp": "string",
    "projectId": "string",
    "properties.eventDate": "string",
    "properties.feature": "string",
    "properties.filter.baccrual": "string",
    "properties.filter.bdecrypt": "string",
    "properties.filter.bemv": "string",
    "properties.filter.bmobileenabled": "string",
    "properties.filter.bshowtenantnotes": "string",
    "properties.filter.bslms": "string",
    "properties.filter.ddailycloseend": "string",
    "properties.filter.ddailyclosestrt": "string",
    "properties.filter.dend": "string",
    "properties.filter.dreport": "string",
    "properties.filter.dstrt": "string",
    "properties.filter.ecustomunit": "string",
    "properties.filter.eexceptionsort": "string",
    "properties.filter.efinfilter": "string",
    "properties.filter.efinsort": "string",
    "properties.filter.einsurfilter": "string",
    "properties.filter.einsursort": "string",
    "properties.filter.emgmtfilter": "string",
    "properties.filter.emgmtsort": "string",
    "properties.filter.eperiod": "string",
    "properties.filter.eposfilter": "string",
    "properties.filter.epossort": "string",
    "properties.filter.eselection": "string",
    "properties.filter.eselection3": "string",
    "properties.filter.eslmsblocalonly": "string",
    "properties.filter.etenfilter": "string",
    "properties.filter.etensort": "string",
    "properties.filter.eunitsort": "string",
    "properties.filter.exceptiontype": "string",
    "properties.filter.ichartofacctid": "string",
    "properties.filter.idayslate": "string",
    "properties.filter.iemployeefilter": "string",
    "properties.filter.ifiscalid": "string",
    "properties.filter.ifiscalyear": "string",
    "properties.filter.iledgerid": "string",
    "properties.filter.ilinespace": "string",
    "properties.filter.iunitfilter": "string",
    "properties.filter.iunitid": "string",
    "properties.filter.siteid": "string",
    "properties.filter.smdreport": "string",
    "properties.filter.ssql": "string",
    "properties.filter.ssqlparams": "string",
    "properties.filter.ssubtitle": "string",
    "properties.reportName": "string",
    "properties.transactionId": "string",
    "receivedAt": "string",
    "sentAt": "string",
    "timestamp": "string",
    "type": "string",
    "userId": "string",
    "version": "string",
    "writeKey": "string"
}

created: 2022-08-11 10:29:57

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.slwebedition_showreport`\n(\n`channel`STRING,`type`STRING,`timestamp`STRING,`originalTimestamp`STRING,`messageId`STRING,`writeKey`STRING,`receivedAt`STRING,`event`STRING,`_origin`STRING,`userId`STRING,`properties`struct<`eventDate`:STRING,`feature`:STRING,`reportName`:STRING,`transactionId`:STRING,`filter`:struct<`ilinespace`:STRING,`dreport`:STRING,`iunitid`:STRING,`bshowtenantnotes`:STRING,`bmobileenabled`:STRING,`idayslate`:STRING,`exceptiontype`:STRING,`ddailyclosestrt`:STRING,`etensort`:STRING,`ifiscalyear`:STRING,`baccrual`:STRING,`dend`:STRING,`iemployeefilter`:STRING,`dstrt`:STRING,`eposfilter`:STRING,`ssqlparams`:STRING,`ssql`:STRING,`einsursort`:STRING,`bemv`:STRING,`efinfilter`:STRING,`iledgerid`:STRING,`bslms`:STRING,`emgmtsort`:STRING,`iunitfilter`:STRING,`eselection`:STRING,`einsurfilter`:STRING,`ecustomunit`:STRING,`eperiod`:STRING,`epossort`:STRING,`ifiscalid`:STRING,`etenfilter`:STRING,`ssubtitle`:STRING,`siteid`:STRING,`efinsort`:STRING,`eunitsort`:STRING,`emgmtfilter`:STRING,`smdreport`:STRING,`ddailycloseend`:STRING,`eslmsblocalonly`:STRING,`bdecrypt`:STRING,`eexceptionsort`:STRING,`ichartofacctid`:STRING,`eselection3`:STRING>>,`version`STRING,`sentAt`STRING,`context`struct<`sessionId`:STRING,`corporationCode`:STRING,`fms`:STRING,`locationCode`:STRING,`version`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`operatorId`:STRING>,`projectId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-slwebedition-prod/separated_dt/showReport'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.slwebedition_showreport`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.slwebedition_showreport"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2022-07-27 11:52:57",
        "disabled": false,
        "format": "raw",
        "id": 1003,
        "is_partitioned": true,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_prod_segment",
            "table": "slwebedition_showreport"
        },
        "type": "segment"
    },
    "partition": {
        "count": 4,
        "ddl": [
            "ALTER TABLE\n    `sfdl_prod_segment.slwebedition_showreport`\nADD\n\n\n PARTITION (dt='2022-09-15') location 's3://sfdl-segment-slwebedition-prod/separated_dt/showReport/dt=2022-09-15/'\n PARTITION (dt='2022-09-16') location 's3://sfdl-segment-slwebedition-prod/separated_dt/showReport/dt=2022-09-16/'\n PARTITION (dt='2022-09-17') location 's3://sfdl-segment-slwebedition-prod/separated_dt/showReport/dt=2022-09-17/'\n PARTITION (dt='2022-09-19') location 's3://sfdl-segment-slwebedition-prod/separated_dt/showReport/dt=2022-09-19/'\n;"
        ],
        "name": "dt",
        "state": [
            {
                "info": {
                    "id": 798435,
                    "location": "s3://sfdl-segment-slwebedition-prod/separated_dt/showReport/dt=2022-09-15/",
                    "name": "dt",
                    "value": "2022-09-15"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2022-09-15 07:17:31",
                        "last_data": "2022-09-15 16:51:50"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 798917,
                    "location": "s3://sfdl-segment-slwebedition-prod/separated_dt/showReport/dt=2022-09-16/",
                    "name": "dt",
                    "value": "2022-09-16"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2022-09-16 06:59:36",
                        "last_data": "2022-09-16 18:14:53"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 798998,
                    "location": "s3://sfdl-segment-slwebedition-prod/separated_dt/showReport/dt=2022-09-17/",
                    "name": "dt",
                    "value": "2022-09-17"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2022-09-16 19:15:43",
                        "last_data": "2022-09-17 17:41:52"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            },
            {
                "info": {
                    "id": 799348,
                    "location": "s3://sfdl-segment-slwebedition-prod/separated_dt/showReport/dt=2022-09-19/",
                    "name": "dt",
                    "value": "2022-09-19"
                },
                "state": {
                    "arrival": {
                        "athena_discovery": true,
                        "first_data": "2022-09-18 19:57:26",
                        "last_data": "2022-09-19 19:25:37"
                    },
                    "parquet": {
                        "first_performed": null,
                        "in_progress": null,
                        "job_id": null,
                        "last_performed": null,
                        "queued": true
                    }
                }
            }
        ],
        "type": "string"
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "channel": "string",
            "context.corporationCode": "string",
            "context.fms": "string",
            "context.library.name": "string",
            "context.library.version": "string",
            "context.locationCode": "string",
            "context.operatorId": "string",
            "context.sessionId": "string",
            "context.version": "string",
            "event": "string",
            "messageId": "string",
            "originalTimestamp": "string",
            "projectId": "string",
            "properties.eventDate": "string",
            "properties.feature": "string",
            "properties.filter.baccrual": "string",
            "properties.filter.bdecrypt": "string",
            "properties.filter.bemv": "string",
            "properties.filter.bmobileenabled": "string",
            "properties.filter.bshowtenantnotes": "string",
            "properties.filter.bslms": "string",
            "properties.filter.ddailycloseend": "string",
            "properties.filter.ddailyclosestrt": "string",
            "properties.filter.dend": "string",
            "properties.filter.dreport": "string",
            "properties.filter.dstrt": "string",
            "properties.filter.ecustomunit": "string",
            "properties.filter.eexceptionsort": "string",
            "properties.filter.efinfilter": "string",
            "properties.filter.efinsort": "string",
            "properties.filter.einsurfilter": "string",
            "properties.filter.einsursort": "string",
            "properties.filter.emgmtfilter": "string",
            "properties.filter.emgmtsort": "string",
            "properties.filter.eperiod": "string",
            "properties.filter.eposfilter": "string",
            "properties.filter.epossort": "string",
            "properties.filter.eselection": "string",
            "properties.filter.eselection3": "string",
            "properties.filter.eslmsblocalonly": "string",
            "properties.filter.etenfilter": "string",
            "properties.filter.etensort": "string",
            "properties.filter.eunitsort": "string",
            "properties.filter.exceptiontype": "string",
            "properties.filter.ichartofacctid": "string",
            "properties.filter.idayslate": "string",
            "properties.filter.iemployeefilter": "string",
            "properties.filter.ifiscalid": "string",
            "properties.filter.ifiscalyear": "string",
            "properties.filter.iledgerid": "string",
            "properties.filter.ilinespace": "string",
            "properties.filter.iunitfilter": "string",
            "properties.filter.iunitid": "string",
            "properties.filter.siteid": "string",
            "properties.filter.smdreport": "string",
            "properties.filter.ssql": "string",
            "properties.filter.ssqlparams": "string",
            "properties.filter.ssubtitle": "string",
            "properties.reportName": "string",
            "properties.transactionId": "string",
            "receivedAt": "string",
            "sentAt": "string",
            "timestamp": "string",
            "type": "string",
            "userId": "string",
            "version": "string",
            "writeKey": "string"
        },
        "created": "2022-08-11 10:29:57",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.slwebedition_showreport`\n(\n`channel`STRING,`type`STRING,`timestamp`STRING,`originalTimestamp`STRING,`messageId`STRING,`writeKey`STRING,`receivedAt`STRING,`event`STRING,`_origin`STRING,`userId`STRING,`properties`struct<`eventDate`:STRING,`feature`:STRING,`reportName`:STRING,`transactionId`:STRING,`filter`:struct<`ilinespace`:STRING,`dreport`:STRING,`iunitid`:STRING,`bshowtenantnotes`:STRING,`bmobileenabled`:STRING,`idayslate`:STRING,`exceptiontype`:STRING,`ddailyclosestrt`:STRING,`etensort`:STRING,`ifiscalyear`:STRING,`baccrual`:STRING,`dend`:STRING,`iemployeefilter`:STRING,`dstrt`:STRING,`eposfilter`:STRING,`ssqlparams`:STRING,`ssql`:STRING,`einsursort`:STRING,`bemv`:STRING,`efinfilter`:STRING,`iledgerid`:STRING,`bslms`:STRING,`emgmtsort`:STRING,`iunitfilter`:STRING,`eselection`:STRING,`einsurfilter`:STRING,`ecustomunit`:STRING,`eperiod`:STRING,`epossort`:STRING,`ifiscalid`:STRING,`etenfilter`:STRING,`ssubtitle`:STRING,`siteid`:STRING,`efinsort`:STRING,`eunitsort`:STRING,`emgmtfilter`:STRING,`smdreport`:STRING,`ddailycloseend`:STRING,`eslmsblocalonly`:STRING,`bdecrypt`:STRING,`eexceptionsort`:STRING,`ichartofacctid`:STRING,`eselection3`:STRING>>,`version`STRING,`sentAt`STRING,`context`struct<`sessionId`:STRING,`corporationCode`:STRING,`fms`:STRING,`locationCode`:STRING,`version`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`operatorId`:STRING>,`projectId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-segment-slwebedition-prod/separated_dt/showReport'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.slwebedition_showreport`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.slwebedition_showreport"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}