Schema Info
Schema Name: sfdl_prod_segment.yim_productlistviewed
- created: 2021-02-11 16:22:19
- disabled: False
- format: raw
- id: 828
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_prod_segment", "table": "yim_productlistviewed" } - type: segment
Schema Versions: 3
-
Version 677152
- created: 2023-11-16 15:48:58
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.yim_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.yim_productlistviewed`\n(\n`type`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`anonymousId`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`products`:array>,`callSessionId`:STRING,`isReact`:STRING,`agentId`:STRING>,`event`STRING,`version`STRING,`messageId`STRING,`context`struct<`userAgent`:STRING,`page`:struct<`title`:STRING,`path`:STRING,`referrer`:STRING,`url`:STRING,`search`:STRING>,`locale`:STRING,`timezone`:STRING,`ip`:STRING,`userAgentData`:struct<`brands`:array >,`platform`:STRING,`mobile`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`timestamp`STRING,`sentAt`STRING,`projectId`STRING,`channel`STRING,`_origin`STRING,`userId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-prod/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_prod_segment.yim_productlistviewed" ] - hive_path: s3://sfdl-segment-yim-prod/separated_dt/Product List Viewed
- id: 677152
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Segment.io" ], "bundledIds": [], "unbundled": [] }, "_origin": "2023-11-16T21:48:55Z|s3://sfdl-segment-yim-prod/segment-logs/FzxpOssII9/1700092800000/1700171241279.events-archiver-480-30..fb36d5cb-0fec-4dc5-bda2-14c37bf0d1ee.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "95b1a406-fb52-4fa5-849d-c2bebfb37e21", "channel": "client", "context": { "campaign": {}, "ip": "190.148.128.133", "library": { "name": "analytics.js", "version": "next-1.55.0" }, "locale": "en-US", "page": { "path": "/search/vehicle", "referrer": "https://apps.mypurecloud.com/", "search": "?sort=recommended%3Adefault&searchType=vehicle&zoom=11&distance=15&location=Dansville%2C%20MI%2048819%2C%20USA&latitude=42.676637048941075&longitude=-84.34244009394531&types=locality%2Cpolitical", "title": "YIM search vehicle", "url": "https://yim.sparefoot.com/search/vehicle?sort=recommended%3Adefault&searchType=vehicle&zoom=11&distance=15&location=Dansville%2C%20MI%2048819%2C%20USA&latitude=42.676637048941075&longitude=-84.34244009394531&types=locality%2Cpolitical" }, "timezone": "America/Guatemala", "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "userAgentData": { "brands": [ { "brand": "Google Chrome", "version": "119" }, { "brand": "Chromium", "version": "119" }, { "brand": "Not?A_Brand", "version": "24" } ], "mobile": false, "platform": "Windows" } }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-next-091bb33b7bd90c2b1f23cbe31f10ee19", "originalTimestamp": "2023-11-16T20:50:33.416Z", "projectId": "FzxpOssII9", "properties": { "Hit Timestamp": 1700167833415, "agentId": "5340829", "callSessionId": "9802686", "env": "production", "isReact": true, "products": [ { "distance": 8.000505176034897, "facilityId": 200933, "position": 6 } ] }, "receivedAt": "2023-11-16T20:50:32.892Z", "sentAt": "2023-11-16T20:50:33.452Z", "timestamp": "2023-11-16T20:50:32.856Z", "type": "track", "userId": "9802686", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.agentId": "string", "properties.callSessionId": "string", "properties.env": "string", "properties.isReact": "string", "properties.products": [ { "distance": "string", "facilityId": "string", "position": "string" } ], "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 828
- schema_scan_id: 106045767
- updated: 2023-11-16 15:53:07
-
Version 535236
- created: 2023-06-09 00:41:04
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.yim_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.yim_productlistviewed`\n(\n`event`STRING,`type`STRING,`receivedAt`STRING,`context`struct<`ip`:STRING,`userAgentData`:struct<`brands`:array>,`mobile`:STRING,`platform`:STRING>,`library`:struct<`name`:STRING,`version`:STRING>,`page`:struct<`search`:STRING,`title`:STRING,`referrer`:STRING,`url`:STRING,`path`:STRING>,`userAgent`:STRING,`locale`:STRING>,`originalTimestamp`STRING,`timestamp`STRING,`version`STRING,`sentAt`STRING,`channel`STRING,`projectId`STRING,`userId`STRING,`properties`struct<`agentId`:STRING,`products`:array >,`Hit_Timestamp`:STRING,`env`:STRING,`callSessionId`:STRING,`isReact`:STRING>,`anonymousId`STRING,`_origin`STRING,`messageId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-prod/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_prod_segment.yim_productlistviewed" ] - hive_path: s3://sfdl-segment-yim-prod/separated_dt/Product List Viewed
- id: 535236
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Segment.io" ], "bundledIds": [], "unbundled": [] }, "_origin": "2023-06-09T05:40:56Z|s3://sfdl-segment-yim-prod/segment-logs/FzxpOssII9/1686268800000/1686289167805.events-archiver-480-55.8ebb200.7105d02a-f72d-4491-b8d5-2e3ec7c22519.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "02039501-9dd4-47aa-a6c3-92eb93a4a3c5", "channel": "client", "context": { "campaign": {}, "ip": "208.78.111.34", "library": { "name": "analytics.js", "version": "next-1.53.0" }, "locale": "en-US", "page": { "path": "/search/storage", "referrer": "", "search": "?sort=recommended%3Adefault&searchType=storage&zoom=11&distance=15&location=New%20York%2C%20NY%2C%20USA&latitude=40.7127753&longitude=-74.0059728&types=locality%2Cpolitical", "title": "YIM search storage", "url": "https://yim.sparefoot.com/search/storage?sort=recommended%3Adefault&searchType=storage&zoom=11&distance=15&location=New%20York%2C%20NY%2C%20USA&latitude=40.7127753&longitude=-74.0059728&types=locality%2Cpolitical" }, "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36", "userAgentData": { "brands": [ { "brand": "Not.A/Brand", "version": "8" }, { "brand": "Chromium", "version": "114" }, { "brand": "Google Chrome", "version": "114" } ], "mobile": false, "platform": "Windows" } }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-next-ef8548d5dd5df4a2a678128cf9b46a1a", "originalTimestamp": "2023-06-09T05:22:06.852Z", "projectId": "FzxpOssII9", "properties": { "Hit Timestamp": 1686288126847, "agentId": "154532", "env": "production", "isReact": true, "products": [ { "distance": 3.782778033231014, "facilityId": 221899, "position": 0 }, { "distance": 2.3361798625523504, "facilityId": 223284, "position": 1 }, { "distance": 2.758980078790063, "facilityId": 223272, "position": 2 }, { "distance": 0.8818869225893845, "facilityId": 223279, "position": 3 }, { "distance": 3.4905218288242383, "facilityId": 223278, "position": 4 }, { "distance": 0.6093059887904358, "facilityId": 223281, "position": 5 }, { "distance": 0.9570627089365827, "facilityId": 223287, "position": 6 }, { "distance": 0.982196925447699, "facilityId": 214175, "position": 7 }, { "distance": 7.858829085215056, "facilityId": 223275, "position": 8 }, { "distance": 11.754220985000062, "facilityId": 223285, "position": 9 }, { "distance": 2.1982147961276053, "facilityId": 223273, "position": 10 }, { "distance": 2.432841475387426, "facilityId": 223274, "position": 11 }, { "distance": 3.4011880646724744, "facilityId": 223276, "position": 12 }, { "distance": 1.157602184746542, "facilityId": 223280, "position": 13 }, { "distance": 4.109400375309133, "facilityId": 223277, "position": 14 }, { "distance": 11.372931760846061, "facilityId": 226660, "position": 15 }, { "distance": 6.431967141809686, "facilityId": 223282, "position": 16 }, { "distance": 6.5469347682901065, "facilityId": 223283, "position": 17 }, { "distance": 8.788227472131432, "facilityId": 227947, "position": 18 }, { "distance": 8.086042725589373, "facilityId": 228109, "position": 19 }, { "distance": 7.212913989585793, "facilityId": 216845, "position": 20 }, { "distance": 11.384668249095904, "facilityId": 223286, "position": 21 }, { "distance": 3.282604918786584, "facilityId": 216250, "position": 22 }, { "distance": 1.8108993127617532, "facilityId": 214151, "position": 23 }, { "distance": 2.2438873699777546, "facilityId": 222604, "position": 24 }, { "distance": 5.947042265773547, "facilityId": 222602, "position": 25 }, { "distance": 2.503661438850709, "facilityId": 218984, "position": 26 }, { "distance": 6.665337343258727, "facilityId": 22284, "position": 27 }, { "distance": 3.8617489157045743, "facilityId": 210742, "position": 28 }, { "distance": 2.791589533597624, "facilityId": 218923, "position": 29 }, { "distance": 9.624518125442728, "facilityId": 219326, "position": 30 }, { "distance": 2.313832627039656, "facilityId": 201253, "position": 31 }, { "distance": 4.787204319783265, "facilityId": 217852, "position": 32 }, { "distance": 5.454663402388557, "facilityId": 217951, "position": 33 }, { "distance": 4.5596084109013635, "facilityId": 62664, "position": 34 }, { "distance": 3.9442750444281507, "facilityId": 62663, "position": 35 }, { "distance": 2.8180129742627416, "facilityId": 214072, "position": 36 }, { "distance": 4.055885891110642, "facilityId": 227381, "position": 37 }, { "distance": 6.321428660196105, "facilityId": 223256, "position": 38 }, { "distance": 3.3600391464824093, "facilityId": 222691, "position": 39 }, { "distance": 4.652278573825295, "facilityId": 228438, "position": 40 }, { "distance": 4.453786024084407, "facilityId": 216340, "position": 41 }, { "distance": 7.776252376750717, "facilityId": 105759, "position": 42 }, { "distance": 4.688434824213653, "facilityId": 219514, "position": 43 }, { "distance": 4.141855667540731, "facilityId": 157780, "position": 44 }, { "distance": 3.3761573067220105, "facilityId": 154309, "position": 45 }, { "distance": 5.652622814321399, "facilityId": 28465, "position": 46 }, { "distance": 9.336081250699044, "facilityId": 222606, "position": 47 }, { "distance": 3.2458775647159706, "facilityId": 104550, "position": 48 }, { "distance": 4.678650875514186, "facilityId": 223656, "position": 49 }, { "distance": 3.843648700709608, "facilityId": 223792, "position": 50 }, { "distance": 6.382142368921421, "facilityId": 220256, "position": 51 }, { "distance": 2.544075832328781, "facilityId": 70426, "position": 52 }, { "distance": 2.608337579380367, "facilityId": 157781, "position": 53 }, { "distance": 2.9527006101880278, "facilityId": 63518, "position": 54 }, { "distance": 4.600470006338002, "facilityId": 155952, "position": 55 }, { "distance": 7.693773223806033, "facilityId": 220838, "position": 56 }, { "distance": 5.882787975194801, "facilityId": 211523, "position": 57 }, { "distance": 11.894960667105769, "facilityId": 205160, "position": 58 }, { "distance": 7.0080585830216116, "facilityId": 211400, "position": 59 }, { "distance": 5.164353088843874, "facilityId": 200706, "position": 60 }, { "distance": 3.6843814234406653, "facilityId": 226487, "position": 61 }, { "distance": 9.124075086681497, "facilityId": 217977, "position": 62 }, { "distance": 5.000322492450321, "facilityId": 224696, "position": 63 }, { "distance": 3.612279816570768, "facilityId": 107493, "position": 64 }, { "distance": 3.080774727528055, "facilityId": 154308, "position": 65 }, { "distance": 5.340375868368399, "facilityId": 199470, "position": 66 }, { "distance": 4.547145165098736, "facilityId": 218926, "position": 67 }, { "distance": 6.724469036996532, "facilityId": 228437, "position": 68 }, { "distance": 2.739957684516634, "facilityId": 218922, "position": 69 }, { "distance": 9.30973939627425, "facilityId": 210418, "position": 70 }, { "distance": 5.161105173549405, "facilityId": 214079, "position": 71 }, { "distance": 5.293378030745523, "facilityId": 70430, "position": 72 }, { "distance": 6.430240346974536, "facilityId": 222605, "position": 73 }, { "distance": 4.128223371071371, "facilityId": 214841, "position": 74 }, { "distance": 4.714309841301404, "facilityId": 214880, "position": 75 }, { "distance": 7.589028421588974, "facilityId": 223805, "position": 76 }, { "distance": 6.566669566406104, "facilityId": 226570, "position": 77 }, { "distance": 4.213841077708874, "facilityId": 107512, "position": 78 }, { "distance": 12.4690854636062, "facilityId": 221367, "position": 79 }, { "distance": 10.399107087377434, "facilityId": 220257, "position": 80 }, { "distance": 11.251074353461668, "facilityId": 153767, "position": 81 }, { "distance": 13.185976860079288, "facilityId": 219378, "position": 82 }, { "distance": 14.796875737880125, "facilityId": 223220, "position": 83 }, { "distance": 4.628644040414082, "facilityId": 218927, "position": 84 }, { "distance": 6.368934470031193, "facilityId": 104551, "position": 85 }, { "distance": 2.3625161867597897, "facilityId": 227357, "position": 86 }, { "distance": 3.1740365615718247, "facilityId": 216819, "position": 87 }, { "distance": 6.391353598369518, "facilityId": 224695, "position": 88 }, { "distance": 9.311267973206409, "facilityId": 222860, "position": 89 }, { "distance": 6.591336821305628, "facilityId": 158855, "position": 90 }, { "distance": 9.419816197944499, "facilityId": 226861, "position": 91 }, { "distance": 6.36055712279568, "facilityId": 227043, "position": 92 }, { "distance": 6.678723576124374, "facilityId": 211234, "position": 93 }, { "distance": 10.916918115500765, "facilityId": 213815, "position": 94 }, { "distance": 5.474407521095604, "facilityId": 108302, "position": 95 }, { "distance": 9.548698224116718, "facilityId": 218924, "position": 96 }, { "distance": 6.473036772838555, "facilityId": 223145, "position": 97 }, { "distance": 10.64742565275206, "facilityId": 104547, "position": 98 }, { "distance": 12.202543899983844, "facilityId": 199693, "position": 99 } ] }, "receivedAt": "2023-06-09T05:22:12.764Z", "sentAt": "2023-06-09T05:22:12.561Z", "timestamp": "2023-06-09T05:22:07.055Z", "type": "track", "userId": null, "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.agentId": "string", "properties.callSessionId": "string", "properties.env": "string", "properties.isReact": "string", "properties.products": [ { "distance": "string", "facilityId": "string", "position": "string" } ], "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 828
- schema_scan_id: 94667032
- updated: 2023-06-09 00:51:01
-
Version 191951
- created: 2021-02-11 16:22:20
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.yim_productlistviewed`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.yim_productlistviewed`\n(\n`anonymousId`STRING,`channel`STRING,`context`struct<`ip`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`locale`:STRING,`page`:struct<`path`:STRING,`referrer`:STRING,`search`:STRING,`title`:STRING,`url`:STRING>,`userAgent`:STRING>,`event`STRING,`messageId`STRING,`originalTimestamp`STRING,`projectId`STRING,`properties`struct<`Hit_Timestamp`:STRING,`agentId`:STRING,`callSessionId`:STRING,`env`:STRING,`isReact`:STRING,`products`:array>>,`receivedAt`STRING,`sentAt`STRING,`timestamp`STRING,`type`STRING,`userId`STRING,`version`STRING,`_origin`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-prod/separated_dt/Product List Viewed'\n", "MSCK REPAIR TABLE sfdl_prod_segment.yim_productlistviewed" ] - hive_path: s3://sfdl-segment-yim-prod/separated_dt/Product List Viewed
- id: 191951
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Segment.io" ], "unbundled": [] }, "_origin": "2021-02-11T22:05:31Z|s3://sfdl-segment-yim-prod/segment-logs/FzxpOssII9/1613001600000/1613081015568.fdc74cfa87da.fde281a.34dc63de-1a17-4764-9487-e9c3f20a2912.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "6ed0bc52-f28c-4d3f-b29f-501f6181e66a", "channel": "client", "context": { "campaign": {}, "ip": "181.174.106.195", "library": { "name": "analytics.js", "version": "4.0.4" }, "locale": "en-US", "page": { "path": "/search/storage", "referrer": "https://apps.mypurecloud.com/", "search": "?sort=price%3Aasc&searchType=storage&size=100&zoom=11&distance=15&location=San%20Antonio%2C%20TX%2078238%2C%20USA&latitude=29.4687013&longitude=-98.6215649&types=postal_code", "title": "YIM search storage", "url": "https://yim.sparefoot.com/search/storage?sort=price%3Aasc&searchType=storage&size=100&zoom=11&distance=15&location=San%20Antonio%2C%20TX%2078238%2C%20USA&latitude=29.4687013&longitude=-98.6215649&types=postal_code" }, "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.150 Safari/537.36" }, "event": "Product List Viewed", "integrations": {}, "messageId": "ajs-1d58035f61db4a012819016784ac1a53", "originalTimestamp": "2021-02-11T21:05:39.904Z", "projectId": "FzxpOssII9", "properties": { "Hit Timestamp": 1613077539900, "agentId": "3691039", "callSessionId": "6492774", "env": "production", "isReact": true, "products": [ { "distance": 12.438398349634012, "facilityId": 213585, "position": 36 } ] }, "receivedAt": "2021-02-11T21:05:41.450Z", "sentAt": "2021-02-11T21:05:39.910Z", "timestamp": "2021-02-11T21:05:41.444Z", "type": "track", "userId": "6492774", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.userAgent": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.agentId": "string", "properties.callSessionId": "string", "properties.env": "string", "properties.isReact": "string", "properties.products": [ { "distance": "string", "facilityId": "string", "position": "string" } ], "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 828
- schema_scan_id: 46469453
- updated: 2021-02-11 16:32:44
Schema Scans: 3
Last at 2023-11-16 15:48:57
-
Scan 106045767
- duration: 0:00:15.616027
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 0, "partitions_applied": false, "success": true } - id: 106045767
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-yim-prod/separated_dt/Product List Viewed/dt=2023-11-16/", "name": "dt", "type": "string", "value": "2023-11-16" }, "s3": { "bucket": "sfdl-segment-yim-prod", "hive_path": "s3://sfdl-segment-yim-prod/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2023-11-16/1700171241279.events-archiver-480-30..fb36d5cb-0fec-4dc5-bda2-14c37bf0d1ee.json.gz" }, "schema": { "name": "sfdl_prod_segment.yim_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 828
- start_time: 2023-11-16 15:48:57
- success: True
- trace_id: 12578480217478296971
-
Scan 94667032
- duration: 0:10:30.127272
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 1888, "partitions_applied": false, "success": true } - id: 94667032
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-yim-prod/separated_dt/Product List Viewed/dt=2023-06-09/", "name": "dt", "type": "string", "value": "2023-06-09" }, "s3": { "bucket": "sfdl-segment-yim-prod", "hive_path": "s3://sfdl-segment-yim-prod/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2023-06-09/1686289167805.events-archiver-480-55.8ebb200.7105d02a-f72d-4491-b8d5-2e3ec7c22519.json.gz" }, "schema": { "name": "sfdl_prod_segment.yim_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 828
- start_time: 2023-06-09 00:41:03
- success: True
- trace_id: 14710750825234349024
-
Scan 46469453
- duration: 0:05:32.299333
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 1040, "partitions_applied": false, "success": true } - id: 46469453
- payload:
{ "datatype_dict": null, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-yim-prod/separated_dt/Product List Viewed/dt=2021-02-11/", "name": "dt", "type": "string", "value": "2021-02-11" }, "s3": { "bucket": "sfdl-segment-yim-prod", "hive_path": "s3://sfdl-segment-yim-prod/separated_dt/Product List Viewed", "key": "separated_dt/Product List Viewed/dt=2021-02-11/1613081015568.fdc74cfa87da.fde281a.34dc63de-1a17-4764-9487-e9c3f20a2912.json.gz" }, "schema": { "name": "sfdl_prod_segment.yim_ProductListViewed", "type": "segment" } } - running: False
- schema_name_id: 828
- start_time: 2021-02-11 16:22:19
- success: True
- trace_id: 12823532723718854997
- count: 3
- ddl:
[ "ALTER TABLE\n `sfdl_prod_segment.yim_productlistviewed`\nADD\n\n\n PARTITION (dt='2025-09-18') location 's3://sfdl-segment-yim-prod/separated_dt/Product List Viewed/dt=2025-09-18/'\n PARTITION (dt='2025-09-23') location 's3://sfdl-segment-yim-prod/separated_dt/Product List Viewed/dt=2025-09-23/'\n PARTITION (dt='2025-09-24') location 's3://sfdl-segment-yim-prod/separated_dt/Product List Viewed/dt=2025-09-24/'\n;" ] - name: dt
- state:
[ { "info": { "id": 1554123, "location": "s3://sfdl-segment-yim-prod/separated_dt/Product List Viewed/dt=2025-09-18/", "name": "dt", "value": "2025-09-18" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-09-17 20:26:28", "last_data": "2025-09-17 22:09:18" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1560612, "location": "s3://sfdl-segment-yim-prod/separated_dt/Product List Viewed/dt=2025-09-23/", "name": "dt", "value": "2025-09-23" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-09-22 20:40:38", "last_data": "2025-09-22 20:53:17" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1561003, "location": "s3://sfdl-segment-yim-prod/separated_dt/Product List Viewed/dt=2025-09-24/", "name": "dt", "value": "2025-09-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-09-24 15:36:37", "last_data": "2025-09-24 17:55:24" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.agentId": "string", "properties.callSessionId": "string", "properties.env": "string", "properties.isReact": "string", "properties.products": [ { "distance": "string", "facilityId": "string", "position": "string" } ], "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2023-11-16 15:48:58
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.yim_productlistviewed`\n(\n`type`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`anonymousId`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`products`:array>,`callSessionId`:STRING,`isReact`:STRING,`agentId`:STRING>,`event`STRING,`version`STRING,`messageId`STRING,`context`struct<`userAgent`:STRING,`page`:struct<`title`:STRING,`path`:STRING,`referrer`:STRING,`url`:STRING,`search`:STRING>,`locale`:STRING,`timezone`:STRING,`ip`:STRING,`userAgentData`:struct<`brands`:array >,`platform`:STRING,`mobile`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`timestamp`STRING,`sentAt`STRING,`projectId`STRING,`channel`STRING,`_origin`STRING,`userId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-prod/separated_dt/Product List Viewed'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.yim_productlistviewed`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.yim_productlistviewed" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2021-02-11 16:22:19",
"disabled": false,
"format": "raw",
"id": 828,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_prod_segment",
"table": "yim_productlistviewed"
},
"type": "segment"
},
"partition": {
"count": 3,
"ddl": [
"ALTER TABLE\n `sfdl_prod_segment.yim_productlistviewed`\nADD\n\n\n PARTITION (dt='2025-09-18') location 's3://sfdl-segment-yim-prod/separated_dt/Product List Viewed/dt=2025-09-18/'\n PARTITION (dt='2025-09-23') location 's3://sfdl-segment-yim-prod/separated_dt/Product List Viewed/dt=2025-09-23/'\n PARTITION (dt='2025-09-24') location 's3://sfdl-segment-yim-prod/separated_dt/Product List Viewed/dt=2025-09-24/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 1554123,
"location": "s3://sfdl-segment-yim-prod/separated_dt/Product List Viewed/dt=2025-09-18/",
"name": "dt",
"value": "2025-09-18"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-09-17 20:26:28",
"last_data": "2025-09-17 22:09:18"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1560612,
"location": "s3://sfdl-segment-yim-prod/separated_dt/Product List Viewed/dt=2025-09-23/",
"name": "dt",
"value": "2025-09-23"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-09-22 20:40:38",
"last_data": "2025-09-22 20:53:17"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1561003,
"location": "s3://sfdl-segment-yim-prod/separated_dt/Product List Viewed/dt=2025-09-24/",
"name": "dt",
"value": "2025-09-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-09-24 15:36:37",
"last_data": "2025-09-24 17:55:24"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"anonymousId": "string",
"channel": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.locale": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.timezone": "string",
"context.userAgent": "string",
"context.userAgentData.brands": [
{
"brand": "string",
"version": "string"
}
],
"context.userAgentData.mobile": "string",
"context.userAgentData.platform": "string",
"event": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.Hit_Timestamp": "string",
"properties.agentId": "string",
"properties.callSessionId": "string",
"properties.env": "string",
"properties.isReact": "string",
"properties.products": [
{
"distance": "string",
"facilityId": "string",
"position": "string"
}
],
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2023-11-16 15:48:58",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.yim_productlistviewed`\n(\n`type`STRING,`originalTimestamp`STRING,`receivedAt`STRING,`anonymousId`STRING,`properties`struct<`env`:STRING,`Hit_Timestamp`:STRING,`products`:array>,`callSessionId`:STRING,`isReact`:STRING,`agentId`:STRING>,`event`STRING,`version`STRING,`messageId`STRING,`context`struct<`userAgent`:STRING,`page`:struct<`title`:STRING,`path`:STRING,`referrer`:STRING,`url`:STRING,`search`:STRING>,`locale`:STRING,`timezone`:STRING,`ip`:STRING,`userAgentData`:struct<`brands`:array>,`platform`:STRING,`mobile`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`timestamp`STRING,`sentAt`STRING,`projectId`STRING,`channel`STRING,`_origin`STRING,`userId`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-yim-prod/separated_dt/Product List Viewed'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.yim_productlistviewed`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.yim_productlistviewed"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}