Schema Info
Schema Name: sfdl_prod_segment.ssdc_submit
- created: 2017-11-02 14:02:24
- disabled: False
- format: raw
- id: 132
- is_partitioned: True
- is_schema_datatyped: False
- name:
{ "database": "sfdl_prod_segment", "table": "ssdc_submit" } - type: segment
Schema Versions: 3
-
Version 1214953
- created: 2025-03-04 13:28:52
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_submit`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_submit`\n(\n`_metadata`struct<`bundled`:array,`unbundled`:array >,`anonymousId`STRING,`type`STRING,`originalTimestamp`STRING,`sentAt`STRING,`properties`struct<`Hit_Timestamp`:STRING,`isReact`:STRING,`extra`:struct<`hasContactlessMoveins`:STRING,`centershiftAccountId`:STRING,`bidType`:STRING,`movedIn`:STRING,`facilityTenantId`:STRING,`bookingWidget`:STRING,`moveInOriginal`:STRING,`alternateLastNames`:array ,`sizeH`:STRING,`duplicateOf`:STRING,`modifiedDtm`:STRING,`npv`:STRING,`alternatePhones`:array ,`alternateEmails`:array ,`monthlyInsurance`:STRING,`depositPaid`:STRING,`resaleRate`:STRING,`facilityId`:STRING,`onlineMoveInUrl`:STRING,`sessionId`:STRING,`omiFlowEnabled`:STRING,`omiCompleted`:STRING,`read`:STRING,`promoCode`:STRING,`apiUnitId`:STRING,`facilityName`:STRING,`eVisitId`:STRING,`matchScore`:STRING,`bookingAuth`:STRING,`phoneStatus`:STRING,`free`:STRING,`sizeW`:STRING,`baseBid`:STRING,`complete`:STRING,`visitId`:STRING,`omiPri`:STRING,`referrerId`:STRING,`totalPaid`:STRING,`eSignType`:STRING,`pickupTime`:STRING,`moveOut`:STRING,`callerIdPhone`:STRING,`payoutBatchId`:STRING,`timestamp`:STRING,`canceled`:STRING,`phone`:STRING,`bidAmount`:STRING,`statementId`:STRING,`bookingAgent`:STRING,`reviewStatus`:STRING,`bookingType`:STRING,`facilityPhone`:STRING,`unit`:struct<`unitIds`:array >,`invoiceId`:STRING,`callCenterNotes`:STRING,`userId`:STRING,`email`:STRING,`matchReasons`:STRING,`bookingState`:STRING,`confirmationCode`:STRING,`typeOfListing`:STRING,`bookedUnit`:struct<`amenities`:array ,`description`:struct<`physical`:struct<`width`:STRING,`height`:STRING,`length`:STRING>,`vehicle`:struct<`permitted`:STRING,`only`:STRING,`warehouse`:STRING>>,`unitType`:STRING,`price`:struct<`meta`:STRING>,`id`:STRING,`promotion`:STRING,`reservation_days`:STRING>,`apiLeadId`:STRING,`contacted`:STRING,`firstName`:STRING,`facilitylocation`:struct<`address1`:STRING,`state`:STRING,`city`:STRING,`zip`:STRING,`country`:STRING,`address2`:STRING>,`bookingAgentId`:STRING,`commission`:STRING,`hotLead`:STRING,`alternateFirstNames`:array ,`lastName`:STRING,`unitId`:STRING,`trafficSourceId`:STRING,`actualD`:STRING,`estimatedRevenue`:STRING,`disputeReason`:STRING,`moveIn`:STRING,`sitePhone`:STRING,`companyCode`:STRING,`promo`:STRING,`corrected`:STRING,`facilityTenant`:STRING,`customerNotes`:STRING,`phoneFacilityTransfer`:STRING,`listingWantId`:STRING,`phoneChangedNumber`:STRING,`omiAttributes`:struct<`organization`:STRING,`provider`:STRING,`facility`:STRING,`unit`:STRING,`reservation`:STRING>,`hasOnlineMoveIns`:STRING,`hostedWebsite`:STRING,`price`:STRING,`siteId`:STRING,`searchWeightId`:STRING,`actualW`:STRING,`apiCustId`:STRING,`searchWeightTestId`:STRING,`facilityGetsNotificationEmails`:STRING,`callCenterTransfer`:STRING,`rebateProcessed`:STRING,`termsVersion`:STRING,`phoneVerified`:STRING,`affiliateId`:STRING,`unitNumber`:STRING,`callCenter`:STRING,`account`:struct<`accountId`:STRING,`hasOnlineMoveIns`:STRING>,`AAAMemberNumber`:STRING,`sizeD`:STRING,`autoState`:STRING,`moveInActual`:STRING>,`env`:STRING,`label`:STRING,`category`:STRING,`site_id`:STRING>,`userId`STRING,`receivedAt`STRING,`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`context`struct<`library`:struct<`name`:STRING,`version`:STRING>,`ip`:STRING,`campaign`:struct<`source`:STRING,`name`:STRING,`content`:STRING,`utm_content`:STRING,`medium`:STRING,`sself_20storage`:STRING,`utm_source`:STRING,`utm_medium`:STRING,`term`:STRING,`utm_campaign`:STRING>,`userAgent`:STRING,`locale`:STRING,`page`:struct<`search`:STRING,`url`:STRING,`title`:STRING,`referrer`:STRING,`path`:STRING>,`timezone`:STRING,`userAgentData`:struct<`platform`:STRING,`mobile`:STRING,`brands`:array >>>,`messageId`STRING,`channel`STRING,`event`STRING,`projectId`STRING,`_origin`STRING,`timestamp`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-prod/separated_dt/submit'\n", "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_submit" ] - hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/submit
- id: 1214953
- processed: 1
- raw_data:
{ "__segment_internal": {}, "_metadata": { "bundled": [ "Google Tag Manager", "Segment.io" ], "bundledIds": [ "5aba5e646e396464865d9ca3" ], "unbundled": [] }, "_origin": "2025-03-04T19:28:30Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1741046400000/1741116478284.events-archiver-480-25..d6807f36-ed91-49b1-8aee-39a828e67ff9.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "3643f9b2-b589-4a8f-aeab-6ef546627f0a", "channel": "client", "context": { "campaign": {}, "ip": "107.122.85.36", "library": { "name": "analytics.js", "version": "next-1.77.0" }, "locale": "en-US", "page": { "path": "/search", "referrer": "https://www.google.com/", "search": "?city=Lacey&latitude=47.0358969&location=Lacey%2C%20WA%2C%20USA&locationSource=google_autocomplete&longitude=-122.8232553&state=WA", "title": "SelfStorage.com: Find Cheap Storage Units Near You", "url": "https://www.selfstorage.com/search?city=Lacey&latitude=47.0358969&location=Lacey%2C%20WA%2C%20USA&locationSource=google_autocomplete&longitude=-122.8232553&state=WA" }, "timezone": "America/Los_Angeles", "userAgent": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Mobile Safari/537.36", "userAgentData": { "brands": [ { "brand": "Chromium", "version": "133" } ], "mobile": true, "platform": "Android" } }, "event": "submit", "integrations": {}, "messageId": "ajs-next-1741113293346-fa3e2e80-0524-4158-a347-175e79c3785b", "originalTimestamp": "2025-03-04T18:34:53.346Z", "projectId": "5yGJd9z7eL", "properties": { "Hit Timestamp": 1741113293346, "category": "reservation form interactions-facilityPage", "env": "production", "extra": { "AAAMemberNumber": null, "account": { "accountId": 16, "hasOnlineMoveIns": false }, "actualD": null, "actualW": null, "affiliateId": "SelfStorage.com", "alternateEmails": [], "alternateFirstNames": [], "alternateLastNames": [], "alternatePhones": [], "apiCustId": "365953", "apiLeadId": "171287", "apiUnitId": "5304", "autoState": null, "baseBid": "2.50", "bidAmount": "125.00", "bidType": "PERCENT", "bookedUnit": { "amenities": [ "1st Floor", "Outdoor Access" ], "description": { "physical": { "height": null, "length": "10.00", "width": "5.00" }, "vehicle": { "only": false, "permitted": false, "warehouse": false } }, "id": 26234933, "price": { "meta": "40.80" }, "promotion": "40% Off and First Month Free", "reservation_days": 15, "unitType": "storage" }, "bookingAgent": null, "bookingAgentId": null, "bookingAuth": "eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJpc3MiOiJzaXRlLWlkIiwiaWF0IjoxNzQxMTE2MTE5LCJleHAiOjE3NDEyODg5MTksImRhdGEiOnsiZW1haWwiOiJjZWRpbGxvdjIzQGdtYWlsLmNvbSIsImNvbmZpcm1hdGlvbkNvZGUiOiI1TlVEWERYR1QifX0.cE1De7SmYYbp3DBuGTChZ2efht3x1Tvx5Efszw3GCOI", "bookingState": "PENDING", "bookingType": "STANDARD", "bookingWidget": 0, "callCenter": 0, "callCenterNotes": "[2025-03-04 12:54pm] Booking 5' x 10' unit $40.80 (1st Floor, Air Cooled, Heated) Promo: 40% Off and First Month Free on website (SelfStorage.com)", "callCenterTransfer": false, "callerIdPhone": null, "canceled": "0", "centershiftAccountId": null, "commission": 0, "companyCode": "Waco", "complete": 1, "confirmationCode": "5NUDXDXGT", "contacted": 0, "corrected": 0, "customerNotes": null, "depositPaid": "0.00", "disputeReason": null, "duplicateOf": null, "eSignType": null, "eVisitId": null, "email": "[email protected]", "estimatedRevenue": 41.82, "facilityId": 201823, "facilityName": "HGS Self Storage - Waco - 500 Mall Drive", "facilityPhone": 2547767714, "facilityTenant": false, "facilityTenantId": null, "facilitylocation": { "address1": "4515 West Ann Road", "address2": "", "city": "North Las Vegas", "country": "", "state": "NV", "zip": "89031" }, "firstName": "Veronica", "free": 0, "hasContactlessMoveins": true, "hasOnlineMoveIns": false, "hostedWebsite": 0, "hotLead": null, "invoiceId": null, "lastName": "Haring", "listingWantId": null, "matchReasons": null, "matchScore": null, "modifiedDtm": "2025-03-04 12:54:25", "monthlyInsurance": null, "moveIn": "2025-03-05", "moveInActual": null, "moveInOriginal": "2025-03-05", "moveOut": null, "movedIn": 0, "npv": "102.00", "omiCompleted": false, "omiFlowEnabled": false, "omiPri": null, "onlineMoveInUrl": null, "payoutBatchId": null, "phone": "2544009335", "phoneChangedNumber": 0, "phoneFacilityTransfer": 0, "phoneStatus": null, "phoneVerified": 0, "pickupTime": null, "price": "35.00", "promo": "40% Off and First Month Free", "promoCode": null, "read": 0, "rebateProcessed": 0, "referrerId": null, "resaleRate": null, "reviewStatus": null, "searchWeightId": null, "searchWeightTestId": null, "sessionId": null, "siteId": 144, "sitePhone": null, "sizeD": "5.00", "sizeH": null, "sizeW": "5.00", "statementId": null, "termsVersion": "20130106", "timestamp": "2025-03-04 13:21:59", "totalPaid": null, "trafficSourceId": "google-organic", "typeOfListing": 2, "unit": { "unitIds": [ "18689809", "18765198", "18765199", "18893194", "18893195", "18893196", "18893197", "18893200", "18893201", "18893202", "18893203", "18893204", "19316266", "19840394", "19844211" ] }, "unitId": 18765199, "unitNumber": "39", "userId": 5611446, "visitId": "07fce64055a93819331119cb4dce4658" }, "isReact": true, "label": "success-web-STANDARD-5.00-10.00", "site_id": 27 }, "receivedAt": "2025-03-04T18:34:55.089Z", "sentAt": "2025-03-04T18:34:53.626Z", "timestamp": "2025-03-04T18:34:54.809Z", "type": "track", "userId": "18fb833db331118d885e7d4b9c7f89ac", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.campaign.sself_20storage": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "integrations.library.name": "string", "integrations.library.version": "string", "integrations.page.path": "string", "integrations.page.referrer": "string", "integrations.page.search": "string", "integrations.page.title": "string", "integrations.page.url": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.category": "string", "properties.env": "string", "properties.extra.AAAMemberNumber": "string", "properties.extra.account.accountId": "string", "properties.extra.account.hasOnlineMoveIns": "string", "properties.extra.actualD": "string", "properties.extra.actualW": "string", "properties.extra.affiliateId": "string", "properties.extra.alternateEmails": [ "string" ], "properties.extra.alternateFirstNames": [ "string" ], "properties.extra.alternateLastNames": [ "string" ], "properties.extra.alternatePhones": [ "string" ], "properties.extra.apiCustId": "string", "properties.extra.apiLeadId": "string", "properties.extra.apiUnitId": "string", "properties.extra.autoState": "string", "properties.extra.baseBid": "string", "properties.extra.bidAmount": "string", "properties.extra.bidType": "string", "properties.extra.bookedUnit.amenities": [ "string" ], "properties.extra.bookedUnit.description.physical.height": "string", "properties.extra.bookedUnit.description.physical.length": "string", "properties.extra.bookedUnit.description.physical.width": "string", "properties.extra.bookedUnit.description.vehicle.only": "string", "properties.extra.bookedUnit.description.vehicle.permitted": "string", "properties.extra.bookedUnit.description.vehicle.warehouse": "string", "properties.extra.bookedUnit.id": "string", "properties.extra.bookedUnit.price.meta": "string", "properties.extra.bookedUnit.promotion": "string", "properties.extra.bookedUnit.reservation_days": "string", "properties.extra.bookedUnit.unitType": "string", "properties.extra.bookingAgent": "string", "properties.extra.bookingAgentId": "string", "properties.extra.bookingAuth": "string", "properties.extra.bookingState": "string", "properties.extra.bookingType": "string", "properties.extra.bookingWidget": "string", "properties.extra.callCenter": "string", "properties.extra.callCenterNotes": "string", "properties.extra.callCenterTransfer": "string", "properties.extra.callerIdPhone": "string", "properties.extra.canceled": "string", "properties.extra.centershiftAccountId": "string", "properties.extra.commission": "string", "properties.extra.companyCode": "string", "properties.extra.complete": "string", "properties.extra.confirmationCode": "string", "properties.extra.contacted": "string", "properties.extra.corrected": "string", "properties.extra.customerNotes": "string", "properties.extra.depositPaid": "string", "properties.extra.disputeReason": "string", "properties.extra.duplicateOf": "string", "properties.extra.eSignType": "string", "properties.extra.eVisitId": "string", "properties.extra.email": "string", "properties.extra.estimatedRevenue": "string", "properties.extra.facilityGetsNotificationEmails": "string", "properties.extra.facilityId": "string", "properties.extra.facilityName": "string", "properties.extra.facilityPhone": "string", "properties.extra.facilityTenant": "string", "properties.extra.facilityTenantId": "string", "properties.extra.facilitylocation.address1": "string", "properties.extra.facilitylocation.address2": "string", "properties.extra.facilitylocation.city": "string", "properties.extra.facilitylocation.country": "string", "properties.extra.facilitylocation.state": "string", "properties.extra.facilitylocation.zip": "string", "properties.extra.firstName": "string", "properties.extra.free": "string", "properties.extra.hasContactlessMoveins": "string", "properties.extra.hasOnlineMoveIns": "string", "properties.extra.hostedWebsite": "string", "properties.extra.hotLead": "string", "properties.extra.invoiceId": "string", "properties.extra.lastName": "string", "properties.extra.listingWantId": "string", "properties.extra.matchReasons": "string", "properties.extra.matchScore": "string", "properties.extra.modifiedDtm": "string", "properties.extra.monthlyInsurance": "string", "properties.extra.moveIn": "string", "properties.extra.moveInActual": "string", "properties.extra.moveInOriginal": "string", "properties.extra.moveOut": "string", "properties.extra.movedIn": "string", "properties.extra.npv": "string", "properties.extra.omiAttributes.facility": "string", "properties.extra.omiAttributes.organization": "string", "properties.extra.omiAttributes.provider": "string", "properties.extra.omiAttributes.reservation": "string", "properties.extra.omiAttributes.unit": "string", "properties.extra.omiCompleted": "string", "properties.extra.omiFlowEnabled": "string", "properties.extra.omiPri": "string", "properties.extra.onlineMoveInUrl": "string", "properties.extra.payoutBatchId": "string", "properties.extra.phone": "string", "properties.extra.phoneChangedNumber": "string", "properties.extra.phoneFacilityTransfer": "string", "properties.extra.phoneStatus": "string", "properties.extra.phoneVerified": "string", "properties.extra.pickupTime": "string", "properties.extra.price": "string", "properties.extra.promo": "string", "properties.extra.promoCode": "string", "properties.extra.read": "string", "properties.extra.rebateProcessed": "string", "properties.extra.referrerId": "string", "properties.extra.resaleRate": "string", "properties.extra.reviewStatus": "string", "properties.extra.searchWeightId": "string", "properties.extra.searchWeightTestId": "string", "properties.extra.sessionId": "string", "properties.extra.siteId": "string", "properties.extra.sitePhone": "string", "properties.extra.sizeD": "string", "properties.extra.sizeH": "string", "properties.extra.sizeW": "string", "properties.extra.statementId": "string", "properties.extra.termsVersion": "string", "properties.extra.timestamp": "string", "properties.extra.totalPaid": "string", "properties.extra.trafficSourceId": "string", "properties.extra.typeOfListing": "string", "properties.extra.unit.unitIds": [ "string" ], "properties.extra.unitId": "string", "properties.extra.unitNumber": "string", "properties.extra.userId": "string", "properties.extra.visitId": "string", "properties.isReact": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 132
- schema_scan_id: 138216051
- updated: 2025-03-04 13:30:00
-
Version 987833
- created: 2024-08-21 13:00:46
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_submit`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_submit`\n(\n`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`context`struct<`locale`:STRING,`page`:struct<`url`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING,`path`:STRING>,`userAgent`:STRING,`userAgentData`:struct<`platform`:STRING,`mobile`:STRING,`brands`:array>>,`campaign`:struct<`source`:STRING,`name`:STRING,`content`:STRING,`utm_content`:STRING,`medium`:STRING,`sself_20storage`:STRING,`utm_source`:STRING,`utm_medium`:STRING,`term`:STRING,`utm_campaign`:STRING>,`timezone`:STRING,`library`:struct<`name`:STRING,`version`:STRING>,`ip`:STRING>,`_origin`STRING,`projectId`STRING,`_metadata`struct<`bundled`:array ,`unbundled`:array >,`channel`STRING,`timestamp`STRING,`anonymousId`STRING,`receivedAt`STRING,`type`STRING,`event`STRING,`sentAt`STRING,`messageId`STRING,`originalTimestamp`STRING,`properties`struct<`label`:STRING,`extra`:struct<`statementId`:STRING,`duplicateOf`:STRING,`matchReasons`:STRING,`alternateFirstNames`:array ,`phoneChangedNumber`:STRING,`apiUnitId`:STRING,`typeOfListing`:STRING,`sizeW`:STRING,`bookingAgentId`:STRING,`sessionId`:STRING,`eVisitId`:STRING,`termsVersion`:STRING,`phone`:STRING,`apiLeadId`:STRING,`sizeD`:STRING,`complete`:STRING,`onlineMoveInUrl`:STRING,`searchWeightTestId`:STRING,`hostedWebsite`:STRING,`depositPaid`:STRING,`matchScore`:STRING,`bookedUnit`:struct<`unitType`:STRING,`id`:STRING,`reservation_days`:STRING,`price`:struct<`meta`:STRING>,`description`:struct<`physical`:struct<`length`:STRING,`height`:STRING,`width`:STRING>,`vehicle`:struct<`only`:STRING,`permitted`:STRING,`warehouse`:STRING>>,`promotion`:STRING,`amenities`:array >,`promoCode`:STRING,`affiliateId`:STRING,`price`:STRING,`hotLead`:STRING,`moveOut`:STRING,`read`:STRING,`siteId`:STRING,`omiCompleted`:STRING,`baseBid`:STRING,`referrerId`:STRING,`movedIn`:STRING,`monthlyInsurance`:STRING,`disputeReason`:STRING,`reviewStatus`:STRING,`callCenter`:STRING,`phoneFacilityTransfer`:STRING,`alternateEmails`:array ,`phoneStatus`:STRING,`rebateProcessed`:STRING,`centershiftAccountId`:STRING,`omiPri`:STRING,`AAAMemberNumber`:STRING,`facilityGetsNotificationEmails`:STRING,`trafficSourceId`:STRING,`payoutBatchId`:STRING,`bookingWidget`:STRING,`lastName`:STRING,`callCenterTransfer`:STRING,`hasContactlessMoveins`:STRING,`autoState`:STRING,`facilityId`:STRING,`moveInOriginal`:STRING,`searchWeightId`:STRING,`callerIdPhone`:STRING,`facilityTenantId`:STRING,`unitId`:STRING,`commission`:STRING,`bookingState`:STRING,`omiAttributes`:struct<`organization`:STRING,`provider`:STRING,`facility`:STRING,`unit`:STRING,`reservation`:STRING>,`actualW`:STRING,`totalPaid`:STRING,`contacted`:STRING,`account`:struct<`accountId`:STRING,`hasOnlineMoveIns`:STRING>,`facilityPhone`:STRING,`firstName`:STRING,`confirmationCode`:STRING,`unitNumber`:STRING,`userId`:STRING,`resaleRate`:STRING,`alternatePhones`:array ,`corrected`:STRING,`unit`:struct<`unitIds`:array >,`companyCode`:STRING,`free`:STRING,`bookingAgent`:STRING,`modifiedDtm`:STRING,`eSignType`:STRING,`omiFlowEnabled`:STRING,`promo`:STRING,`listingWantId`:STRING,`bookingType`:STRING,`visitId`:STRING,`sizeH`:STRING,`apiCustId`:STRING,`invoiceId`:STRING,`customerNotes`:STRING,`pickupTime`:STRING,`moveIn`:STRING,`facilityName`:STRING,`email`:STRING,`callCenterNotes`:STRING,`timestamp`:STRING,`estimatedRevenue`:STRING,`sitePhone`:STRING,`bidAmount`:STRING,`actualD`:STRING,`npv`:STRING,`moveInActual`:STRING,`facilitylocation`:struct<`country`:STRING,`address1`:STRING,`address2`:STRING,`city`:STRING,`zip`:STRING,`state`:STRING>,`bidType`:STRING,`phoneVerified`:STRING,`hasOnlineMoveIns`:STRING,`canceled`:STRING,`alternateLastNames`:array ,`facilityTenant`:STRING>,`category`:STRING,`isReact`:STRING,`env`:STRING,`Hit_Timestamp`:STRING,`site_id`:STRING>,`userId`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-prod/separated_dt/submit'\n", "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_submit" ] - hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/submit
- id: 987833
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "evfdze8kT9", "5aba5e646e396464865d9ca3" ], "unbundled": [] }, "_origin": "2024-08-21T17:59:54Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1724198400000/1724263175045.events-archiver-480-6..adf6047c-d074-46df-be1b-c614b585cb52.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "9f966caf-1205-4134-86b0-f56ccd77246d", "channel": "client", "context": { "campaign": { "medium": "paidsearch", "name": "SSDC Google|General|Dynamic", "source": "google" }, "ip": "172.59.128.27", "library": { "name": "analytics.js", "version": "next-1.72.1" }, "locale": "en-US", "page": { "path": "/self-storage/california/vallejo/extra-space-storage-1673-vallejo-tennessee-st-229134/reserve/30924250/", "referrer": "https://www.selfstorage.com/self-storage/california/benicia/", "search": "", "title": "Reserve a 5' x 5' unit with 1st Floor, Interior at Extra Space Storage - 1673 - Vallejo - Tennessee St in Vallejo", "url": "https://www.selfstorage.com/self-storage/california/vallejo/extra-space-storage-1673-vallejo-tennessee-st-229134/reserve/30924250/" }, "timezone": "America/Los_Angeles", "userAgent": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Mobile Safari/537.36", "userAgentData": { "brands": [ { "brand": "Google Chrome", "version": "114" } ], "mobile": true, "platform": "Android" } }, "event": "submit", "integrations": {}, "messageId": "ajs-next-1724259886885-d36be671-2ac6-448d-8b7a-f52fd00042ad", "originalTimestamp": "2024-08-21T17:04:46.885Z", "projectId": "5yGJd9z7eL", "properties": { "Hit Timestamp": 1724259886885, "category": "reservation form interactions-reservePage", "env": "production", "extra": { "AAAMemberNumber": null, "account": { "accountId": 5910, "hasOnlineMoveIns": true }, "actualD": null, "actualW": null, "affiliateId": "SelfStorage.com", "alternateEmails": [], "alternateFirstNames": [], "alternateLastNames": [], "alternatePhones": [], "apiCustId": "445382", "apiLeadId": "324355", "apiUnitId": "20418", "autoState": null, "baseBid": "2.50", "bidAmount": "122.50", "bidType": "PERCENT", "bookedUnit": { "amenities": [ "1st Floor", "ADA Accessible", "Outdoor Access" ], "description": { "physical": { "height": null, "length": "5.00", "width": "5.00" }, "vehicle": { "only": false, "permitted": false, "warehouse": false } }, "id": 30924250, "price": { "meta": "37.00" }, "promotion": "", "reservation_days": 14, "unitType": "storage" }, "bookingAgent": null, "bookingAgentId": null, "bookingState": "PENDING", "bookingType": "STANDARD", "bookingWidget": 0, "callCenter": 0, "callCenterNotes": "[2024-08-21 12:04pm] Booking 5' x 5' unit $37.00 (1st Floor, Interior) on website (Mobile - m.SelfStorage.com)", "callCenterTransfer": false, "callerIdPhone": null, "canceled": "0", "centershiftAccountId": null, "commission": 0, "companyCode": null, "complete": 1, "confirmationCode": "7U45KZ2XN", "contacted": 0, "corrected": 0, "customerNotes": null, "depositPaid": "0.00", "disputeReason": null, "duplicateOf": null, "eSignType": null, "eVisitId": null, "email": "[email protected]", "estimatedRevenue": 41.81, "facilityId": 150601, "facilityName": "IPI Self Storage", "facilityPhone": 7027367663, "facilityTenant": false, "facilityTenantId": null, "facilitylocation": { "address1": "3480 Tennessee Street", "address2": "", "city": "Vallejo", "country": "", "state": "CA", "zip": "94591" }, "firstName": "Aaron", "free": 0, "hasContactlessMoveins": false, "hasOnlineMoveIns": true, "hostedWebsite": 0, "hotLead": null, "invoiceId": null, "lastName": "Ross", "listingWantId": null, "matchReasons": null, "matchScore": null, "modifiedDtm": "2024-08-21 12:04:47", "monthlyInsurance": null, "moveIn": "2024-08-22", "moveInActual": null, "moveInOriginal": "2024-08-22", "moveOut": null, "movedIn": 0, "npv": "92.50", "omiAttributes": { "facility": "L002", "organization": "C504", "provider": "sl", "reservation": "pal:reservation:sl:C504;L002;324355", "unit": "20418" }, "omiCompleted": false, "omiFlowEnabled": true, "omiPri": "pal:reservation:sl:C504;L002;324355", "onlineMoveInUrl": "https://www.extraspace.com/storage/online-lease/e-rental/?confirmationCode=6637fecc-b9e6-4f45-aec9-0f23f46874af", "payoutBatchId": null, "phone": "4808860522", "phoneChangedNumber": 0, "phoneFacilityTransfer": 0, "phoneStatus": null, "phoneVerified": 0, "pickupTime": null, "price": "49.00", "promo": "", "promoCode": null, "read": 0, "rebateProcessed": 0, "referrerId": null, "resaleRate": null, "reviewStatus": null, "searchWeightId": null, "searchWeightTestId": null, "sessionId": null, "siteId": 144, "sitePhone": null, "sizeD": "7.00", "sizeH": null, "sizeW": "10.00", "statementId": null, "termsVersion": "20130106", "timestamp": "2024-08-21 12:51:57", "totalPaid": null, "trafficSourceId": "google-ppc", "typeOfListing": 2, "unit": { "unitIds": [ "17931995", "20766605", "29887852" ] }, "unitId": 20766605, "unitNumber": "F074", "userId": 6250343, "visitId": "e5a51017573bd8af28472e592b8deddb" }, "isReact": true, "label": "success-web-STANDARD-5.00-5.00", "site_id": 27 }, "receivedAt": "2024-08-21T17:04:48.720Z", "sentAt": "2024-08-21T17:04:47.199Z", "timestamp": "2024-08-21T17:04:48.406Z", "type": "track", "userId": "81d0181c295ee12e78c16c0363a6be1b", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.campaign.sself_20storage": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "integrations.library.name": "string", "integrations.library.version": "string", "integrations.page.path": "string", "integrations.page.referrer": "string", "integrations.page.search": "string", "integrations.page.title": "string", "integrations.page.url": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.category": "string", "properties.env": "string", "properties.extra.AAAMemberNumber": "string", "properties.extra.account.accountId": "string", "properties.extra.account.hasOnlineMoveIns": "string", "properties.extra.actualD": "string", "properties.extra.actualW": "string", "properties.extra.affiliateId": "string", "properties.extra.alternateEmails": [ "string" ], "properties.extra.alternateFirstNames": [ "string" ], "properties.extra.alternateLastNames": [ "string" ], "properties.extra.alternatePhones": [ "string" ], "properties.extra.apiCustId": "string", "properties.extra.apiLeadId": "string", "properties.extra.apiUnitId": "string", "properties.extra.autoState": "string", "properties.extra.baseBid": "string", "properties.extra.bidAmount": "string", "properties.extra.bidType": "string", "properties.extra.bookedUnit.amenities": [ "string" ], "properties.extra.bookedUnit.description.physical.height": "string", "properties.extra.bookedUnit.description.physical.length": "string", "properties.extra.bookedUnit.description.physical.width": "string", "properties.extra.bookedUnit.description.vehicle.only": "string", "properties.extra.bookedUnit.description.vehicle.permitted": "string", "properties.extra.bookedUnit.description.vehicle.warehouse": "string", "properties.extra.bookedUnit.id": "string", "properties.extra.bookedUnit.price.meta": "string", "properties.extra.bookedUnit.promotion": "string", "properties.extra.bookedUnit.reservation_days": "string", "properties.extra.bookedUnit.unitType": "string", "properties.extra.bookingAgent": "string", "properties.extra.bookingAgentId": "string", "properties.extra.bookingState": "string", "properties.extra.bookingType": "string", "properties.extra.bookingWidget": "string", "properties.extra.callCenter": "string", "properties.extra.callCenterNotes": "string", "properties.extra.callCenterTransfer": "string", "properties.extra.callerIdPhone": "string", "properties.extra.canceled": "string", "properties.extra.centershiftAccountId": "string", "properties.extra.commission": "string", "properties.extra.companyCode": "string", "properties.extra.complete": "string", "properties.extra.confirmationCode": "string", "properties.extra.contacted": "string", "properties.extra.corrected": "string", "properties.extra.customerNotes": "string", "properties.extra.depositPaid": "string", "properties.extra.disputeReason": "string", "properties.extra.duplicateOf": "string", "properties.extra.eSignType": "string", "properties.extra.eVisitId": "string", "properties.extra.email": "string", "properties.extra.estimatedRevenue": "string", "properties.extra.facilityGetsNotificationEmails": "string", "properties.extra.facilityId": "string", "properties.extra.facilityName": "string", "properties.extra.facilityPhone": "string", "properties.extra.facilityTenant": "string", "properties.extra.facilityTenantId": "string", "properties.extra.facilitylocation.address1": "string", "properties.extra.facilitylocation.address2": "string", "properties.extra.facilitylocation.city": "string", "properties.extra.facilitylocation.country": "string", "properties.extra.facilitylocation.state": "string", "properties.extra.facilitylocation.zip": "string", "properties.extra.firstName": "string", "properties.extra.free": "string", "properties.extra.hasContactlessMoveins": "string", "properties.extra.hasOnlineMoveIns": "string", "properties.extra.hostedWebsite": "string", "properties.extra.hotLead": "string", "properties.extra.invoiceId": "string", "properties.extra.lastName": "string", "properties.extra.listingWantId": "string", "properties.extra.matchReasons": "string", "properties.extra.matchScore": "string", "properties.extra.modifiedDtm": "string", "properties.extra.monthlyInsurance": "string", "properties.extra.moveIn": "string", "properties.extra.moveInActual": "string", "properties.extra.moveInOriginal": "string", "properties.extra.moveOut": "string", "properties.extra.movedIn": "string", "properties.extra.npv": "string", "properties.extra.omiAttributes.facility": "string", "properties.extra.omiAttributes.organization": "string", "properties.extra.omiAttributes.provider": "string", "properties.extra.omiAttributes.reservation": "string", "properties.extra.omiAttributes.unit": "string", "properties.extra.omiCompleted": "string", "properties.extra.omiFlowEnabled": "string", "properties.extra.omiPri": "string", "properties.extra.onlineMoveInUrl": "string", "properties.extra.payoutBatchId": "string", "properties.extra.phone": "string", "properties.extra.phoneChangedNumber": "string", "properties.extra.phoneFacilityTransfer": "string", "properties.extra.phoneStatus": "string", "properties.extra.phoneVerified": "string", "properties.extra.pickupTime": "string", "properties.extra.price": "string", "properties.extra.promo": "string", "properties.extra.promoCode": "string", "properties.extra.read": "string", "properties.extra.rebateProcessed": "string", "properties.extra.referrerId": "string", "properties.extra.resaleRate": "string", "properties.extra.reviewStatus": "string", "properties.extra.searchWeightId": "string", "properties.extra.searchWeightTestId": "string", "properties.extra.sessionId": "string", "properties.extra.siteId": "string", "properties.extra.sitePhone": "string", "properties.extra.sizeD": "string", "properties.extra.sizeH": "string", "properties.extra.sizeW": "string", "properties.extra.statementId": "string", "properties.extra.termsVersion": "string", "properties.extra.timestamp": "string", "properties.extra.totalPaid": "string", "properties.extra.trafficSourceId": "string", "properties.extra.typeOfListing": "string", "properties.extra.unit.unitIds": [ "string" ], "properties.extra.unitId": "string", "properties.extra.unitNumber": "string", "properties.extra.userId": "string", "properties.extra.visitId": "string", "properties.isReact": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 132
- schema_scan_id: 125677288
- updated: 2024-08-21 13:03:03
-
Version 966787
- created: 2024-08-03 05:53:33
- ddl:
[ "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_submit`", "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_submit`\n(\n`_origin`STRING,`type`STRING,`projectId`STRING,`context`struct<`locale`:STRING,`campaign`:struct<`name`:STRING,`utm_content`:STRING,`utm_source`:STRING,`utm_campaign`:STRING,`term`:STRING,`utm_medium`:STRING,`medium`:STRING,`source`:STRING,`sself_20storage`:STRING,`content`:STRING>,`timezone`:STRING,`userAgent`:STRING,`library`:struct<`version`:STRING,`name`:STRING>,`page`:struct<`title`:STRING,`path`:STRING,`search`:STRING,`url`:STRING,`referrer`:STRING>,`ip`:STRING,`userAgentData`:struct<`mobile`:STRING,`brands`:array>,`platform`:STRING>>,`event`STRING,`anonymousId`STRING,`originalTimestamp`STRING,`properties`struct<`label`:STRING,`site_id`:STRING,`extra`:struct<`reviewStatus`:STRING,`unitId`:STRING,`invoiceId`:STRING,`actualW`:STRING,`autoState`:STRING,`facilityGetsNotificationEmails`:STRING,`phoneChangedNumber`:STRING,`matchReasons`:STRING,`customerNotes`:STRING,`lastName`:STRING,`phone`:STRING,`facilitylocation`:struct<`address2`:STRING,`city`:STRING,`address1`:STRING,`state`:STRING,`zip`:STRING,`country`:STRING>,`facilityTenant`:STRING,`bookingState`:STRING,`phoneVerified`:STRING,`bookedUnit`:struct<`id`:STRING,`description`:struct<`vehicle`:struct<`only`:STRING,`warehouse`:STRING,`permitted`:STRING>,`physical`:struct<`height`:STRING,`length`:STRING,`width`:STRING>>,`price`:struct<`meta`:STRING>,`reservation_days`:STRING,`amenities`:array ,`unitType`:STRING,`promotion`:STRING>,`payoutBatchId`:STRING,`typeOfListing`:STRING,`referrerId`:STRING,`affiliateId`:STRING,`duplicateOf`:STRING,`moveInOriginal`:STRING,`omiFlowEnabled`:STRING,`sessionId`:STRING,`phoneStatus`:STRING,`timestamp`:STRING,`hasContactlessMoveins`:STRING,`baseBid`:STRING,`userId`:STRING,`depositPaid`:STRING,`contacted`:STRING,`corrected`:STRING,`promoCode`:STRING,`movedIn`:STRING,`promo`:STRING,`bookingAgent`:STRING,`monthlyInsurance`:STRING,`omiPri`:STRING,`searchWeightId`:STRING,`confirmationCode`:STRING,`eSignType`:STRING,`rebateProcessed`:STRING,`actualD`:STRING,`termsVersion`:STRING,`complete`:STRING,`hostedWebsite`:STRING,`moveInActual`:STRING,`alternateFirstNames`:array ,`totalPaid`:STRING,`npv`:STRING,`commission`:STRING,`apiCustId`:STRING,`bookingWidget`:STRING,`disputeReason`:STRING,`apiLeadId`:STRING,`alternateLastNames`:array ,`canceled`:STRING,`listingWantId`:STRING,`unit`:struct<`unitIds`:array >,`statementId`:STRING,`free`:STRING,`read`:STRING,`apiUnitId`:STRING,`price`:STRING,`alternatePhones`:array ,`bidAmount`:STRING,`callCenterNotes`:STRING,`modifiedDtm`:STRING,`callCenterTransfer`:STRING,`sizeD`:STRING,`searchWeightTestId`:STRING,`onlineMoveInUrl`:STRING,`facilityName`:STRING,`centershiftAccountId`:STRING,`hotLead`:STRING,`pickupTime`:STRING,`bookingAgentId`:STRING,`bidType`:STRING,`visitId`:STRING,`sitePhone`:STRING,`hasOnlineMoveIns`:STRING,`sizeW`:STRING,`moveOut`:STRING,`account`:struct<`hasOnlineMoveIns`:STRING,`accountId`:STRING>,`bookingType`:STRING,`estimatedRevenue`:STRING,`facilityTenantId`:STRING,`sizeH`:STRING,`companyCode`:STRING,`eVisitId`:STRING,`callCenter`:STRING,`alternateEmails`:array ,`callerIdPhone`:STRING,`unitNumber`:STRING,`moveIn`:STRING,`siteId`:STRING,`matchScore`:STRING,`facilityPhone`:STRING,`firstName`:STRING,`resaleRate`:STRING,`phoneFacilityTransfer`:STRING,`email`:STRING,`omiCompleted`:STRING,`facilityId`:STRING,`trafficSourceId`:STRING,`AAAMemberNumber`:STRING>,`Hit_Timestamp`:STRING,`category`:STRING,`isReact`:STRING,`env`:STRING>,`messageId`STRING,`channel`STRING,`_metadata`struct<`bundled`:array ,`unbundled`:array >,`sentAt`STRING,`timestamp`STRING,`receivedAt`STRING,`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`userId`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-prod/separated_dt/submit'\n", "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_submit" ] - hive_path: s3://sfdl-segment-ssdc-prod/separated_dt/submit
- id: 966787
- processed: 1
- raw_data:
{ "_metadata": { "bundled": [ "Google Analytics", "Google Tag Manager", "Segment.io" ], "bundledIds": [ "evfdze8kT9", "5aba5e646e396464865d9ca3" ], "unbundled": [] }, "_origin": "2024-08-03T10:52:56Z|s3://sfdl-segment-ssdc-prod/segment-logs/5yGJd9z7eL/1722643200000/1722682340082.events-archiver-480-30..02ad9151-4220-42ec-8ddb-5c6118a4a061.gz|analytics-segment-separator-prod:$LATEST", "anonymousId": "4b572935-1be0-4af6-b285-f02ed8df423b", "channel": "client", "context": { "campaign": { "content": "", "medium": "paidsearch", "name": "SSDC Bing|PMAX", "source": "bing", "term": "www.selfstorage.com" }, "ip": "74.78.129.178", "library": { "name": "analytics.js", "version": "next-1.72.1" }, "locale": "en-US", "page": { "path": "/self-storage/maine/hollis/hollis-safe-storage-224071/", "referrer": "https://www.bing.com/", "search": "?tsid=bing-ppc&cid=SSDC%20Bing%7CPMAX&utm_source=bing&utm_medium=paidsearch&utm_campaign=SSDC%20Bing%7CPMAX&utm_content=&ploc=106865&iloc=136335&mkwid=|pcrid|76622414739607|pkw|www.selfstorage.com|pmt|bb|pdv|c|pgrid|1225956516578609|ptaid|kwd-2328422030783152:loc-190&pgrid=1225956516578609&ptaid=kwd-2328422030783152:loc-190&msclkid=e5c1f58359791ff559cb932d5bc5d593&utm_term=www.selfstorage.com", "title": "Hollis Safe Storage: Lowest Rates - SelfStorage.com", "url": "https://www.selfstorage.com/self-storage/maine/hollis/hollis-safe-storage-224071/?tsid=bing-ppc&cid=SSDC%20Bing%7CPMAX&utm_source=bing&utm_medium=paidsearch&utm_campaign=SSDC%20Bing%7CPMAX&utm_content=&ploc=106865&iloc=136335&mkwid=|pcrid|76622414739607|pkw|www.selfstorage.com|pmt|bb|pdv|c|pgrid|1225956516578609|ptaid|kwd-2328422030783152:loc-190&pgrid=1225956516578609&ptaid=kwd-2328422030783152:loc-190&msclkid=e5c1f58359791ff559cb932d5bc5d593&utm_term=www.selfstorage.com" }, "timezone": "America/New_York", "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36 Edg/127.0.0.0", "userAgentData": { "brands": [ { "brand": "Not)A;Brand", "version": "99" }, { "brand": "Microsoft Edge", "version": "127" }, { "brand": "Chromium", "version": "127" } ], "mobile": false, "platform": "Windows" } }, "event": "submit", "integrations": {}, "messageId": "ajs-next-1722680367508-c7a4c6e1-b9e5-436b-a4f4-6538da691b0c", "originalTimestamp": "2024-08-03T10:19:27.508Z", "projectId": "5yGJd9z7eL", "properties": { "Hit Timestamp": 1722680367508, "category": "reservation form interactions-facilityPage", "env": "production", "extra": { "facilityId": 224071, "unitId": 26961631 }, "isReact": true, "label": "fail-web", "site_id": 27 }, "receivedAt": "2024-08-03T10:19:27.863Z", "sentAt": "2024-08-03T10:19:27.516Z", "timestamp": "2024-08-03T10:19:27.855Z", "type": "track", "userId": "db5a94536016b1abc339c44bf969c9af", "version": 2 } - schema_attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.campaign.sself_20storage": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "integrations.library.name": "string", "integrations.library.version": "string", "integrations.page.path": "string", "integrations.page.referrer": "string", "integrations.page.search": "string", "integrations.page.title": "string", "integrations.page.url": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.category": "string", "properties.env": "string", "properties.extra.AAAMemberNumber": "string", "properties.extra.account.accountId": "string", "properties.extra.account.hasOnlineMoveIns": "string", "properties.extra.actualD": "string", "properties.extra.actualW": "string", "properties.extra.affiliateId": "string", "properties.extra.alternateEmails": [ "string" ], "properties.extra.alternateFirstNames": [ "string" ], "properties.extra.alternateLastNames": [ "string" ], "properties.extra.alternatePhones": [ "string" ], "properties.extra.apiCustId": "string", "properties.extra.apiLeadId": "string", "properties.extra.apiUnitId": "string", "properties.extra.autoState": "string", "properties.extra.baseBid": "string", "properties.extra.bidAmount": "string", "properties.extra.bidType": "string", "properties.extra.bookedUnit.amenities": [ "string" ], "properties.extra.bookedUnit.description.physical.height": "string", "properties.extra.bookedUnit.description.physical.length": "string", "properties.extra.bookedUnit.description.physical.width": "string", "properties.extra.bookedUnit.description.vehicle.only": "string", "properties.extra.bookedUnit.description.vehicle.permitted": "string", "properties.extra.bookedUnit.description.vehicle.warehouse": "string", "properties.extra.bookedUnit.id": "string", "properties.extra.bookedUnit.price.meta": "string", "properties.extra.bookedUnit.promotion": "string", "properties.extra.bookedUnit.reservation_days": "string", "properties.extra.bookedUnit.unitType": "string", "properties.extra.bookingAgent": "string", "properties.extra.bookingAgentId": "string", "properties.extra.bookingState": "string", "properties.extra.bookingType": "string", "properties.extra.bookingWidget": "string", "properties.extra.callCenter": "string", "properties.extra.callCenterNotes": "string", "properties.extra.callCenterTransfer": "string", "properties.extra.callerIdPhone": "string", "properties.extra.canceled": "string", "properties.extra.centershiftAccountId": "string", "properties.extra.commission": "string", "properties.extra.companyCode": "string", "properties.extra.complete": "string", "properties.extra.confirmationCode": "string", "properties.extra.contacted": "string", "properties.extra.corrected": "string", "properties.extra.customerNotes": "string", "properties.extra.depositPaid": "string", "properties.extra.disputeReason": "string", "properties.extra.duplicateOf": "string", "properties.extra.eSignType": "string", "properties.extra.eVisitId": "string", "properties.extra.email": "string", "properties.extra.estimatedRevenue": "string", "properties.extra.facilityGetsNotificationEmails": "string", "properties.extra.facilityId": "string", "properties.extra.facilityName": "string", "properties.extra.facilityPhone": "string", "properties.extra.facilityTenant": "string", "properties.extra.facilityTenantId": "string", "properties.extra.facilitylocation.address1": "string", "properties.extra.facilitylocation.address2": "string", "properties.extra.facilitylocation.city": "string", "properties.extra.facilitylocation.country": "string", "properties.extra.facilitylocation.state": "string", "properties.extra.facilitylocation.zip": "string", "properties.extra.firstName": "string", "properties.extra.free": "string", "properties.extra.hasContactlessMoveins": "string", "properties.extra.hasOnlineMoveIns": "string", "properties.extra.hostedWebsite": "string", "properties.extra.hotLead": "string", "properties.extra.invoiceId": "string", "properties.extra.lastName": "string", "properties.extra.listingWantId": "string", "properties.extra.matchReasons": "string", "properties.extra.matchScore": "string", "properties.extra.modifiedDtm": "string", "properties.extra.monthlyInsurance": "string", "properties.extra.moveIn": "string", "properties.extra.moveInActual": "string", "properties.extra.moveInOriginal": "string", "properties.extra.moveOut": "string", "properties.extra.movedIn": "string", "properties.extra.npv": "string", "properties.extra.omiCompleted": "string", "properties.extra.omiFlowEnabled": "string", "properties.extra.omiPri": "string", "properties.extra.onlineMoveInUrl": "string", "properties.extra.payoutBatchId": "string", "properties.extra.phone": "string", "properties.extra.phoneChangedNumber": "string", "properties.extra.phoneFacilityTransfer": "string", "properties.extra.phoneStatus": "string", "properties.extra.phoneVerified": "string", "properties.extra.pickupTime": "string", "properties.extra.price": "string", "properties.extra.promo": "string", "properties.extra.promoCode": "string", "properties.extra.read": "string", "properties.extra.rebateProcessed": "string", "properties.extra.referrerId": "string", "properties.extra.resaleRate": "string", "properties.extra.reviewStatus": "string", "properties.extra.searchWeightId": "string", "properties.extra.searchWeightTestId": "string", "properties.extra.sessionId": "string", "properties.extra.siteId": "string", "properties.extra.sitePhone": "string", "properties.extra.sizeD": "string", "properties.extra.sizeH": "string", "properties.extra.sizeW": "string", "properties.extra.statementId": "string", "properties.extra.termsVersion": "string", "properties.extra.timestamp": "string", "properties.extra.totalPaid": "string", "properties.extra.trafficSourceId": "string", "properties.extra.typeOfListing": "string", "properties.extra.unit.unitIds": [ "string" ], "properties.extra.unitId": "string", "properties.extra.unitNumber": "string", "properties.extra.userId": "string", "properties.extra.visitId": "string", "properties.isReact": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - schema_name_id: 132
- schema_scan_id: 124389665
- updated: 2024-08-03 06:02:50
Schema Scans: 3
Last at 2025-03-04 13:28:48
-
Scan 138216051
- duration: 0:05:12.494722
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 3025, "partitions_applied": false, "success": true } - id: 138216051
- payload:
{ "datatype_dict": { "dt": "date", "originaltimestamp": "timestamp_iso8601", "properties.facilityId": "bigint", "receivedAt": "timestamp_iso8601", "sentat": "timestamp_iso8601", "timestamp": "timestamp_iso8601" }, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-ssdc-prod/separated_dt/submit/dt=2025-03-04/", "name": "dt", "type": "string", "value": "2025-03-04" }, "s3": { "bucket": "sfdl-segment-ssdc-prod", "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/submit", "key": "separated_dt/submit/dt=2025-03-04/1741116478284.events-archiver-480-25..d6807f36-ed91-49b1-8aee-39a828e67ff9.json.gz" }, "schema": { "name": "sfdl_prod_segment.ssdc_submit", "type": "segment" } } - running: False
- schema_name_id: 132
- start_time: 2025-03-04 13:28:48
- success: True
- trace_id: 4918900920942862734
-
Scan 125677288
- duration: 0:01:10.423097
- exit_message:
{ "exception": "Query failed: FAILED: SemanticException [Error 10001]: Table not found sfdl_prod_segment.ssdc_submit `SHOW PARTITIONS `sfdl_prod_segment.ssdc_submit``\nTraceback (most recent call last):\n File \"/schema_manager/schema_generator/schema_scanner.py\", line 102, in scan\n response = service.run()\n ^^^^^^^^^^^^^\n File \"/schema_manager/schema_generator/process_hive_table.py\", line 105, in run\n response['ingested_partitions'] = pi.run() # *total* current number of partitions in the table\n ^^^^^^^^\n File \"/schema_manager/schema_manager/service/partition_ingester.py\", line 17, in run\n result = self.runner.run_single_query(ddl, timeout=ATHENA_TIMEOUT)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 51, in run_single_query\n return self._run_single_query(query, timeout, database)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 120, in _run_single_query\n raise e\n File \"/usr/local/lib/python3.12/site-packages/stodl/athena_runner/runner.py\", line 103, in _run_single_query\n raise AthenaRunnerQueryException('Query failed: {} `{}`'.format(info['QueryExecution']['Status']['StateChangeReason'], query))\nstodl.athena_runner.exceptions.AthenaRunnerQueryException: Query failed: FAILED: SemanticException [Error 10001]: Table not found sfdl_prod_segment.ssdc_submit `SHOW PARTITIONS `sfdl_prod_segment.ssdc_submit``\n: Expecting value: line 1 column 1 (char 0)" } - id: 125677288
- payload:
{ "datatype_dict": { "dt": "date", "originaltimestamp": "timestamp_iso8601", "properties.facilityId": "bigint", "receivedAt": "timestamp_iso8601", "sentat": "timestamp_iso8601", "timestamp": "timestamp_iso8601" }, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-ssdc-prod/separated_dt/submit/dt=2024-08-21/", "name": "dt", "type": "string", "value": "2024-08-21" }, "s3": { "bucket": "sfdl-segment-ssdc-prod", "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/submit", "key": "separated_dt/submit/dt=2024-08-21/1724263175045.events-archiver-480-6..adf6047c-d074-46df-be1b-c614b585cb52.json.gz" }, "schema": { "name": "sfdl_prod_segment.ssdc_submit", "type": "segment" } } - running: False
- schema_name_id: 132
- start_time: 2024-08-21 13:00:40
- success: False
- trace_id: 13063491338534216385
-
Scan 124389665
- duration: 0:05:00.356760
- exit_message:
{ "ddl_changed": true, "ingested_partitions": 2812, "partitions_applied": false, "success": true } - id: 124389665
- payload:
{ "datatype_dict": { "dt": "date", "originaltimestamp": "timestamp_iso8601", "properties.facilityId": "bigint", "receivedAt": "timestamp_iso8601", "sentat": "timestamp_iso8601", "timestamp": "timestamp_iso8601" }, "file_format": "json", "is_schema_datatyped": false, "partition": { "location": "s3://sfdl-segment-ssdc-prod/separated_dt/submit/dt=2024-08-03/", "name": "dt", "type": "string", "value": "2024-08-03" }, "s3": { "bucket": "sfdl-segment-ssdc-prod", "hive_path": "s3://sfdl-segment-ssdc-prod/separated_dt/submit", "key": "separated_dt/submit/dt=2024-08-03/1722682340082.events-archiver-480-30..02ad9151-4220-42ec-8ddb-5c6118a4a061.json.gz" }, "schema": { "name": "sfdl_prod_segment.ssdc_submit", "type": "segment" } } - running: False
- schema_name_id: 132
- start_time: 2024-08-03 05:53:29
- success: True
- trace_id: 17578774948512227267
- count: 3
- ddl:
[ "ALTER TABLE\n `sfdl_prod_segment.ssdc_submit`\nADD\n\n\n PARTITION (dt='2025-10-11') location 's3://sfdl-segment-ssdc-prod/separated_dt/submit/dt=2025-10-11/'\n PARTITION (dt='2026-02-22') location 's3://sfdl-segment-ssdc-prod/separated_dt/submit/dt=2026-02-22/'\n PARTITION (dt='2026-03-24') location 's3://sfdl-segment-ssdc-prod/separated_dt/submit/dt=2026-03-24/'\n;" ] - name: dt
- state:
[ { "info": { "id": 1564948, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/submit/dt=2025-10-11/", "name": "dt", "value": "2025-10-11" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2025-10-10 23:00:46", "last_data": "2025-10-10 23:00:46" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1636316, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/submit/dt=2026-02-22/", "name": "dt", "value": "2026-02-22" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-02-22 12:00:59", "last_data": "2026-02-22 12:00:59" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } }, { "info": { "id": 1649880, "location": "s3://sfdl-segment-ssdc-prod/separated_dt/submit/dt=2026-03-24/", "name": "dt", "value": "2026-03-24" }, "state": { "arrival": { "athena_discovery": true, "first_data": "2026-03-24 12:02:46", "last_data": "2026-03-24 12:02:46" }, "parquet": { "first_performed": null, "in_progress": null, "job_id": null, "last_performed": null, "queued": true } } } ] - type: string
- attributes:
{ "_origin": "string", "anonymousId": "string", "channel": "string", "context.campaign.content": "string", "context.campaign.medium": "string", "context.campaign.name": "string", "context.campaign.source": "string", "context.campaign.sself_20storage": "string", "context.campaign.term": "string", "context.campaign.utm_campaign": "string", "context.campaign.utm_content": "string", "context.campaign.utm_medium": "string", "context.campaign.utm_source": "string", "context.ip": "string", "context.library.name": "string", "context.library.version": "string", "context.locale": "string", "context.page.path": "string", "context.page.referrer": "string", "context.page.search": "string", "context.page.title": "string", "context.page.url": "string", "context.timezone": "string", "context.userAgent": "string", "context.userAgentData.brands": [ { "brand": "string", "version": "string" } ], "context.userAgentData.mobile": "string", "context.userAgentData.platform": "string", "event": "string", "integrations.library.name": "string", "integrations.library.version": "string", "integrations.page.path": "string", "integrations.page.referrer": "string", "integrations.page.search": "string", "integrations.page.title": "string", "integrations.page.url": "string", "messageId": "string", "originalTimestamp": "string", "projectId": "string", "properties.Hit_Timestamp": "string", "properties.category": "string", "properties.env": "string", "properties.extra.AAAMemberNumber": "string", "properties.extra.account.accountId": "string", "properties.extra.account.hasOnlineMoveIns": "string", "properties.extra.actualD": "string", "properties.extra.actualW": "string", "properties.extra.affiliateId": "string", "properties.extra.alternateEmails": [ "string" ], "properties.extra.alternateFirstNames": [ "string" ], "properties.extra.alternateLastNames": [ "string" ], "properties.extra.alternatePhones": [ "string" ], "properties.extra.apiCustId": "string", "properties.extra.apiLeadId": "string", "properties.extra.apiUnitId": "string", "properties.extra.autoState": "string", "properties.extra.baseBid": "string", "properties.extra.bidAmount": "string", "properties.extra.bidType": "string", "properties.extra.bookedUnit.amenities": [ "string" ], "properties.extra.bookedUnit.description.physical.height": "string", "properties.extra.bookedUnit.description.physical.length": "string", "properties.extra.bookedUnit.description.physical.width": "string", "properties.extra.bookedUnit.description.vehicle.only": "string", "properties.extra.bookedUnit.description.vehicle.permitted": "string", "properties.extra.bookedUnit.description.vehicle.warehouse": "string", "properties.extra.bookedUnit.id": "string", "properties.extra.bookedUnit.price.meta": "string", "properties.extra.bookedUnit.promotion": "string", "properties.extra.bookedUnit.reservation_days": "string", "properties.extra.bookedUnit.unitType": "string", "properties.extra.bookingAgent": "string", "properties.extra.bookingAgentId": "string", "properties.extra.bookingAuth": "string", "properties.extra.bookingState": "string", "properties.extra.bookingType": "string", "properties.extra.bookingWidget": "string", "properties.extra.callCenter": "string", "properties.extra.callCenterNotes": "string", "properties.extra.callCenterTransfer": "string", "properties.extra.callerIdPhone": "string", "properties.extra.canceled": "string", "properties.extra.centershiftAccountId": "string", "properties.extra.commission": "string", "properties.extra.companyCode": "string", "properties.extra.complete": "string", "properties.extra.confirmationCode": "string", "properties.extra.contacted": "string", "properties.extra.corrected": "string", "properties.extra.customerNotes": "string", "properties.extra.depositPaid": "string", "properties.extra.disputeReason": "string", "properties.extra.duplicateOf": "string", "properties.extra.eSignType": "string", "properties.extra.eVisitId": "string", "properties.extra.email": "string", "properties.extra.estimatedRevenue": "string", "properties.extra.facilityGetsNotificationEmails": "string", "properties.extra.facilityId": "string", "properties.extra.facilityName": "string", "properties.extra.facilityPhone": "string", "properties.extra.facilityTenant": "string", "properties.extra.facilityTenantId": "string", "properties.extra.facilitylocation.address1": "string", "properties.extra.facilitylocation.address2": "string", "properties.extra.facilitylocation.city": "string", "properties.extra.facilitylocation.country": "string", "properties.extra.facilitylocation.state": "string", "properties.extra.facilitylocation.zip": "string", "properties.extra.firstName": "string", "properties.extra.free": "string", "properties.extra.hasContactlessMoveins": "string", "properties.extra.hasOnlineMoveIns": "string", "properties.extra.hostedWebsite": "string", "properties.extra.hotLead": "string", "properties.extra.invoiceId": "string", "properties.extra.lastName": "string", "properties.extra.listingWantId": "string", "properties.extra.matchReasons": "string", "properties.extra.matchScore": "string", "properties.extra.modifiedDtm": "string", "properties.extra.monthlyInsurance": "string", "properties.extra.moveIn": "string", "properties.extra.moveInActual": "string", "properties.extra.moveInOriginal": "string", "properties.extra.moveOut": "string", "properties.extra.movedIn": "string", "properties.extra.npv": "string", "properties.extra.omiAttributes.facility": "string", "properties.extra.omiAttributes.organization": "string", "properties.extra.omiAttributes.provider": "string", "properties.extra.omiAttributes.reservation": "string", "properties.extra.omiAttributes.unit": "string", "properties.extra.omiCompleted": "string", "properties.extra.omiFlowEnabled": "string", "properties.extra.omiPri": "string", "properties.extra.onlineMoveInUrl": "string", "properties.extra.payoutBatchId": "string", "properties.extra.phone": "string", "properties.extra.phoneChangedNumber": "string", "properties.extra.phoneFacilityTransfer": "string", "properties.extra.phoneStatus": "string", "properties.extra.phoneVerified": "string", "properties.extra.pickupTime": "string", "properties.extra.price": "string", "properties.extra.promo": "string", "properties.extra.promoCode": "string", "properties.extra.read": "string", "properties.extra.rebateProcessed": "string", "properties.extra.referrerId": "string", "properties.extra.resaleRate": "string", "properties.extra.reviewStatus": "string", "properties.extra.searchWeightId": "string", "properties.extra.searchWeightTestId": "string", "properties.extra.sessionId": "string", "properties.extra.siteId": "string", "properties.extra.sitePhone": "string", "properties.extra.sizeD": "string", "properties.extra.sizeH": "string", "properties.extra.sizeW": "string", "properties.extra.statementId": "string", "properties.extra.termsVersion": "string", "properties.extra.timestamp": "string", "properties.extra.totalPaid": "string", "properties.extra.trafficSourceId": "string", "properties.extra.typeOfListing": "string", "properties.extra.unit.unitIds": [ "string" ], "properties.extra.unitId": "string", "properties.extra.unitNumber": "string", "properties.extra.userId": "string", "properties.extra.visitId": "string", "properties.isReact": "string", "properties.label": "string", "properties.site_id": "string", "receivedAt": "string", "sentAt": "string", "timestamp": "string", "type": "string", "userId": "string", "version": "string" } - created: 2025-03-04 13:28:52
- ddl:
{ "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`", "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_submit`\n(\n`_metadata`struct<`bundled`:array,`unbundled`:array >,`anonymousId`STRING,`type`STRING,`originalTimestamp`STRING,`sentAt`STRING,`properties`struct<`Hit_Timestamp`:STRING,`isReact`:STRING,`extra`:struct<`hasContactlessMoveins`:STRING,`centershiftAccountId`:STRING,`bidType`:STRING,`movedIn`:STRING,`facilityTenantId`:STRING,`bookingWidget`:STRING,`moveInOriginal`:STRING,`alternateLastNames`:array ,`sizeH`:STRING,`duplicateOf`:STRING,`modifiedDtm`:STRING,`npv`:STRING,`alternatePhones`:array ,`alternateEmails`:array ,`monthlyInsurance`:STRING,`depositPaid`:STRING,`resaleRate`:STRING,`facilityId`:STRING,`onlineMoveInUrl`:STRING,`sessionId`:STRING,`omiFlowEnabled`:STRING,`omiCompleted`:STRING,`read`:STRING,`promoCode`:STRING,`apiUnitId`:STRING,`facilityName`:STRING,`eVisitId`:STRING,`matchScore`:STRING,`bookingAuth`:STRING,`phoneStatus`:STRING,`free`:STRING,`sizeW`:STRING,`baseBid`:STRING,`complete`:STRING,`visitId`:STRING,`omiPri`:STRING,`referrerId`:STRING,`totalPaid`:STRING,`eSignType`:STRING,`pickupTime`:STRING,`moveOut`:STRING,`callerIdPhone`:STRING,`payoutBatchId`:STRING,`timestamp`:STRING,`canceled`:STRING,`phone`:STRING,`bidAmount`:STRING,`statementId`:STRING,`bookingAgent`:STRING,`reviewStatus`:STRING,`bookingType`:STRING,`facilityPhone`:STRING,`unit`:struct<`unitIds`:array >,`invoiceId`:STRING,`callCenterNotes`:STRING,`userId`:STRING,`email`:STRING,`matchReasons`:STRING,`bookingState`:STRING,`confirmationCode`:STRING,`typeOfListing`:STRING,`bookedUnit`:struct<`amenities`:array ,`description`:struct<`physical`:struct<`width`:STRING,`height`:STRING,`length`:STRING>,`vehicle`:struct<`permitted`:STRING,`only`:STRING,`warehouse`:STRING>>,`unitType`:STRING,`price`:struct<`meta`:STRING>,`id`:STRING,`promotion`:STRING,`reservation_days`:STRING>,`apiLeadId`:STRING,`contacted`:STRING,`firstName`:STRING,`facilitylocation`:struct<`address1`:STRING,`state`:STRING,`city`:STRING,`zip`:STRING,`country`:STRING,`address2`:STRING>,`bookingAgentId`:STRING,`commission`:STRING,`hotLead`:STRING,`alternateFirstNames`:array ,`lastName`:STRING,`unitId`:STRING,`trafficSourceId`:STRING,`actualD`:STRING,`estimatedRevenue`:STRING,`disputeReason`:STRING,`moveIn`:STRING,`sitePhone`:STRING,`companyCode`:STRING,`promo`:STRING,`corrected`:STRING,`facilityTenant`:STRING,`customerNotes`:STRING,`phoneFacilityTransfer`:STRING,`listingWantId`:STRING,`phoneChangedNumber`:STRING,`omiAttributes`:struct<`organization`:STRING,`provider`:STRING,`facility`:STRING,`unit`:STRING,`reservation`:STRING>,`hasOnlineMoveIns`:STRING,`hostedWebsite`:STRING,`price`:STRING,`siteId`:STRING,`searchWeightId`:STRING,`actualW`:STRING,`apiCustId`:STRING,`searchWeightTestId`:STRING,`facilityGetsNotificationEmails`:STRING,`callCenterTransfer`:STRING,`rebateProcessed`:STRING,`termsVersion`:STRING,`phoneVerified`:STRING,`affiliateId`:STRING,`unitNumber`:STRING,`callCenter`:STRING,`account`:struct<`accountId`:STRING,`hasOnlineMoveIns`:STRING>,`AAAMemberNumber`:STRING,`sizeD`:STRING,`autoState`:STRING,`moveInActual`:STRING>,`env`:STRING,`label`:STRING,`category`:STRING,`site_id`:STRING>,`userId`STRING,`receivedAt`STRING,`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`context`struct<`library`:struct<`name`:STRING,`version`:STRING>,`ip`:STRING,`campaign`:struct<`source`:STRING,`name`:STRING,`content`:STRING,`utm_content`:STRING,`medium`:STRING,`sself_20storage`:STRING,`utm_source`:STRING,`utm_medium`:STRING,`term`:STRING,`utm_campaign`:STRING>,`userAgent`:STRING,`locale`:STRING,`page`:struct<`search`:STRING,`url`:STRING,`title`:STRING,`referrer`:STRING,`path`:STRING>,`timezone`:STRING,`userAgentData`:struct<`platform`:STRING,`mobile`:STRING,`brands`:array >>>,`messageId`STRING,`channel`STRING,`event`STRING,`projectId`STRING,`_origin`STRING,`timestamp`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-prod/separated_dt/submit'\n", "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_submit`", "repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_submit" }
- hostname: schemamanager-5475496c57-7dpqb
- name: schema_manager
- process_start: 2026-01-09 11:27:47
- sf_env: prod
- version: 2112174301
{
"name": {
"created": "2017-11-02 14:02:24",
"disabled": false,
"format": "raw",
"id": 132,
"is_partitioned": true,
"is_schema_datatyped": false,
"name": {
"database": "sfdl_prod_segment",
"table": "ssdc_submit"
},
"type": "segment"
},
"partition": {
"count": 3,
"ddl": [
"ALTER TABLE\n `sfdl_prod_segment.ssdc_submit`\nADD\n\n\n PARTITION (dt='2025-10-11') location 's3://sfdl-segment-ssdc-prod/separated_dt/submit/dt=2025-10-11/'\n PARTITION (dt='2026-02-22') location 's3://sfdl-segment-ssdc-prod/separated_dt/submit/dt=2026-02-22/'\n PARTITION (dt='2026-03-24') location 's3://sfdl-segment-ssdc-prod/separated_dt/submit/dt=2026-03-24/'\n;"
],
"name": "dt",
"state": [
{
"info": {
"id": 1564948,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/submit/dt=2025-10-11/",
"name": "dt",
"value": "2025-10-11"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2025-10-10 23:00:46",
"last_data": "2025-10-10 23:00:46"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1636316,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/submit/dt=2026-02-22/",
"name": "dt",
"value": "2026-02-22"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-02-22 12:00:59",
"last_data": "2026-02-22 12:00:59"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
},
{
"info": {
"id": 1649880,
"location": "s3://sfdl-segment-ssdc-prod/separated_dt/submit/dt=2026-03-24/",
"name": "dt",
"value": "2026-03-24"
},
"state": {
"arrival": {
"athena_discovery": true,
"first_data": "2026-03-24 12:02:46",
"last_data": "2026-03-24 12:02:46"
},
"parquet": {
"first_performed": null,
"in_progress": null,
"job_id": null,
"last_performed": null,
"queued": true
}
}
}
],
"type": "string"
},
"schema": {
"attributes": {
"_origin": "string",
"anonymousId": "string",
"channel": "string",
"context.campaign.content": "string",
"context.campaign.medium": "string",
"context.campaign.name": "string",
"context.campaign.source": "string",
"context.campaign.sself_20storage": "string",
"context.campaign.term": "string",
"context.campaign.utm_campaign": "string",
"context.campaign.utm_content": "string",
"context.campaign.utm_medium": "string",
"context.campaign.utm_source": "string",
"context.ip": "string",
"context.library.name": "string",
"context.library.version": "string",
"context.locale": "string",
"context.page.path": "string",
"context.page.referrer": "string",
"context.page.search": "string",
"context.page.title": "string",
"context.page.url": "string",
"context.timezone": "string",
"context.userAgent": "string",
"context.userAgentData.brands": [
{
"brand": "string",
"version": "string"
}
],
"context.userAgentData.mobile": "string",
"context.userAgentData.platform": "string",
"event": "string",
"integrations.library.name": "string",
"integrations.library.version": "string",
"integrations.page.path": "string",
"integrations.page.referrer": "string",
"integrations.page.search": "string",
"integrations.page.title": "string",
"integrations.page.url": "string",
"messageId": "string",
"originalTimestamp": "string",
"projectId": "string",
"properties.Hit_Timestamp": "string",
"properties.category": "string",
"properties.env": "string",
"properties.extra.AAAMemberNumber": "string",
"properties.extra.account.accountId": "string",
"properties.extra.account.hasOnlineMoveIns": "string",
"properties.extra.actualD": "string",
"properties.extra.actualW": "string",
"properties.extra.affiliateId": "string",
"properties.extra.alternateEmails": [
"string"
],
"properties.extra.alternateFirstNames": [
"string"
],
"properties.extra.alternateLastNames": [
"string"
],
"properties.extra.alternatePhones": [
"string"
],
"properties.extra.apiCustId": "string",
"properties.extra.apiLeadId": "string",
"properties.extra.apiUnitId": "string",
"properties.extra.autoState": "string",
"properties.extra.baseBid": "string",
"properties.extra.bidAmount": "string",
"properties.extra.bidType": "string",
"properties.extra.bookedUnit.amenities": [
"string"
],
"properties.extra.bookedUnit.description.physical.height": "string",
"properties.extra.bookedUnit.description.physical.length": "string",
"properties.extra.bookedUnit.description.physical.width": "string",
"properties.extra.bookedUnit.description.vehicle.only": "string",
"properties.extra.bookedUnit.description.vehicle.permitted": "string",
"properties.extra.bookedUnit.description.vehicle.warehouse": "string",
"properties.extra.bookedUnit.id": "string",
"properties.extra.bookedUnit.price.meta": "string",
"properties.extra.bookedUnit.promotion": "string",
"properties.extra.bookedUnit.reservation_days": "string",
"properties.extra.bookedUnit.unitType": "string",
"properties.extra.bookingAgent": "string",
"properties.extra.bookingAgentId": "string",
"properties.extra.bookingAuth": "string",
"properties.extra.bookingState": "string",
"properties.extra.bookingType": "string",
"properties.extra.bookingWidget": "string",
"properties.extra.callCenter": "string",
"properties.extra.callCenterNotes": "string",
"properties.extra.callCenterTransfer": "string",
"properties.extra.callerIdPhone": "string",
"properties.extra.canceled": "string",
"properties.extra.centershiftAccountId": "string",
"properties.extra.commission": "string",
"properties.extra.companyCode": "string",
"properties.extra.complete": "string",
"properties.extra.confirmationCode": "string",
"properties.extra.contacted": "string",
"properties.extra.corrected": "string",
"properties.extra.customerNotes": "string",
"properties.extra.depositPaid": "string",
"properties.extra.disputeReason": "string",
"properties.extra.duplicateOf": "string",
"properties.extra.eSignType": "string",
"properties.extra.eVisitId": "string",
"properties.extra.email": "string",
"properties.extra.estimatedRevenue": "string",
"properties.extra.facilityGetsNotificationEmails": "string",
"properties.extra.facilityId": "string",
"properties.extra.facilityName": "string",
"properties.extra.facilityPhone": "string",
"properties.extra.facilityTenant": "string",
"properties.extra.facilityTenantId": "string",
"properties.extra.facilitylocation.address1": "string",
"properties.extra.facilitylocation.address2": "string",
"properties.extra.facilitylocation.city": "string",
"properties.extra.facilitylocation.country": "string",
"properties.extra.facilitylocation.state": "string",
"properties.extra.facilitylocation.zip": "string",
"properties.extra.firstName": "string",
"properties.extra.free": "string",
"properties.extra.hasContactlessMoveins": "string",
"properties.extra.hasOnlineMoveIns": "string",
"properties.extra.hostedWebsite": "string",
"properties.extra.hotLead": "string",
"properties.extra.invoiceId": "string",
"properties.extra.lastName": "string",
"properties.extra.listingWantId": "string",
"properties.extra.matchReasons": "string",
"properties.extra.matchScore": "string",
"properties.extra.modifiedDtm": "string",
"properties.extra.monthlyInsurance": "string",
"properties.extra.moveIn": "string",
"properties.extra.moveInActual": "string",
"properties.extra.moveInOriginal": "string",
"properties.extra.moveOut": "string",
"properties.extra.movedIn": "string",
"properties.extra.npv": "string",
"properties.extra.omiAttributes.facility": "string",
"properties.extra.omiAttributes.organization": "string",
"properties.extra.omiAttributes.provider": "string",
"properties.extra.omiAttributes.reservation": "string",
"properties.extra.omiAttributes.unit": "string",
"properties.extra.omiCompleted": "string",
"properties.extra.omiFlowEnabled": "string",
"properties.extra.omiPri": "string",
"properties.extra.onlineMoveInUrl": "string",
"properties.extra.payoutBatchId": "string",
"properties.extra.phone": "string",
"properties.extra.phoneChangedNumber": "string",
"properties.extra.phoneFacilityTransfer": "string",
"properties.extra.phoneStatus": "string",
"properties.extra.phoneVerified": "string",
"properties.extra.pickupTime": "string",
"properties.extra.price": "string",
"properties.extra.promo": "string",
"properties.extra.promoCode": "string",
"properties.extra.read": "string",
"properties.extra.rebateProcessed": "string",
"properties.extra.referrerId": "string",
"properties.extra.resaleRate": "string",
"properties.extra.reviewStatus": "string",
"properties.extra.searchWeightId": "string",
"properties.extra.searchWeightTestId": "string",
"properties.extra.sessionId": "string",
"properties.extra.siteId": "string",
"properties.extra.sitePhone": "string",
"properties.extra.sizeD": "string",
"properties.extra.sizeH": "string",
"properties.extra.sizeW": "string",
"properties.extra.statementId": "string",
"properties.extra.termsVersion": "string",
"properties.extra.timestamp": "string",
"properties.extra.totalPaid": "string",
"properties.extra.trafficSourceId": "string",
"properties.extra.typeOfListing": "string",
"properties.extra.unit.unitIds": [
"string"
],
"properties.extra.unitId": "string",
"properties.extra.unitNumber": "string",
"properties.extra.userId": "string",
"properties.extra.visitId": "string",
"properties.isReact": "string",
"properties.label": "string",
"properties.site_id": "string",
"receivedAt": "string",
"sentAt": "string",
"timestamp": "string",
"type": "string",
"userId": "string",
"version": "string"
},
"created": "2025-03-04 13:28:52",
"ddl": {
"create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_segment`",
"create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_segment.ssdc_submit`\n(\n`_metadata`struct<`bundled`:array,`unbundled`:array>,`anonymousId`STRING,`type`STRING,`originalTimestamp`STRING,`sentAt`STRING,`properties`struct<`Hit_Timestamp`:STRING,`isReact`:STRING,`extra`:struct<`hasContactlessMoveins`:STRING,`centershiftAccountId`:STRING,`bidType`:STRING,`movedIn`:STRING,`facilityTenantId`:STRING,`bookingWidget`:STRING,`moveInOriginal`:STRING,`alternateLastNames`:array,`sizeH`:STRING,`duplicateOf`:STRING,`modifiedDtm`:STRING,`npv`:STRING,`alternatePhones`:array,`alternateEmails`:array,`monthlyInsurance`:STRING,`depositPaid`:STRING,`resaleRate`:STRING,`facilityId`:STRING,`onlineMoveInUrl`:STRING,`sessionId`:STRING,`omiFlowEnabled`:STRING,`omiCompleted`:STRING,`read`:STRING,`promoCode`:STRING,`apiUnitId`:STRING,`facilityName`:STRING,`eVisitId`:STRING,`matchScore`:STRING,`bookingAuth`:STRING,`phoneStatus`:STRING,`free`:STRING,`sizeW`:STRING,`baseBid`:STRING,`complete`:STRING,`visitId`:STRING,`omiPri`:STRING,`referrerId`:STRING,`totalPaid`:STRING,`eSignType`:STRING,`pickupTime`:STRING,`moveOut`:STRING,`callerIdPhone`:STRING,`payoutBatchId`:STRING,`timestamp`:STRING,`canceled`:STRING,`phone`:STRING,`bidAmount`:STRING,`statementId`:STRING,`bookingAgent`:STRING,`reviewStatus`:STRING,`bookingType`:STRING,`facilityPhone`:STRING,`unit`:struct<`unitIds`:array>,`invoiceId`:STRING,`callCenterNotes`:STRING,`userId`:STRING,`email`:STRING,`matchReasons`:STRING,`bookingState`:STRING,`confirmationCode`:STRING,`typeOfListing`:STRING,`bookedUnit`:struct<`amenities`:array,`description`:struct<`physical`:struct<`width`:STRING,`height`:STRING,`length`:STRING>,`vehicle`:struct<`permitted`:STRING,`only`:STRING,`warehouse`:STRING>>,`unitType`:STRING,`price`:struct<`meta`:STRING>,`id`:STRING,`promotion`:STRING,`reservation_days`:STRING>,`apiLeadId`:STRING,`contacted`:STRING,`firstName`:STRING,`facilitylocation`:struct<`address1`:STRING,`state`:STRING,`city`:STRING,`zip`:STRING,`country`:STRING,`address2`:STRING>,`bookingAgentId`:STRING,`commission`:STRING,`hotLead`:STRING,`alternateFirstNames`:array,`lastName`:STRING,`unitId`:STRING,`trafficSourceId`:STRING,`actualD`:STRING,`estimatedRevenue`:STRING,`disputeReason`:STRING,`moveIn`:STRING,`sitePhone`:STRING,`companyCode`:STRING,`promo`:STRING,`corrected`:STRING,`facilityTenant`:STRING,`customerNotes`:STRING,`phoneFacilityTransfer`:STRING,`listingWantId`:STRING,`phoneChangedNumber`:STRING,`omiAttributes`:struct<`organization`:STRING,`provider`:STRING,`facility`:STRING,`unit`:STRING,`reservation`:STRING>,`hasOnlineMoveIns`:STRING,`hostedWebsite`:STRING,`price`:STRING,`siteId`:STRING,`searchWeightId`:STRING,`actualW`:STRING,`apiCustId`:STRING,`searchWeightTestId`:STRING,`facilityGetsNotificationEmails`:STRING,`callCenterTransfer`:STRING,`rebateProcessed`:STRING,`termsVersion`:STRING,`phoneVerified`:STRING,`affiliateId`:STRING,`unitNumber`:STRING,`callCenter`:STRING,`account`:struct<`accountId`:STRING,`hasOnlineMoveIns`:STRING>,`AAAMemberNumber`:STRING,`sizeD`:STRING,`autoState`:STRING,`moveInActual`:STRING>,`env`:STRING,`label`:STRING,`category`:STRING,`site_id`:STRING>,`userId`STRING,`receivedAt`STRING,`integrations`struct<`page`:struct<`url`:STRING,`path`:STRING,`search`:STRING,`title`:STRING,`referrer`:STRING>,`library`:struct<`version`:STRING,`name`:STRING>>,`context`struct<`library`:struct<`name`:STRING,`version`:STRING>,`ip`:STRING,`campaign`:struct<`source`:STRING,`name`:STRING,`content`:STRING,`utm_content`:STRING,`medium`:STRING,`sself_20storage`:STRING,`utm_source`:STRING,`utm_medium`:STRING,`term`:STRING,`utm_campaign`:STRING>,`userAgent`:STRING,`locale`:STRING,`page`:struct<`search`:STRING,`url`:STRING,`title`:STRING,`referrer`:STRING,`path`:STRING>,`timezone`:STRING,`userAgentData`:struct<`platform`:STRING,`mobile`:STRING,`brands`:array>>>,`messageId`STRING,`channel`STRING,`event`STRING,`projectId`STRING,`_origin`STRING,`timestamp`STRING,`version`STRING\n)\nPARTITIONED BY (dt string)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n 'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n 's3://sfdl-segment-ssdc-prod/separated_dt/submit'\n",
"drop_table": "DROP TABLE IF EXISTS `sfdl_prod_segment.ssdc_submit`",
"repair_table": "MSCK REPAIR TABLE sfdl_prod_segment.ssdc_submit"
}
},
"server": {
"hostname": "schemamanager-5475496c57-7dpqb",
"name": "schema_manager",
"process_start": "2026-01-09 11:27:47",
"sf_env": "prod",
"version": "2112174301"
}
}