Schema Info

Schema Name: sfdl_prod_mongo.storedge_voyager_blogcategories

created: 2019-03-18 15:41:16
disabled: False
format: raw
id: 668
is_partitioned: False
is_schema_datatyped: False

name:

{
    "database": "sfdl_prod_mongo",
    "table": "storedge_voyager_blogcategories"
}

type: mongo

Schema Versions: 3

Version 288157

created: 2022-02-25 07:33:44

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_mongo`",
    "DROP TABLE IF EXISTS `sfdl_prod_mongo.storedge_voyager_blogcategories`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_mongo.storedge_voyager_blogcategories`\n(\n`slug`STRING,`__v`STRING,`name`STRING,`posts`array,`slug`:STRING,`content`:struct<`blocks`:array,`inlineStyleRanges`:array,`depth`:STRING,`type`:STRING,`text`:STRING,`key`:STRING>>,`id`:STRING>,`id`:STRING,`author`:STRING,`snippet`:STRING>>,`_id`struct<`_oid`:STRING,`_oid`:STRING>,`siteId`struct<`_oid`:STRING>,`companyId`STRING,`pageId`struct<`_oid`:STRING>\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mongo-storedge-prod/raw/voyager_blogcategories/2022-02-25/1645795975'\n",
    "MSCK REPAIR TABLE sfdl_prod_mongo.storedge_voyager_blogcategories"
]

hive_path: s3://sfdl-mongo-storedge-prod/raw/voyager_blogcategories/2022-02-25/1645795975
id: 288157
processed: 1

raw_data:

{ "__v": 1, "_id": { "_oid": "59c90e9acc91396ff6c19896" }, "companyId": "bb8797be-b8e2-4b85-b9a9-2682fedadfbb", "name": "GENERAL", "pageId": { "_oid": "5f8f184ced67c10761de1618" }, "posts": [ { "author": "Chef Boyardee", "body": "

We are proud to offer the best storage units around. The pizza is just a bonus!

\n", "content": { "blocks": [ { "depth": 0, "entityRanges": [], "inlineStyleRanges": [], "key": "4ka1o", "text": "Traverse City, MI", "type": "unstyled" } ], "id": "70a51823-3dd8-404d-8eb1-011088087ed4" }, "id": "fbb1079e-8d3b-43b6-acaa-75647cf12d4d", "slug": "self-storage-in-traverse-city-mi", "snippet": "We are proud to offer the best storage units around. The pizza is just a bonus! ", "timestamp": { "_date": "2017-09-25T14:11:38.380Z" }, "title": "Self Storage in Traverse City, MI" } ], "siteId": { "_oid": "593eb05999ba8d5a695281e8" }, "slug": "general" }

schema_attributes:

{
    "__v": "string",
    "_id._oid": "string",
    "companyId": "string",
    "name": "string",
    "pageId._oid": "string",
    "posts": [
        {
            "author": "string",
            "body": "string",
            "content.blocks": [
                {
                    "depth": "string",
                    "entityRanges": [
                        "string"
                    ],
                    "inlineStyleRanges": [
                        "string"
                    ],
                    "key": "string",
                    "text": "string",
                    "type": "string"
                }
            ],
            "content.id": "string",
            "id": "string",
            "slug": "string",
            "snippet": "string",
            "timestamp._date": "string",
            "title": "string"
        }
    ],
    "siteId._oid": "string",
    "slug": "string"
}

schema_name_id: 668
schema_scan_id: 59942134
updated: 2022-02-25 07:35:14

Version 287883

created: 2022-02-24 07:35:47

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_mongo`",
    "DROP TABLE IF EXISTS `sfdl_prod_mongo.storedge_voyager_blogcategories`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_mongo.storedge_voyager_blogcategories`\n(\n`slug`STRING,`__v`STRING,`name`STRING,`posts`array,`slug`:STRING,`content`:struct<`blocks`:array,`inlineStyleRanges`:array,`depth`:STRING,`type`:STRING,`text`:STRING,`key`:STRING>>,`id`:STRING>,`id`:STRING,`author`:STRING,`snippet`:STRING>>,`_id`struct<`_oid`:STRING,`_oid`:STRING>,`siteId`struct<`_oid`:STRING>,`companyId`STRING,`pageId`struct<`_oid`:STRING>\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mongo-storedge-prod/raw/voyager_blogcategories/2022-02-24/1645709617'\n",
    "MSCK REPAIR TABLE sfdl_prod_mongo.storedge_voyager_blogcategories"
]

hive_path: s3://sfdl-mongo-storedge-prod/raw/voyager_blogcategories/2022-02-24/1645709617
id: 287883
processed: 1

raw_data:

We are proud to offer the best storage units around. The pizza is just a bonus!

schema_attributes:

{
    "__v": "string",
    "_id._oid": "string",
    "companyId": "string",
    "name": "string",
    "pageId._oid": "string",
    "posts": [
        {
            "author": "string",
            "body": "string",
            "content.blocks": [
                {
                    "depth": "string",
                    "entityRanges": [
                        "string"
                    ],
                    "inlineStyleRanges": [
                        "string"
                    ],
                    "key": "string",
                    "text": "string",
                    "type": "string"
                }
            ],
            "content.id": "string",
            "id": "string",
            "slug": "string",
            "snippet": "string",
            "timestamp._date": "string",
            "title": "string"
        }
    ],
    "siteId._oid": "string",
    "slug": "string"
}

schema_name_id: 668
schema_scan_id: 59901322
updated: 2022-02-24 07:37:14

Version 287613

created: 2022-02-23 07:22:43

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_prod_mongo`",
    "DROP TABLE IF EXISTS `sfdl_prod_mongo.storedge_voyager_blogcategories`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_mongo.storedge_voyager_blogcategories`\n(\n`slug`STRING,`__v`STRING,`name`STRING,`posts`array,`slug`:STRING,`content`:struct<`blocks`:array,`inlineStyleRanges`:array,`depth`:STRING,`type`:STRING,`text`:STRING,`key`:STRING>>,`id`:STRING>,`id`:STRING,`author`:STRING,`snippet`:STRING>>,`_id`struct<`_oid`:STRING,`_oid`:STRING>,`siteId`struct<`_oid`:STRING>,`companyId`STRING,`pageId`struct<`_oid`:STRING>\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mongo-storedge-prod/raw/voyager_blogcategories/2022-02-23/1645622487'\n",
    "MSCK REPAIR TABLE sfdl_prod_mongo.storedge_voyager_blogcategories"
]

hive_path: s3://sfdl-mongo-storedge-prod/raw/voyager_blogcategories/2022-02-23/1645622487
id: 287613
processed: 1

raw_data:

We are proud to offer the best storage units around. The pizza is just a bonus!

schema_attributes:

{
    "__v": "string",
    "_id._oid": "string",
    "companyId": "string",
    "name": "string",
    "pageId._oid": "string",
    "posts": [
        {
            "author": "string",
            "body": "string",
            "content.blocks": [
                {
                    "depth": "string",
                    "entityRanges": [
                        "string"
                    ],
                    "inlineStyleRanges": [
                        "string"
                    ],
                    "key": "string",
                    "text": "string",
                    "type": "string"
                }
            ],
            "content.id": "string",
            "id": "string",
            "slug": "string",
            "snippet": "string",
            "timestamp._date": "string",
            "title": "string"
        }
    ],
    "siteId._oid": "string",
    "slug": "string"
}

schema_name_id: 668
schema_scan_id: 59860066
updated: 2022-02-23 07:22:54

Schema Scans: 3

Last at 2022-02-25 07:33:43

Scan 59942134

duration: 0:01:33.909697

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 59942134

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-mongo-storedge-prod",
        "hive_path": "s3://sfdl-mongo-storedge-prod/raw/voyager_blogcategories/2022-02-25/1645795975",
        "key": "raw/voyager_blogcategories/2022-02-25/1645795975/blogcategories_0.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_mongo.storedge_voyager_blogcategories",
        "type": "mongo"
    },
    "trace_context": {
        "parent_id": 11552478645404803785,
        "service_name": "preloading",
        "span_id": 15062575445823583646,
        "trace_id": 15073419749429010140
    }
}

running: False
schema_name_id: 668
start_time: 2022-02-25 07:33:43
success: True
trace_id: 15073419749429010140

Scan 59901322

duration: 0:01:30.227498

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 59901322

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-mongo-storedge-prod",
        "hive_path": "s3://sfdl-mongo-storedge-prod/raw/voyager_blogcategories/2022-02-24/1645709617",
        "key": "raw/voyager_blogcategories/2022-02-24/1645709617/blogcategories_0.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_mongo.storedge_voyager_blogcategories",
        "type": "mongo"
    },
    "trace_context": {
        "parent_id": 13702038057300001116,
        "service_name": "preloading",
        "span_id": 12904755945350886333,
        "trace_id": 5847772224497855785
    }
}

running: False
schema_name_id: 668
start_time: 2022-02-24 07:35:47
success: True
trace_id: 5847772224497855785

Scan 59860066

duration: 0:00:14.363576

exit_message:

{
    "ddl_changed": true,
    "ingested_partitions": 0,
    "partitions_applied": false,
    "success": true
}

id: 59860066

payload:

{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-mongo-storedge-prod",
        "hive_path": "s3://sfdl-mongo-storedge-prod/raw/voyager_blogcategories/2022-02-23/1645622487",
        "key": "raw/voyager_blogcategories/2022-02-23/1645622487/blogcategories_0.json.gz"
    },
    "schema": {
        "name": "sfdl_prod_mongo.storedge_voyager_blogcategories",
        "type": "mongo"
    },
    "trace_context": {
        "parent_id": 17549989407709134617,
        "service_name": "preloading",
        "span_id": 9558121378360914402,
        "trace_id": 952873148424104727
    }
}

running: False
schema_name_id: 668
start_time: 2022-02-23 07:22:43
success: True
trace_id: 952873148424104727

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "__v": "string",
    "_id._oid": "string",
    "companyId": "string",
    "name": "string",
    "pageId._oid": "string",
    "posts": [
        {
            "author": "string",
            "body": "string",
            "content.blocks": [
                {
                    "depth": "string",
                    "entityRanges": [
                        "string"
                    ],
                    "inlineStyleRanges": [
                        "string"
                    ],
                    "key": "string",
                    "text": "string",
                    "type": "string"
                }
            ],
            "content.id": "string",
            "id": "string",
            "slug": "string",
            "snippet": "string",
            "timestamp._date": "string",
            "title": "string"
        }
    ],
    "siteId._oid": "string",
    "slug": "string"
}

created: 2022-02-25 07:33:44

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_mongo`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_mongo.storedge_voyager_blogcategories`\n(\n`slug`STRING,`__v`STRING,`name`STRING,`posts`array,`slug`:STRING,`content`:struct<`blocks`:array,`inlineStyleRanges`:array,`depth`:STRING,`type`:STRING,`text`:STRING,`key`:STRING>>,`id`:STRING>,`id`:STRING,`author`:STRING,`snippet`:STRING>>,`_id`struct<`_oid`:STRING,`_oid`:STRING>,`siteId`struct<`_oid`:STRING>,`companyId`STRING,`pageId`struct<`_oid`:STRING>\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mongo-storedge-prod/raw/voyager_blogcategories/2022-02-25/1645795975'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_mongo.storedge_voyager_blogcategories`",
    "repair_table": "MSCK REPAIR TABLE sfdl_prod_mongo.storedge_voyager_blogcategories"
}

Server:

hostname: schemamanager-5475496c57-7dpqb
name: schema_manager
process_start: 2026-01-09 11:27:47
sf_env: prod
version: 2112174301

Raw:

{
    "name": {
        "created": "2019-03-18 15:41:16",
        "disabled": false,
        "format": "raw",
        "id": 668,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_prod_mongo",
            "table": "storedge_voyager_blogcategories"
        },
        "type": "mongo"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "__v": "string",
            "_id._oid": "string",
            "companyId": "string",
            "name": "string",
            "pageId._oid": "string",
            "posts": [
                {
                    "author": "string",
                    "body": "string",
                    "content.blocks": [
                        {
                            "depth": "string",
                            "entityRanges": [
                                "string"
                            ],
                            "inlineStyleRanges": [
                                "string"
                            ],
                            "key": "string",
                            "text": "string",
                            "type": "string"
                        }
                    ],
                    "content.id": "string",
                    "id": "string",
                    "slug": "string",
                    "snippet": "string",
                    "timestamp._date": "string",
                    "title": "string"
                }
            ],
            "siteId._oid": "string",
            "slug": "string"
        },
        "created": "2022-02-25 07:33:44",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_prod_mongo`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_prod_mongo.storedge_voyager_blogcategories`\n(\n`slug`STRING,`__v`STRING,`name`STRING,`posts`array,`slug`:STRING,`content`:struct<`blocks`:array,`inlineStyleRanges`:array,`depth`:STRING,`type`:STRING,`text`:STRING,`key`:STRING>>,`id`:STRING>,`id`:STRING,`author`:STRING,`snippet`:STRING>>,`_id`struct<`_oid`:STRING,`_oid`:STRING>,`siteId`struct<`_oid`:STRING>,`companyId`STRING,`pageId`struct<`_oid`:STRING>\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-mongo-storedge-prod/raw/voyager_blogcategories/2022-02-25/1645795975'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_prod_mongo.storedge_voyager_blogcategories`",
            "repair_table": "MSCK REPAIR TABLE sfdl_prod_mongo.storedge_voyager_blogcategories"
        }
    },
    "server": {
        "hostname": "schemamanager-5475496c57-7dpqb",
        "name": "schema_manager",
        "process_start": "2026-01-09 11:27:47",
        "sf_env": "prod",
        "version": "2112174301"
    }
}