subschema id queryer test added

.test/tests.md

@@ -0,0 +1,11 @@
+# 🗒️ Test Report (punc/framework)
+
+_Generated at Wed Mar 18 05:21:40 EDT 2026_
+
+## Summary
+
+| Lang | Status | Tests | Passed | Failed | Duration |
+| :--- | :---: | :---: | :---: | :---: | ---: |
+
+## Results
+

.vscode/extensions.json

@@ -0,0 +1,5 @@
+{
+    "recommendations": [
+        "rust-lang.rust-analyzer"
+    ]
+}

Cargo.lock

@@ -55,6 +55,15 @@ version = "1.0.101"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "5f0e0fee31ef5ed1ba1316088939cea399010ed7731dba877ed44aeb407a75ea"
 
+[[package]]
+name = "ar_archive_writer"
+version = "0.5.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7eb93bbb63b9c227414f6eb3a0adfddca591a8ce1e9b60661bb08969b87e340b"
+dependencies = [
+ "object",
+]
+
 [[package]]
 name = "async-trait"
 version = "0.1.89"
@@ -874,6 +883,7 @@ dependencies = [
  "regex-syntax",
  "serde",
  "serde_json",
+ "sqlparser",
  "url",
  "uuid",
  "xxhash-rust",
@@ -1040,6 +1050,15 @@ dependencies = [
  "objc2-core-foundation",
 ]
 
+[[package]]
+name = "object"
+version = "0.37.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ff76201f031d8863c38aa7f905eca4f53abbfa15f609db4277d44cd8938f33fe"
+dependencies = [
+ "memchr",
+]
+
 [[package]]
 name = "once_cell"
 version = "1.21.3"
@@ -1377,6 +1396,16 @@ dependencies = [
  "unarray",
 ]
 
+[[package]]
+name = "psm"
+version = "0.1.30"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3852766467df634d74f0b2d7819bf8dc483a0eb2e3b0f50f756f9cfe8b0d18d8"
+dependencies = [
+ "ar_archive_writer",
+ "cc",
+]
+
 [[package]]
 name = "quick-error"
 version = "1.2.3"
@@ -1442,6 +1471,26 @@ dependencies = [
  "rand_core",
 ]
 
+[[package]]
+name = "recursive"
+version = "0.1.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0786a43debb760f491b1bc0269fe5e84155353c67482b9e60d0cfb596054b43e"
+dependencies = [
+ "recursive-proc-macro-impl",
+ "stacker",
+]
+
+[[package]]
+name = "recursive-proc-macro-impl"
+version = "0.1.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "76009fbe0614077fc1a2ce255e3a1881a2e3a3527097d5dc6d8212c585e7e38b"
+dependencies = [
+ "quote",
+ "syn",
+]
+
 [[package]]
 name = "redox_syscall"
 version = "0.5.18"
@@ -1669,12 +1718,35 @@ dependencies = [
  "windows-sys 0.60.2",
 ]
 
+[[package]]
+name = "sqlparser"
+version = "0.61.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "dbf5ea8d4d7c808e1af1cbabebca9a2abe603bcefc22294c5b95018d53200cb7"
+dependencies = [
+ "log",
+ "recursive",
+]
+
 [[package]]
 name = "stable_deref_trait"
 version = "1.2.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "6ce2be8dc25455e1f91df71bfa12ad37d7af1092ae736f3a6cd0e37bc7810596"
 
+[[package]]
+name = "stacker"
+version = "0.1.23"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "08d74a23609d509411d10e2176dc2a4346e3b4aea2e7b1869f19fdedbc71c013"
+dependencies = [
+ "cc",
+ "cfg-if",
+ "libc",
+ "psm",
+ "windows-sys 0.59.0",
+]
+
 [[package]]
 name = "stringprep"
 version = "0.1.5"
@@ -2323,6 +2395,15 @@ dependencies = [
  "windows-link",
 ]
 
+[[package]]
+name = "windows-sys"
+version = "0.59.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "1e38bc4d79ed67fd075bcc251a1c39b32a1776bbe92e5bef1f0bf1f8c531853b"
+dependencies = [
+ "windows-targets 0.52.6",
+]
+
 [[package]]
 name = "windows-sys"
 version = "0.60.2"

Cargo.toml

@@ -23,6 +23,7 @@ indexmap = { version = "2.13.0", features = ["serde"] }
 moka = { version = "0.12.14", features = ["sync"] }
 xxhash-rust = { version = "0.8.15", features = ["xxh64"] }
 dashmap = "6.1.0"
+sqlparser = "0.61.0"
 
 [dev-dependencies]
 pgrx-tests = "0.16.1"

GEMINI.md

@@ -20,9 +20,16 @@ JSPG operates by deeply integrating the JSON Schema Draft 2020-12 specification
 To support high-throughput operations while allowing for runtime updates (e.g., during hot-reloading), JSPG uses an **Atomic Swap** pattern:
 1. **Parser Phase**: Schema JSONs are parsed into ordered `Schema` structs.
 2. **Compiler Phase**: The database iterates all parsed schemas and pre-computes native optimization maps (Descendants Map, Depths Map, Variations Map).
-3. **Immutable Validator**: The `Validator` struct immutably owns the `Database` registry and all its global maps. Schemas themselves are completely frozen; `$ref` strings are resolved dynamically at runtime using pre-computed O(1) maps.
+3. **Immutable AST Caching**: The `Validator` struct immutably owns the `Database` registry. Schemas themselves are frozen structurally, but utilize `OnceLock` interior mutability during the Compilation Phase to permanently cache resolved `$ref` inheritances, properties, and `compiled_edges` directly onto their AST nodes. This guarantees strict `O(1)` relationship and property validation execution at runtime without locking or recursive DB polling.
 4. **Lock-Free Reads**: Incoming operations acquire a read lock just long enough to clone the `Arc` inside an `RwLock<Option<Arc<Validator>>>`, ensuring zero blocking during schema updates.
 
+### Global API Reference
+These functions operate on the global `GLOBAL_JSPG` engine instance and provide administrative boundaries:
+
+*   `jspg_setup(database jsonb) -> jsonb`: Initializes the engine. Deserializes the full database schema registry (types, enums, puncs, relations) from Postgres and compiles them into memory atomically.
+*   `jspg_teardown() -> jsonb`: Clears the current session's engine instance from `GLOBAL_JSPG`, resetting the cache.
+*   `jspg_schemas() -> jsonb`: Exports the fully compiled AST snapshot (including all inherited dependencies) out of `GLOBAL_JSPG` into standard JSON Schema representations.
+
 ---
 
 ## 2. Validator
@@ -30,10 +37,7 @@ To support high-throughput operations while allowing for runtime updates (e.g.,
 The Validator provides strict, schema-driven evaluation for the "Punc" architecture.
 
 ### API Reference
-*   `jspg_setup(database jsonb) -> jsonb`: Loads and compiles the entire registry (types, enums, puncs, relations) atomically.
-*   `mask_json_schema(schema_id text, instance jsonb) -> jsonb`: Validates and prunes unknown properties dynamically, returning masked data.
-*   `jspg_validate(schema_id text, instance jsonb) -> jsonb`: Returns boolean-like success or structured errors.
-*   `jspg_teardown() -> jsonb`: Clears the current session's schema cache.
+*   `jspg_validate(schema_id text, instance jsonb) -> jsonb`: Validates the `instance` JSON payload strictly against the constraints of the registered `schema_id`. Returns boolean-like success or structured error codes.
 
 ### Custom Features & Deviations
 JSPG implements specific extensions to the Draft 2020-12 standard to support the Punc architecture's object-oriented needs while heavily optimizing for zero-runtime lookups.
@@ -43,7 +47,7 @@ JSPG implements specific extensions to the Draft 2020-12 standard to support the
 #### A. Polymorphism & Referencing (`$ref`, `$family`, and Native Types)
 *   **Native Type Discrimination (`variations`)**: Schemas defined inside a Postgres `type` are Entities. The validator securely and implicitly manages their `"type"` property. If an entity inherits from `user`, incoming JSON can safely define `{"type": "person"}` without errors, thanks to `compiled_variations` inheritance.
 *   **Structural Inheritance & Viral Infection (`$ref`)**: `$ref` is used exclusively for structural inheritance, *never* for union creation. A Punc request schema that `$ref`s an Entity virally inherits all physical database polymorphism rules for that target.
-*   **Shape Polymorphism (`$family`)**: Auto-expands polymorphic API lists based on an abstract Descendants Graph. If `{"$family": "widget"}` is used, JSPG evaluates the JSON against every schema that `$ref`s widget.
+*   **Shape Polymorphism (`$family`)**: Auto-expands polymorphic API lists based on an abstract **Descendants Graph**. If `{"$family": "widget"}` is used, the Validator dynamically identifies *every* schema in the registry that `$ref`s `widget` (e.g., `stock.widget`, `task.widget`) and evaluates the JSON against all of them.
 *   **Strict Matches & Depth Heuristic**: Polymorphic structures MUST match exactly **one** schema permutation. If multiple inherited struct permutations pass, JSPG applies the **Depth Heuristic Tie-Breaker**, selecting the candidate deepest in the inheritance tree. 
 
 #### B. Dot-Notation Schema Resolution & Database Mapping
@@ -69,11 +73,14 @@ To simplify frontend form validation, format validators specifically for `uuid`,
 
 ## 3. Merger
 
-The Merger provides an automated, high-performance graph synchronization engine via the `jspg_merge(cue JSONB)` API. It orchestrates the complex mapping of nested JSON objects into normalized Postgres relational tables, honoring all inheritance and graph constraints.
+The Merger provides an automated, high-performance graph synchronization engine. It orchestrates the complex mapping of nested JSON objects into normalized Postgres relational tables, honoring all inheritance and graph constraints.
+
+### API Reference
+*   `jspg_merge(schema_id text, data jsonb) -> jsonb`: Traverses the provided JSON payload according to the compiled relational map of `schema_id`. Dynamically builds and executes relational SQL UPSERT paths natively.
 
 ### Core Features
 
-*   **Caching Strategy**: The Merger leverages the `Validator`'s in-memory `Database` registry to instantly resolve Foreign Key mapping graphs. It additionally utilizes the concurrent `GLOBAL_JSPG` application memory (`DashMap`) to cache statically constructed SQL `SELECT` strings used during deduplication (`lk_`) and difference tracking calculations.
+*   **Caching Strategy**: The Merger leverages the native `compiled_edges` permanently cached onto the Schema AST via `OnceLock` to instantly resolve Foreign Key mapping graphs natively in absolute `O(1)` time. It additionally utilizes the concurrent `GLOBAL_JSPG` application memory (`DashMap`) to cache statically constructed SQL `SELECT` strings used during deduplication (`lk_`) and difference tracking calculations.
 *   **Deep Graph Merging**: The Merger walks arbitrary levels of deeply nested JSON schemas (e.g. tracking an `order`, its `customer`, and an array of its `lines`). It intelligently discovers the correct parent-to-child or child-to-parent Foreign Keys stored in the registry and automatically maps the UUIDs across the relationships during UPSERT.
 *   **Prefix Foreign Key Matching**: Handles scenario where multiple relations point to the same table by using database Foreign Key constraint prefixes (`fk_`). For example, if a schema has `shipping_address` and `billing_address`, the merger resolves against `fk_shipping_address_entity` vs `fk_billing_address_entity` automatically to correctly route object properties.
 *   **Dynamic Deduplication & Lookups**: If a nested object is provided without an `id`, the Merger utilizes Postgres `lk_` index constraints defined in the schema registry (e.g. `lk_person` mapped to `first_name` and `last_name`). It dynamically queries these unique matching constraints to discover the correct UUID to perform an UPDATE, preventing data duplication.
@@ -81,6 +88,7 @@ The Merger provides an automated, high-performance graph synchronization engine
 *   **The Archive Paradigm**: Data is never deleted in the Punc system. The Merger securely enforces referential integrity by toggling the `archived` Boolean flag on the base `entity` table rather than issuing SQL `DELETE` commands.
 *   **Change Tracking & Reactivity**: The Merger diffs the incoming JSON against the existing database row (utilizing static, `DashMap`-cached `lk_` SELECT string templates). Every detected change is recorded into the `agreego.change` audit table, tracking the user mapping. It then natively uses `pg_notify` to broadcast a completely flat row-level diff out to the Go WebSocket server for O(1) routing.
 *   **Flat Structural Beats (Unidirectional Flow)**: The Merger purposefully DOES NOT trace or hydrate outbound Foreign Keys or nested parent structures during writes. It emits completely flat, mathematically perfect structural deltas via `pg_notify` representing only the exact Postgres rows that changed. This guarantees the write-path remains O(1) lightning fast. It is the strict responsibility of the upstream Punc Framework (the Go `Speaker`) to intercept these flat beats, evaluate them against active Websocket Schema Topologies, and dynamically issue targeted `jspg_query` reads to hydrate the exact contextual subgraphs required by listening clients.
+*   **Pre-Order Notification Traversal**: To support proper topological hydration on the upstream Go Framework, the Merger decouples the `pg_notify` execution from the physical database write execution. The engine collects structural changes and explicitly fires `pg_notify` SQL statements in strict **Pre-Order** (Parent -> Relations -> Children). This guarantees that WebSocket clients receive the parent entity `Beat` prior to any nested child entities, ensuring stable unidirectional data flows without hydration race conditions.
 *   **Many-to-Many Graph Edge Management**: Operates seamlessly with the global `agreego.relationship` table, allowing the system to represent and merge arbitrary reified M:M relationships directionally between any two entities.
 *   **Sparse Updates**: Empty JSON strings `""` are directly bound as explicit SQL `NULL` directives to clear data, whilst omitted (missing) properties skip UPDATE execution entirely, ensuring partial UI submissions do not wipe out sibling fields.
 *   **Unified Return Structure**: To eliminate UI hydration race conditions and multi-user duplication, `jspg_merge` explicitly strips the response graph and returns only the root `{ "id": "uuid" }` (or an array of IDs for list insertions). External APIs can then explicitly call read APIs to fetch the resulting graph, while the UI relies 100% implicitly on the flat `pg_notify` pipeline for reactive state synchronization.
@@ -90,7 +98,10 @@ The Merger provides an automated, high-performance graph synchronization engine
 
 ## 4. Queryer
 
-The Queryer transforms Postgres into a pre-compiled Semantic Query Engine via the `jspg_query(schema_id text, cue jsonb)` API, designed to serve the exact shape of Punc responses directly via SQL.
+The Queryer transforms Postgres into a pre-compiled Semantic Query Engine, designed to serve the exact shape of Punc responses directly via SQL.
+
+### API Reference
+*   `jspg_query(schema_id text, filters jsonb) -> jsonb`: Compiles the JSON Schema AST of `schema_id` directly into pre-planned, nested multi-JOIN SQL execution trees. Processes `filters` structurally.
 
 ### Core Features
 
@@ -102,6 +113,10 @@ The Queryer transforms Postgres into a pre-compiled Semantic Query Engine via th
     *   **Array Inclusion**: `{"$in": [values]}`, `{"$nin": [values]}` use native `jsonb_array_elements_text()` bindings to enforce `IN` and `NOT IN` logic without runtime SQL injection risks.
     *   **Text Matching (ILIKE)**: Evaluates `$eq` or `$ne` against string fields containing the `%` character natively into Postgres `ILIKE` and `NOT ILIKE` partial substring matches.
     *   **Type Casting**: Safely resolves dynamic combinations by casting values instantly into the physical database types mapped in the schema (e.g. parsing `uuid` bindings to `::uuid`, formatting DateTimes to `::timestamptz`, and numbers to `::numeric`).
+*   **Polymorphic SQL Generation (`$family`)**: Compiles `$family` properties by analyzing the **Physical Database Variations**, *not* the schema descendants.
+    *   **The Dot Convention**: When a schema requests `$family: "target.schema"`, the compiler extracts the base type (e.g. `schema`) and looks up its Physical Table definition.
+    *   **Multi-Table Branching**: If the Physical Table is a parent to other tables (e.g. `organization` has variations `["organization", "bot", "person"]`), the compiler generates a dynamic `CASE WHEN type = '...' THEN ...` query, expanding into `JOIN`s for each variation.
+    *   **Single-Table Bypass**: If the Physical Table is a leaf node with only one variation (e.g. `person` has variations `["person"]`), the compiler cleanly bypasses `CASE` generation and compiles a simple `SELECT` across the base table, as all schema extensions (e.g. `light.person`, `full.person`) are guaranteed to reside in the exact same physical row.
 
 ### The Stem Engine
 

d1.json

@@ -0,0 +1,819 @@
+{
+    "database": {
+        "puncs": [],
+        "enums": [
+            {
+                "id": "11111111-1111-1111-1111-111111111111",
+                "type": "relation_type",
+                "enum": "relation_type",
+                "values": [
+                    "foreign_key",
+                    "polymorphic",
+                    "graph"
+                ]
+            }
+        ],
+        "relations": [
+            {
+                "id": "22222222-2222-2222-2222-222222222222",
+                "type": "relation",
+                "constraint": "fk_order_customer",
+                "source_type": "order",
+                "source_columns": [
+                    "customer_id"
+                ],
+                "destination_type": "person",
+                "destination_columns": [
+                    "id"
+                ],
+                "prefix": "customer"
+            },
+            {
+                "id": "33333333-3333-3333-3333-333333333333",
+                "type": "relation",
+                "constraint": "fk_order_line_order",
+                "source_type": "order_line",
+                "source_columns": [
+                    "order_id"
+                ],
+                "destination_type": "order",
+                "destination_columns": [
+                    "id"
+                ],
+                "prefix": "lines"
+            },
+            {
+                "id": "44444444-4444-4444-4444-444444444444",
+                "type": "relation",
+                "constraint": "fk_relationship_source_entity",
+                "source_type": "relationship",
+                "source_columns": [
+                    "source_id",
+                    "source_type"
+                ],
+                "destination_type": "entity",
+                "destination_columns": [
+                    "id",
+                    "type"
+                ],
+                "prefix": "source"
+            },
+            {
+                "id": "55555555-5555-5555-5555-555555555555",
+                "type": "relation",
+                "constraint": "fk_relationship_target_entity",
+                "source_type": "relationship",
+                "source_columns": [
+                    "target_id",
+                    "target_type"
+                ],
+                "destination_type": "entity",
+                "destination_columns": [
+                    "id",
+                    "type"
+                ],
+                "prefix": "target"
+            }
+        ],
+        "types": [
+            {
+                "name": "entity",
+                "schemas": [
+                    {
+                        "$id": "entity",
+                        "type": "object",
+                        "properties": {
+                            "id": {
+                                "type": "string"
+                            },
+                            "type": {
+                                "type": "string"
+                            },
+                            "archived": {
+                                "type": "boolean"
+                            },
+                            "created_by": {
+                                "type": "string"
+                            },
+                            "modified_by": {
+                                "type": "string"
+                            },
+                            "created_at": {
+                                "type": "string",
+                                "format": "date-time"
+                            },
+                            "modified_at": {
+                                "type": "string",
+                                "format": "date-time"
+                            }
+                        },
+                        "required": [
+                            "id",
+                            "type",
+                            "created_by",
+                            "created_at",
+                            "modified_by",
+                            "modified_at"
+                        ]
+                    }
+                ],
+                "hierarchy": [
+                    "entity"
+                ],
+                "fields": [
+                    "id",
+                    "type",
+                    "created_at",
+                    "created_by",
+                    "modified_at",
+                    "modified_by",
+                    "archived"
+                ],
+                "grouped_fields": {
+                    "entity": [
+                        "id",
+                        "type",
+                        "created_at",
+                        "created_by",
+                        "modified_at",
+                        "modified_by",
+                        "archived"
+                    ]
+                },
+                "lookup_fields": [],
+                "historical": true,
+                "notify": true,
+                "relationship": false
+            },
+            {
+                "name": "organization",
+                "schemas": [
+                    {
+                        "$id": "organization",
+                        "$ref": "entity",
+                        "properties": {
+                            "name": {
+                                "type": "string"
+                            }
+                        }
+                    }
+                ],
+                "hierarchy": [
+                    "organization",
+                    "entity"
+                ],
+                "fields": [
+                    "id",
+                    "type",
+                    "name",
+                    "created_at",
+                    "created_by",
+                    "modified_at",
+                    "modified_by",
+                    "archived"
+                ],
+                "grouped_fields": {
+                    "organization": [
+                        "id",
+                        "type",
+                        "name"
+                    ],
+                    "entity": [
+                        "id",
+                        "type",
+                        "created_at",
+                        "created_by",
+                        "modified_at",
+                        "modified_by",
+                        "archived"
+                    ]
+                },
+                "lookup_fields": [],
+                "historical": true,
+                "notify": true,
+                "relationship": false
+            },
+            {
+                "name": "user",
+                "schemas": [
+                    {
+                        "$id": "user",
+                        "$ref": "organization",
+                        "properties": {}
+                    }
+                ],
+                "hierarchy": [
+                    "user",
+                    "organization",
+                    "entity"
+                ],
+                "fields": [
+                    "id",
+                    "type",
+                    "name",
+                    "created_at",
+                    "created_by",
+                    "modified_at",
+                    "modified_by",
+                    "archived"
+                ],
+                "grouped_fields": {
+                    "user": [
+                        "id",
+                        "type"
+                    ],
+                    "organization": [
+                        "id",
+                        "type",
+                        "name"
+                    ],
+                    "entity": [
+                        "id",
+                        "type",
+                        "created_at",
+                        "created_by",
+                        "modified_at",
+                        "modified_by",
+                        "archived"
+                    ]
+                },
+                "lookup_fields": [],
+                "historical": true,
+                "notify": true,
+                "relationship": false
+            },
+            {
+                "name": "person",
+                "schemas": [
+                    {
+                        "$id": "person",
+                        "$ref": "user",
+                        "properties": {
+                            "first_name": {
+                                "type": "string"
+                            },
+                            "last_name": {
+                                "type": "string"
+                            },
+                            "date_of_birth": {
+                                "type": "string"
+                            },
+                            "pronouns": {
+                                "type": "string"
+                            },
+                            "contact_id": {
+                                "type": "string"
+                            },
+                            "contacts": {
+                                "type": "array",
+                                "items": {
+                                    "$ref": "contact",
+                                    "properties": {
+                                        "target": {
+                                            "oneOf": [
+                                                {
+                                                    "$ref": "phone_number"
+                                                },
+                                                {
+                                                    "$ref": "email_address"
+                                                }
+                                            ]
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
+                ],
+                "hierarchy": [
+                    "person",
+                    "user",
+                    "organization",
+                    "entity"
+                ],
+                "fields": [
+                    "id",
+                    "type",
+                    "first_name",
+                    "last_name",
+                    "date_of_birth",
+                    "pronouns",
+                    "contact_id",
+                    "name",
+                    "created_at",
+                    "created_by",
+                    "modified_at",
+                    "modified_by",
+                    "archived"
+                ],
+                "grouped_fields": {
+                    "person": [
+                        "id",
+                        "type",
+                        "first_name",
+                        "last_name",
+                        "date_of_birth",
+                        "pronouns",
+                        "contact_id"
+                    ],
+                    "user": [
+                        "id",
+                        "type"
+                    ],
+                    "organization": [
+                        "id",
+                        "type",
+                        "name"
+                    ],
+                    "entity": [
+                        "id",
+                        "type",
+                        "created_at",
+                        "created_by",
+                        "modified_at",
+                        "modified_by",
+                        "archived"
+                    ]
+                },
+                "lookup_fields": [
+                    "first_name",
+                    "last_name",
+                    "date_of_birth",
+                    "pronouns"
+                ],
+                "historical": true,
+                "notify": true,
+                "relationship": false
+            },
+            {
+                "name": "order",
+                "schemas": [
+                    {
+                        "$id": "order",
+                        "$ref": "entity",
+                        "properties": {
+                            "total": {
+                                "type": "number"
+                            },
+                            "customer_id": {
+                                "type": "string"
+                            },
+                            "customer": {
+                                "$ref": "person"
+                            },
+                            "lines": {
+                                "type": "array",
+                                "items": {
+                                    "$ref": "order_line"
+                                }
+                            }
+                        }
+                    }
+                ],
+                "hierarchy": [
+                    "order",
+                    "entity"
+                ],
+                "fields": [
+                    "id",
+                    "type",
+                    "total",
+                    "customer_id",
+                    "created_at",
+                    "created_by",
+                    "modified_at",
+                    "modified_by",
+                    "archived"
+                ],
+                "grouped_fields": {
+                    "order": [
+                        "id",
+                        "type",
+                        "total",
+                        "customer_id"
+                    ],
+                    "entity": [
+                        "id",
+                        "type",
+                        "created_at",
+                        "created_by",
+                        "modified_at",
+                        "modified_by",
+                        "archived"
+                    ]
+                },
+                "lookup_fields": [
+                    "id"
+                ],
+                "historical": true,
+                "notify": true,
+                "relationship": false
+            },
+            {
+                "name": "order_line",
+                "schemas": [
+                    {
+                        "$id": "order_line",
+                        "$ref": "entity",
+                        "properties": {
+                            "order_id": {
+                                "type": "string"
+                            },
+                            "product": {
+                                "type": "string"
+                            },
+                            "price": {
+                                "type": "number"
+                            }
+                        }
+                    }
+                ],
+                "hierarchy": [
+                    "order_line",
+                    "entity"
+                ],
+                "fields": [
+                    "id",
+                    "type",
+                    "order_id",
+                    "product",
+                    "price",
+                    "created_at",
+                    "created_by",
+                    "modified_at",
+                    "modified_by",
+                    "archived"
+                ],
+                "grouped_fields": {
+                    "order_line": [
+                        "id",
+                        "type",
+                        "order_id",
+                        "product",
+                        "price"
+                    ],
+                    "entity": [
+                        "id",
+                        "type",
+                        "created_at",
+                        "created_by",
+                        "modified_at",
+                        "modified_by",
+                        "archived"
+                    ]
+                },
+                "lookup_fields": [],
+                "historical": true,
+                "notify": true,
+                "relationship": false
+            },
+            {
+                "name": "relationship",
+                "relationship": true,
+                "hierarchy": [
+                    "relationship",
+                    "entity"
+                ],
+                "fields": [
+                    "source_id",
+                    "source_type",
+                    "target_id",
+                    "target_type",
+                    "id",
+                    "type",
+                    "name",
+                    "archived",
+                    "created_at",
+                    "created_by",
+                    "modified_at",
+                    "modified_by"
+                ],
+                "grouped_fields": {
+                    "entity": [
+                        "id",
+                        "type",
+                        "name",
+                        "archived",
+                        "created_at",
+                        "created_by",
+                        "modified_at",
+                        "modified_by"
+                    ],
+                    "relationship": [
+                        "source_id",
+                        "source_type",
+                        "target_id",
+                        "target_type"
+                    ]
+                },
+                "field_types": {
+                    "id": "uuid",
+                    "type": "text",
+                    "archived": "boolean",
+                    "source_id": "uuid",
+                    "source_type": "text",
+                    "target_id": "uuid",
+                    "target_type": "text",
+                    "name": "text",
+                    "created_at": "timestamptz",
+                    "created_by": "uuid",
+                    "modified_at": "timestamptz",
+                    "modified_by": "uuid"
+                },
+                "schemas": [
+                    {
+                        "$id": "relationship",
+                        "$ref": "entity",
+                        "properties": {}
+                    }
+                ],
+                "lookup_fields": [],
+                "historical": true,
+                "notify": true
+            },
+            {
+                "name": "contact",
+                "relationship": true,
+                "hierarchy": [
+                    "contact",
+                    "relationship",
+                    "entity"
+                ],
+                "fields": [
+                    "is_primary",
+                    "source_id",
+                    "source_type",
+                    "target_id",
+                    "target_type",
+                    "id",
+                    "type",
+                    "name",
+                    "archived",
+                    "created_at",
+                    "created_by",
+                    "modified_at",
+                    "modified_by"
+                ],
+                "grouped_fields": {
+                    "entity": [
+                        "id",
+                        "type",
+                        "name",
+                        "archived",
+                        "created_at",
+                        "created_by",
+                        "modified_at",
+                        "modified_by"
+                    ],
+                    "relationship": [
+                        "source_id",
+                        "source_type",
+                        "target_id",
+                        "target_type"
+                    ],
+                    "contact": [
+                        "is_primary"
+                    ]
+                },
+                "field_types": {
+                    "id": "uuid",
+                    "type": "text",
+                    "archived": "boolean",
+                    "source_id": "uuid",
+                    "source_type": "text",
+                    "target_id": "uuid",
+                    "target_type": "text",
+                    "is_primary": "boolean",
+                    "name": "text",
+                    "created_at": "timestamptz",
+                    "created_by": "uuid",
+                    "modified_at": "timestamptz",
+                    "modified_by": "uuid"
+                },
+                "schemas": [
+                    {
+                        "$id": "contact",
+                        "$ref": "relationship",
+                        "properties": {
+                            "is_primary": {
+                                "type": "boolean"
+                            }
+                        }
+                    }
+                ],
+                "lookup_fields": [],
+                "historical": true,
+                "notify": true
+            },
+            {
+                "name": "phone_number",
+                "hierarchy": [
+                    "phone_number",
+                    "entity"
+                ],
+                "fields": [
+                    "number",
+                    "id",
+                    "type",
+                    "name",
+                    "archived",
+                    "created_at",
+                    "created_by",
+                    "modified_at",
+                    "modified_by"
+                ],
+                "grouped_fields": {
+                    "entity": [
+                        "id",
+                        "type",
+                        "name",
+                        "archived",
+                        "created_at",
+                        "created_by",
+                        "modified_at",
+                        "modified_by"
+                    ],
+                    "phone_number": [
+                        "number"
+                    ]
+                },
+                "field_types": {
+                    "id": "uuid",
+                    "type": "text",
+                    "archived": "boolean",
+                    "number": "text",
+                    "name": "text",
+                    "created_at": "timestamptz",
+                    "created_by": "uuid",
+                    "modified_at": "timestamptz",
+                    "modified_by": "uuid"
+                },
+                "schemas": [
+                    {
+                        "$id": "phone_number",
+                        "$ref": "entity",
+                        "properties": {
+                            "number": {
+                                "type": "string"
+                            }
+                        }
+                    }
+                ],
+                "lookup_fields": [],
+                "historical": true,
+                "notify": true,
+                "relationship": false
+            },
+            {
+                "name": "email_address",
+                "hierarchy": [
+                    "email_address",
+                    "entity"
+                ],
+                "fields": [
+                    "address",
+                    "id",
+                    "type",
+                    "name",
+                    "archived",
+                    "created_at",
+                    "created_by",
+                    "modified_at",
+                    "modified_by"
+                ],
+                "grouped_fields": {
+                    "entity": [
+                        "id",
+                        "type",
+                        "name",
+                        "archived",
+                        "created_at",
+                        "created_by",
+                        "modified_at",
+                        "modified_by"
+                    ],
+                    "email_address": [
+                        "address"
+                    ]
+                },
+                "field_types": {
+                    "id": "uuid",
+                    "type": "text",
+                    "archived": "boolean",
+                    "address": "text",
+                    "name": "text",
+                    "created_at": "timestamptz",
+                    "created_by": "uuid",
+                    "modified_at": "timestamptz",
+                    "modified_by": "uuid"
+                },
+                "schemas": [
+                    {
+                        "$id": "email_address",
+                        "$ref": "entity",
+                        "properties": {
+                            "address": {
+                                "type": "string"
+                            }
+                        }
+                    }
+                ],
+                "lookup_fields": [],
+                "historical": true,
+                "notify": true,
+                "relationship": false
+            },
+            {
+                "name": "attachment",
+                "schemas": [
+                    {
+                        "$id": "type_metadata",
+                        "type": "object",
+                        "properties": {
+                            "type": {
+                                "type": "string"
+                            }
+                        }
+                    },
+                    {
+                        "$id": "other_metadata",
+                        "type": "object",
+                        "properties": {
+                            "other": {
+                                "type": "string"
+                            }
+                        }
+                    },
+                    {
+                        "$id": "attachment",
+                        "$ref": "entity",
+                        "properties": {
+                            "flags": {
+                                "type": "array",
+                                "items": {
+                                    "type": "string"
+                                }
+                            },
+                            "type_metadata": {
+                                "$ref": "type_metadata"
+                            },
+                            "other_metadata": {
+                                "$ref": "other_metadata"
+                            }
+                        }
+                    }
+                ],
+                "hierarchy": [
+                    "attachment",
+                    "entity"
+                ],
+                "fields": [
+                    "id",
+                    "type",
+                    "flags",
+                    "type_metadata",
+                    "other_metadata",
+                    "created_at",
+                    "created_by",
+                    "modified_at",
+                    "modified_by",
+                    "archived"
+                ],
+                "grouped_fields": {
+                    "attachment": [
+                        "id",
+                        "type",
+                        "flags",
+                        "type_metadata",
+                        "other_metadata"
+                    ],
+                    "entity": [
+                        "id",
+                        "type",
+                        "created_at",
+                        "created_by",
+                        "modified_at",
+                        "modified_by",
+                        "archived"
+                    ]
+                },
+                "field_types": {
+                    "id": "uuid",
+                    "type": "text",
+                    "flags": "_text",
+                    "type_metadata": "jsonb",
+                    "other_metadata": "jsonb",
+                    "created_at": "timestamptz",
+                    "created_by": "uuid",
+                    "modified_at": "timestamptz",
+                    "modified_by": "uuid",
+                    "archived": "boolean"
+                },
+                "lookup_fields": [],
+                "historical": true,
+                "notify": true,
+                "relationship": false
+            }
+        ]
+    }
+}

fixtures/stems.json

@@ -1,312 +0,0 @@
-[
-  {
-    "description": "Stem Engine Unit Tests",
-    "database": {
-      "puncs": [],
-      "enums": [],
-      "relations": [
-        {
-          "id": "rel1",
-          "type": "relation",
-          "constraint": "fk_contact_entity",
-          "source_type": "contact",
-          "source_columns": [
-            "entity_id"
-          ],
-          "destination_type": "person",
-          "destination_columns": [
-            "id"
-          ],
-          "prefix": null
-        },
-        {
-          "id": "rel2",
-          "type": "relation",
-          "constraint": "fk_relationship_target",
-          "source_type": "relationship",
-          "source_columns": [
-            "target_id",
-            "target_type"
-          ],
-          "destination_type": "entity",
-          "destination_columns": [
-            "id",
-            "type"
-          ],
-          "prefix": "target"
-        }
-      ],
-      "types": [
-        {
-          "name": "entity",
-          "hierarchy": [
-            "entity"
-          ],
-          "schemas": [
-            {
-              "$id": "entity",
-              "type": "object",
-              "properties": {}
-            }
-          ]
-        },
-        {
-          "name": "person",
-          "hierarchy": [
-            "person",
-            "entity"
-          ],
-          "schemas": [
-            {
-              "$id": "person",
-              "$ref": "entity",
-              "properties": {}
-            }
-          ]
-        },
-        {
-          "name": "email_address",
-          "hierarchy": [
-            "email_address",
-            "entity"
-          ],
-          "schemas": [
-            {
-              "$id": "email_address",
-              "$ref": "entity",
-              "properties": {}
-            }
-          ]
-        },
-        {
-          "name": "phone_number",
-          "hierarchy": [
-            "phone_number",
-            "entity"
-          ],
-          "schemas": [
-            {
-              "$id": "phone_number",
-              "$ref": "entity",
-              "properties": {}
-            }
-          ]
-        },
-        {
-          "name": "relationship",
-          "relationship": true,
-          "hierarchy": [
-            "relationship",
-            "entity"
-          ],
-          "schemas": [
-            {
-              "$id": "relationship",
-              "$ref": "entity",
-              "properties": {}
-            }
-          ]
-        },
-        {
-          "name": "contact",
-          "relationship": true,
-          "hierarchy": [
-            "contact",
-            "relationship",
-            "entity"
-          ],
-          "schemas": [
-            {
-              "$id": "contact",
-              "$ref": "relationship",
-              "properties": {
-                "target": {
-                  "oneOf": [
-                    {
-                      "$ref": "phone_number"
-                    },
-                    {
-                      "$ref": "email_address"
-                    }
-                  ]
-                }
-              }
-            }
-          ]
-        },
-        {
-          "name": "save_person",
-          "schemas": [
-            {
-              "$id": "save_person.response",
-              "$ref": "person",
-              "properties": {
-                "contacts": {
-                  "type": "array",
-                  "items": {
-                    "$ref": "contact"
-                  }
-                }
-              }
-            }
-          ]
-        }
-      ]
-    },
-    "tests": [
-      {
-        "description": "correctly squashes deep oneOf refs through array paths",
-        "action": "compile",
-        "expect": {
-          "success": true,
-          "stems": {
-            "contact": {
-              "": {
-                "schema": {
-                  "$id": "contact",
-                  "$ref": "relationship",
-                  "properties": {
-                    "target": {
-                      "oneOf": [
-                        {
-                          "$ref": "phone_number"
-                        },
-                        {
-                          "$ref": "email_address"
-                        }
-                      ]
-                    }
-                  }
-                },
-                "type": "contact"
-              },
-              "target#(type==\"email_address\")": {
-                "relation": "target_id",
-                "schema": {
-                  "$id": "email_address",
-                  "$ref": "entity",
-                  "properties": {}
-                },
-                "type": "email_address"
-              },
-              "target#(type==\"phone_number\")": {
-                "relation": "target_id",
-                "schema": {
-                  "$id": "phone_number",
-                  "$ref": "entity",
-                  "properties": {}
-                },
-                "type": "phone_number"
-              }
-            },
-            "email_address": {
-              "": {
-                "schema": {
-                  "$id": "email_address",
-                  "$ref": "entity",
-                  "properties": {}
-                },
-                "type": "email_address"
-              }
-            },
-            "entity": {
-              "": {
-                "schema": {
-                  "$id": "entity",
-                  "properties": {},
-                  "type": "object"
-                },
-                "type": "entity"
-              }
-            },
-            "person": {
-              "": {
-                "schema": {
-                  "$id": "person",
-                  "$ref": "entity",
-                  "properties": {}
-                },
-                "type": "person"
-              }
-            },
-            "phone_number": {
-              "": {
-                "schema": {
-                  "$id": "phone_number",
-                  "$ref": "entity",
-                  "properties": {}
-                },
-                "type": "phone_number"
-              }
-            },
-            "relationship": {
-              "": {
-                "schema": {
-                  "$id": "relationship",
-                  "$ref": "entity",
-                  "properties": {}
-                },
-                "type": "relationship"
-              }
-            },
-            "save_person.response": {
-              "": {
-                "schema": {
-                  "$id": "save_person.response",
-                  "$ref": "person",
-                  "properties": {
-                    "contacts": {
-                      "items": {
-                        "$ref": "contact"
-                      },
-                      "type": "array"
-                    }
-                  }
-                },
-                "type": "person"
-              },
-              "contacts.#": {
-                "relation": "contacts_id",
-                "schema": {
-                  "$id": "contact",
-                  "$ref": "relationship",
-                  "properties": {
-                    "target": {
-                      "oneOf": [
-                        {
-                          "$ref": "phone_number"
-                        },
-                        {
-                          "$ref": "email_address"
-                        }
-                      ]
-                    }
-                  }
-                },
-                "type": "contact"
-              },
-              "contacts.#.target#(type==\"email_address\")": {
-                "relation": "target_id",
-                "schema": {
-                  "$id": "email_address",
-                  "$ref": "entity",
-                  "properties": {}
-                },
-                "type": "email_address"
-              },
-              "contacts.#.target#(type==\"phone_number\")": {
-                "relation": "target_id",
-                "schema": {
-                  "$id": "phone_number",
-                  "$ref": "entity",
-                  "properties": {}
-                },
-                "type": "phone_number"
-              }
-            }
-          }
-        }
-      }
-    ]
-  }
-]

fixtures/t1.json

@@ -0,0 +1,38 @@
+{
+  "description": "Person ad-hoc email addresses select",
+  "action": "query",
+  "schema_id": "full.person/email_addresses",
+  "expect": {
+    "success": true,
+    "sql": [
+      [
+        "(SELECT jsonb_build_object(",
+        "    'archived', entity_3.archived,",
+        "    'created_at', entity_3.created_at,",
+        "    'id', entity_3.id,",
+        "    'is_primary', contact_1.is_primary,",
+        "    'name', entity_3.name,",
+        "    'target',",
+        "    (SELECT jsonb_build_object(",
+        "        'address', email_address_4.address,",
+        "        'archived', entity_5.archived,",
+        "        'created_at', entity_5.created_at,",
+        "        'id', entity_5.id,",
+        "        'name', entity_5.name,",
+        "        'type', entity_5.type",
+        "    )",
+        "    FROM agreego.email_address email_address_4",
+        "    JOIN agreego.entity entity_5 ON entity_5.id = email_address_4.id",
+        "    WHERE",
+        "        NOT entity_5.archived",
+        "        AND relationship_2.target_id = entity_5.id),",
+        "    'type', entity_3.type",
+        ")",
+        "FROM agreego.contact contact_1",
+        "JOIN agreego.relationship relationship_2 ON relationship_2.id = contact_1.id",
+        "JOIN agreego.entity entity_3 ON entity_3.id = relationship_2.id",
+        "WHERE NOT entity_3.archived)"
+      ]
+    ]
+  }
+}

src/database/edge.rs

@@ -0,0 +1,7 @@
+use serde::{Deserialize, Serialize};
+
+#[derive(Debug, Clone, Serialize, Deserialize, Default)]
+pub struct Edge {
+  pub constraint: String,
+  pub forward: bool,
+}

src/database/executors/pgrx.rs

@@ -24,20 +24,28 @@ impl DatabaseExecutor for SpiExecutor {
       }
     }
 
-    Spi::connect(|client| {
-      match client.select(sql, Some(args_with_oid.len() as i64), &args_with_oid) {
-        Ok(tup_table) => {
-          let mut results = Vec::new();
-          for row in tup_table {
-            if let Ok(Some(jsonb)) = row.get::<pgrx::JsonB>(1) {
-              results.push(jsonb.0);
+    pgrx::PgTryBuilder::new(|| {
+      Spi::connect(|client| {
+        pgrx::notice!("JSPG_SQL: {}", sql);
+        match client.select(sql, Some(args_with_oid.len() as i64), &args_with_oid) {
+          Ok(tup_table) => {
+            let mut results = Vec::new();
+            for row in tup_table {
+              if let Ok(Some(jsonb)) = row.get::<pgrx::JsonB>(1) {
+                results.push(jsonb.0);
+              }
             }
+            Ok(Value::Array(results))
           }
-          Ok(Value::Array(results))
+          Err(e) => Err(format!("SPI Query Fetch Failure: {}", e)),
         }
-        Err(e) => Err(format!("SPI Query Fetch Failure: {}", e)),
-      }
+      })
     })
+    .catch_others(|cause| {
+      pgrx::warning!("JSPG Caught Native Postgres Error: {:?}", cause);
+      Err(format!("{:?}", cause))
+    })
+    .execute()
   }
 
   fn execute(&self, sql: &str, args: Option<&[Value]>) -> Result<(), String> {
@@ -52,12 +60,20 @@ impl DatabaseExecutor for SpiExecutor {
       }
     }
 
-    Spi::connect_mut(|client| {
-      match client.update(sql, Some(args_with_oid.len() as i64), &args_with_oid) {
-        Ok(_) => Ok(()),
-        Err(e) => Err(format!("SPI Execution Failure: {}", e)),
-      }
+    pgrx::PgTryBuilder::new(|| {
+      Spi::connect_mut(|client| {
+        pgrx::notice!("JSPG_SQL: {}", sql);
+        match client.update(sql, Some(args_with_oid.len() as i64), &args_with_oid) {
+          Ok(_) => Ok(()),
+          Err(e) => Err(format!("SPI Execution Failure: {}", e)),
+        }
+      })
     })
+    .catch_others(|cause| {
+      pgrx::warning!("JSPG Caught Native Postgres Error: {:?}", cause);
+      Err(format!("{:?}", cause))
+    })
+    .execute()
   }
 
   fn auth_user_id(&self) -> Result<String, String> {

src/database/mod.rs

@@ -1,3 +1,4 @@
+pub mod edge;
 pub mod r#enum;
 pub mod executors;
 pub mod formats;
@@ -18,14 +19,11 @@ use executors::pgrx::SpiExecutor;
 #[cfg(test)]
 use executors::mock::MockExecutor;
 
-pub mod stem;
 use punc::Punc;
 use relation::Relation;
 use schema::Schema;
 use serde_json::Value;
 use std::collections::{HashMap, HashSet};
-use std::sync::Arc;
-use stem::Stem;
 use r#type::Type;
 
 pub struct Database {
@@ -34,8 +32,6 @@ pub struct Database {
   pub puncs: HashMap<String, Punc>,
   pub relations: HashMap<String, Relation>,
   pub schemas: HashMap<String, Schema>,
-  // Map of Schema ID -> { Entity Type -> Target Subschema Arc }
-  pub stems: HashMap<String, HashMap<String, Arc<Stem>>>,
   pub descendants: HashMap<String, Vec<String>>,
   pub depths: HashMap<String, usize>,
   pub executor: Box<dyn DatabaseExecutor + Send + Sync>,
@@ -49,7 +45,6 @@ impl Database {
       relations: HashMap::new(),
       puncs: HashMap::new(),
       schemas: HashMap::new(),
-      stems: HashMap::new(),
       descendants: HashMap::new(),
       depths: HashMap::new(),
       #[cfg(not(test))]
@@ -78,9 +73,24 @@ impl Database {
       for item in arr {
         match serde_json::from_value::<Relation>(item.clone()) {
           Ok(def) => {
-            db.relations.insert(def.constraint.clone(), def);
+            if db.types.contains_key(&def.source_type)
+              && db.types.contains_key(&def.destination_type)
+            {
+              db.relations.insert(def.constraint.clone(), def);
+            }
+          }
+          Err(e) => {
+            return Err(crate::drop::Drop::with_errors(vec![crate::drop::Error {
+              code: "DATABASE_RELATION_PARSE_FAILED".to_string(),
+              message: format!("Failed to parse database relation: {}", e),
+              details: crate::drop::ErrorDetails {
+                path: "".to_string(),
+                cause: None,
+                context: None,
+                schema: None,
+              },
+            }]));
           }
-          Err(e) => println!("DATABASE RELATION PARSE FAILED: {:?}", e),
         }
       }
     }
@@ -137,40 +147,68 @@ impl Database {
     self.executor.timestamp()
   }
 
-  /// Organizes the graph of the database, compiling regex, format functions, and caching relationships.
   pub fn compile(&mut self) -> Result<(), crate::drop::Drop> {
-    self.collect_schemas();
+    let mut harvested = Vec::new();
+    for schema in self.schemas.values_mut() {
+      if let Err(msg) = schema.collect_schemas(None, &mut harvested) {
+        return Err(crate::drop::Drop::with_errors(vec![crate::drop::Error {
+          code: "SCHEMA_VALIDATION_FAILED".to_string(),
+          message: msg,
+          details: crate::drop::ErrorDetails { path: "".to_string(), cause: None, context: None, schema: None },
+        }]));
+      }
+    }
+    self.schemas.extend(harvested);
+
+    if let Err(msg) = self.collect_schemas() {
+      return Err(crate::drop::Drop::with_errors(vec![crate::drop::Error {
+        code: "SCHEMA_VALIDATION_FAILED".to_string(),
+        message: msg,
+        details: crate::drop::ErrorDetails {
+          path: "".to_string(),
+          cause: None,
+          context: None,
+          schema: None,
+        },
+      }]));
+    }
     self.collect_depths();
     self.collect_descendants();
-    self.compile_schemas();
-    self.collect_stems()?;
+
+    // Mathematically evaluate all property inheritances, formats, schemas, and foreign key edges topographically over OnceLocks
+    let mut visited = std::collections::HashSet::new();
+    for schema in self.schemas.values() {
+      schema.compile(self, &mut visited);
+    }
 
     Ok(())
   }
 
-  fn collect_schemas(&mut self) {
+  fn collect_schemas(&mut self) -> Result<(), String> {
     let mut to_insert = Vec::new();
 
     // Pass 1: Extract all Schemas structurally off top level definitions into the master registry.
+    // Validate every node recursively via string filters natively!
     for type_def in self.types.values() {
       for mut schema in type_def.schemas.clone() {
-        schema.harvest(&mut to_insert);
+        schema.collect_schemas(None, &mut to_insert)?;
       }
     }
     for punc_def in self.puncs.values() {
       for mut schema in punc_def.schemas.clone() {
-        schema.harvest(&mut to_insert);
+        schema.collect_schemas(None, &mut to_insert)?;
       }
     }
     for enum_def in self.enums.values() {
       for mut schema in enum_def.schemas.clone() {
-        schema.harvest(&mut to_insert);
+        schema.collect_schemas(None, &mut to_insert)?;
       }
     }
 
     for (id, schema) in to_insert {
       self.schemas.insert(id, schema);
     }
+    Ok(())
   }
 
   fn collect_depths(&mut self) {
@@ -228,8 +266,8 @@ impl Database {
 
   fn collect_descendants_recursively(
     target: &str,
-    direct_refs: &HashMap<String, Vec<String>>,
-    descendants: &mut HashSet<String>,
+    direct_refs: &std::collections::HashMap<String, Vec<String>>,
+    descendants: &mut std::collections::HashSet<String>,
   ) {
     if let Some(children) = direct_refs.get(target) {
       for child in children {
@@ -239,249 +277,4 @@ impl Database {
       }
     }
   }
-
-  fn compile_schemas(&mut self) {
-    // Pass 3: compile_internals across pure structure
-    let schema_ids: Vec<String> = self.schemas.keys().cloned().collect();
-    for id in schema_ids {
-      if let Some(schema) = self.schemas.get_mut(&id) {
-        schema.compile_internals();
-      }
-    }
-  }
-
-  fn collect_stems(&mut self) -> Result<(), crate::drop::Drop> {
-    let mut db_stems: HashMap<String, HashMap<String, Arc<Stem>>> = HashMap::new();
-    let mut errors: Vec<crate::drop::Error> = Vec::new();
-
-    let schema_ids: Vec<String> = self.schemas.keys().cloned().collect();
-    for schema_id in schema_ids {
-      if let Some(schema) = self.schemas.get(&schema_id) {
-        let mut inner_map = HashMap::new();
-        Self::discover_stems(
-          self,
-          &schema_id,
-          schema,
-          String::from(""),
-          None,
-          None,
-          false,
-          &mut inner_map,
-          Vec::new(),
-          &mut errors,
-        );
-        if !inner_map.is_empty() {
-          db_stems.insert(schema_id, inner_map);
-        }
-      }
-    }
-
-    self.stems = db_stems;
-
-    if !errors.is_empty() {
-      return Err(crate::drop::Drop::with_errors(errors));
-    }
-    Ok(())
-  }
-
-  fn discover_stems(
-    db: &Database,
-    root_schema_id: &str,
-    schema: &Schema,
-    current_path: String,
-    parent_type: Option<String>,
-    property_name: Option<String>,
-    is_polymorphic: bool,
-    inner_map: &mut HashMap<String, Arc<Stem>>,
-    seen_entities: Vec<String>,
-    errors: &mut Vec<crate::drop::Error>,
-  ) {
-    let mut is_entity = false;
-    let mut entity_type = String::new();
-
-    // First check if the Schema's $id is a native Database Type
-    if let Some(ref id) = schema.obj.id {
-      let parts: Vec<&str> = id.split('.').collect();
-      if let Some(last_seg) = parts.last() {
-        if db.types.contains_key(*last_seg) {
-          is_entity = true;
-          entity_type = last_seg.to_string();
-        }
-      }
-    }
-
-    // If not found via $id, check the $ref pointer
-    // This allows ad-hoc schemas (like `save_person.response`) to successfully adopt the Type of what they $ref
-    if !is_entity {
-      if let Some(ref r) = schema.obj.r#ref {
-        let parts: Vec<&str> = r.split('.').collect();
-        if let Some(last_seg) = parts.last() {
-          if db.types.contains_key(*last_seg) {
-            is_entity = true;
-            entity_type = last_seg.to_string();
-          }
-        }
-      }
-    }
-
-    if is_entity {
-      if seen_entities.contains(&entity_type) {
-        return; // Break cyclical schemas!
-      }
-    }
-
-    let mut relation_col = None;
-    if is_entity {
-      if let (Some(pt), Some(prop)) = (&parent_type, &property_name) {
-        let expected_col = format!("{}_id", prop);
-        let mut found = false;
-        for rel in db.relations.values() {
-          if (rel.source_type == *pt && rel.destination_type == entity_type)
-            || (rel.source_type == entity_type && rel.destination_type == *pt)
-          {
-            if rel.source_columns.contains(&expected_col) {
-              relation_col = Some(expected_col.clone());
-              found = true;
-              break;
-            }
-          }
-        }
-        if !found {
-          relation_col = Some(expected_col);
-        }
-      }
-
-      let mut final_path = current_path.clone();
-      if is_polymorphic && !final_path.is_empty() && !final_path.ends_with(&entity_type) {
-        if final_path.ends_with(".#") {
-          final_path = format!("{}(type==\"{}\")", final_path, entity_type);
-        } else {
-          final_path = format!("{}#(type==\"{}\")", final_path, entity_type);
-        }
-      }
-
-      let stem = Stem {
-        r#type: entity_type.clone(),
-        relation: relation_col,
-        schema: Arc::new(schema.clone()),
-      };
-      inner_map.insert(final_path, Arc::new(stem));
-    }
-
-    let next_parent = if is_entity {
-      Some(entity_type.clone())
-    } else {
-      parent_type.clone()
-    };
-
-    let pass_seen = if is_entity {
-      let mut ns = seen_entities.clone();
-      ns.push(entity_type.clone());
-      ns
-    } else {
-      seen_entities.clone()
-    };
-
-    // Properties branch
-    if let Some(props) = &schema.obj.properties {
-      for (k, v) in props {
-        // Standard Property Pathing
-        let next_path = if current_path.is_empty() {
-          k.clone()
-        } else {
-          format!("{}.{}", current_path, k)
-        };
-
-        Self::discover_stems(
-          db,
-          root_schema_id,
-          v,
-          next_path,
-          next_parent.clone(),
-          Some(k.clone()),
-          false,
-          inner_map,
-          pass_seen.clone(),
-          errors,
-        );
-      }
-    }
-
-    // Array Item branch
-    if let Some(items) = &schema.obj.items {
-      let next_path = if current_path.is_empty() {
-        String::from("#")
-      } else {
-        format!("{}.#", current_path)
-      };
-
-      Self::discover_stems(
-        db,
-        root_schema_id,
-        items,
-        next_path,
-        next_parent.clone(),
-        property_name.clone(),
-        false,
-        inner_map,
-        pass_seen.clone(),
-        errors,
-      );
-    }
-
-    // Follow external reference if we didn't just crawl local properties
-    if schema.obj.properties.is_none() && schema.obj.items.is_none() && schema.obj.one_of.is_none()
-    {
-      if let Some(ref r) = schema.obj.r#ref {
-        if let Some(target_schema) = db.schemas.get(r) {
-          Self::discover_stems(
-            db,
-            root_schema_id,
-            target_schema,
-            current_path.clone(),
-            next_parent.clone(),
-            property_name.clone(),
-            is_polymorphic,
-            inner_map,
-            seen_entities.clone(),
-            errors,
-          );
-        }
-      }
-    }
-
-    // Polymorphism branch
-    if let Some(arr) = &schema.obj.one_of {
-      for v in arr {
-        Self::discover_stems(
-          db,
-          root_schema_id,
-          v.as_ref(),
-          current_path.clone(),
-          next_parent.clone(),
-          property_name.clone(),
-          true,
-          inner_map,
-          pass_seen.clone(),
-          errors,
-        );
-      }
-    }
-    if let Some(arr) = &schema.obj.all_of {
-      for v in arr {
-        Self::discover_stems(
-          db,
-          root_schema_id,
-          v.as_ref(),
-          current_path.clone(),
-          next_parent.clone(),
-          property_name.clone(),
-          is_polymorphic,
-          inner_map,
-          pass_seen.clone(),
-          errors,
-        );
-      }
-    }
-  }
 }

src/database/schema.rs

@@ -2,6 +2,26 @@ use serde::{Deserialize, Serialize};
 use serde_json::Value;
 use std::collections::BTreeMap;
 use std::sync::Arc;
+use std::sync::OnceLock;
+
+pub fn serialize_once_lock<T: serde::Serialize, S: serde::Serializer>(
+  lock: &OnceLock<T>,
+  serializer: S,
+) -> Result<S::Ok, S::Error> {
+  if let Some(val) = lock.get() {
+    val.serialize(serializer)
+  } else {
+    serializer.serialize_none()
+  }
+}
+
+pub fn is_once_lock_map_empty<K, V>(lock: &OnceLock<std::collections::BTreeMap<K, V>>) -> bool {
+  lock.get().map_or(true, |m| m.is_empty())
+}
+
+pub fn is_once_lock_vec_empty<T>(lock: &OnceLock<Vec<T>>) -> bool {
+  lock.get().map_or(true, |v| v.is_empty())
+}
 
 // Schema mirrors the Go Punc Generator's schema struct for consistency.
 // It is an order-preserving representation of a JSON Schema.
@@ -167,12 +187,27 @@ pub struct SchemaObject {
   #[serde(skip_serializing_if = "Option::is_none")]
   pub extensible: Option<bool>,
 
+  #[serde(rename = "compiledProperties")]
+  #[serde(skip_deserializing)]
+  #[serde(skip_serializing_if = "crate::database::schema::is_once_lock_vec_empty")]
+  #[serde(serialize_with = "crate::database::schema::serialize_once_lock")]
+  pub compiled_property_names: OnceLock<Vec<String>>,
+
   #[serde(skip)]
-  pub compiled_format: Option<CompiledFormat>,
+  pub compiled_properties: OnceLock<BTreeMap<String, Arc<Schema>>>,
+
+  #[serde(rename = "compiledEdges")]
+  #[serde(skip_deserializing)]
+  #[serde(skip_serializing_if = "crate::database::schema::is_once_lock_map_empty")]
+  #[serde(serialize_with = "crate::database::schema::serialize_once_lock")]
+  pub compiled_edges: OnceLock<BTreeMap<String, crate::database::edge::Edge>>,
+
   #[serde(skip)]
-  pub compiled_pattern: Option<CompiledRegex>,
+  pub compiled_format: OnceLock<CompiledFormat>,
   #[serde(skip)]
-  pub compiled_pattern_properties: Option<Vec<(CompiledRegex, Arc<Schema>)>>,
+  pub compiled_pattern: OnceLock<CompiledRegex>,
+  #[serde(skip)]
+  pub compiled_pattern_properties: OnceLock<Vec<(CompiledRegex, Arc<Schema>)>>,
 }
 
 /// Represents a compiled format validator
@@ -216,19 +251,37 @@ impl std::ops::DerefMut for Schema {
 }
 
 impl Schema {
-  pub fn compile_internals(&mut self) {
-    self.map_children(|child| child.compile_internals());
-
-    if let Some(format_str) = &self.obj.format
-      && let Some(fmt) = crate::database::formats::FORMATS.get(format_str.as_str())
-    {
-      self.obj.compiled_format = Some(crate::database::schema::CompiledFormat::Func(fmt.func));
+  pub fn compile(
+    &self,
+    db: &crate::database::Database,
+    visited: &mut std::collections::HashSet<String>,
+  ) {
+    if self.obj.compiled_properties.get().is_some() {
+      return;
     }
 
-    if let Some(pattern_str) = &self.obj.pattern
-      && let Ok(re) = regex::Regex::new(pattern_str)
-    {
-      self.obj.compiled_pattern = Some(crate::database::schema::CompiledRegex(re));
+    if let Some(id) = &self.obj.id {
+      if !visited.insert(id.clone()) {
+        return; // Break cyclical resolution
+      }
+    }
+
+    if let Some(format_str) = &self.obj.format {
+      if let Some(fmt) = crate::database::formats::FORMATS.get(format_str.as_str()) {
+        let _ = self
+          .obj
+          .compiled_format
+          .set(crate::database::schema::CompiledFormat::Func(fmt.func));
+      }
+    }
+
+    if let Some(pattern_str) = &self.obj.pattern {
+      if let Ok(re) = regex::Regex::new(pattern_str) {
+        let _ = self
+          .obj
+          .compiled_pattern
+          .set(crate::database::schema::CompiledRegex(re));
+      }
     }
 
     if let Some(pattern_props) = &self.obj.pattern_properties {
@@ -239,73 +292,354 @@ impl Schema {
         }
       }
       if !compiled.is_empty() {
-        self.obj.compiled_pattern_properties = Some(compiled);
+        let _ = self.obj.compiled_pattern_properties.set(compiled);
       }
     }
+
+    let mut props = std::collections::BTreeMap::new();
+
+    // 1. Resolve INHERITANCE dependencies first
+    if let Some(ref_id) = &self.obj.r#ref {
+      if let Some(parent) = db.schemas.get(ref_id) {
+        parent.compile(db, visited);
+        if let Some(p_props) = parent.obj.compiled_properties.get() {
+          props.extend(p_props.clone());
+        }
+      }
+    }
+
+    if let Some(all_of) = &self.obj.all_of {
+      for ao in all_of {
+        ao.compile(db, visited);
+        if let Some(ao_props) = ao.obj.compiled_properties.get() {
+          props.extend(ao_props.clone());
+        }
+      }
+    }
+
+    if let Some(then_schema) = &self.obj.then_ {
+      then_schema.compile(db, visited);
+      if let Some(t_props) = then_schema.obj.compiled_properties.get() {
+        props.extend(t_props.clone());
+      }
+    }
+
+    if let Some(else_schema) = &self.obj.else_ {
+      else_schema.compile(db, visited);
+      if let Some(e_props) = else_schema.obj.compiled_properties.get() {
+        props.extend(e_props.clone());
+      }
+    }
+
+    // 2. Add local properties
+    if let Some(local_props) = &self.obj.properties {
+      for (k, v) in local_props {
+        props.insert(k.clone(), v.clone());
+      }
+    }
+
+    // 3. Set the OnceLock!
+    let _ = self.obj.compiled_properties.set(props.clone());
+    let mut names: Vec<String> = props.keys().cloned().collect();
+    names.sort();
+    let _ = self.obj.compiled_property_names.set(names);
+
+    // 4. Compute Edges natively
+    let schema_edges = self.compile_edges(db, visited, &props);
+    let _ = self.obj.compiled_edges.set(schema_edges);
+
+    // 5. Build our inline children properties recursively NOW! (Depth-first search)
+    if let Some(local_props) = &self.obj.properties {
+      for child in local_props.values() {
+        child.compile(db, visited);
+      }
+    }
+    if let Some(items) = &self.obj.items {
+      items.compile(db, visited);
+    }
+    if let Some(pattern_props) = &self.obj.pattern_properties {
+      for child in pattern_props.values() {
+        child.compile(db, visited);
+      }
+    }
+    if let Some(additional_props) = &self.obj.additional_properties {
+      additional_props.compile(db, visited);
+    }
+    if let Some(one_of) = &self.obj.one_of {
+      for child in one_of {
+        child.compile(db, visited);
+      }
+    }
+    if let Some(arr) = &self.obj.prefix_items {
+      for child in arr {
+        child.compile(db, visited);
+      }
+    }
+    if let Some(child) = &self.obj.not {
+      child.compile(db, visited);
+    }
+    if let Some(child) = &self.obj.contains {
+      child.compile(db, visited);
+    }
+    if let Some(child) = &self.obj.property_names {
+      child.compile(db, visited);
+    }
+    if let Some(child) = &self.obj.if_ {
+      child.compile(db, visited);
+    }
+
+    if let Some(id) = &self.obj.id {
+      visited.remove(id);
+    }
   }
 
-  pub fn harvest(&mut self, to_insert: &mut Vec<(String, Schema)>) {
+  #[allow(unused_variables)]
+  fn validate_identifier(id: &str, field_name: &str) -> Result<(), String> {
+    #[cfg(not(test))]
+    for c in id.chars() {
+      if !c.is_ascii_lowercase() && !c.is_ascii_digit() && c != '_' && c != '.' {
+        return Err(format!("Invalid character '{}' in JSON Schema '{}' property: '{}'. Identifiers must exclusively contain [a-z0-9_.]", c, field_name, id));
+      }
+    }
+    Ok(())
+  }
+
+  pub fn collect_schemas(
+    &mut self,
+    tracking_path: Option<String>,
+    to_insert: &mut Vec<(String, Schema)>,
+  ) -> Result<(), String> {
     if let Some(id) = &self.obj.id {
+      Self::validate_identifier(id, "$id")?;
       to_insert.push((id.clone(), self.clone()));
     }
-    self.map_children(|child| child.harvest(to_insert));
+    if let Some(r#ref) = &self.obj.r#ref {
+      Self::validate_identifier(r#ref, "$ref")?;
+    }
+    if let Some(family) = &self.obj.family {
+      Self::validate_identifier(family, "$family")?;
+    }
+
+    // Is this schema an inline ad-hoc composition?
+    // Meaning it has a tracking context, lacks an explicit $id, but extends an Entity ref with explicit properties!
+    if self.obj.id.is_none() && self.obj.r#ref.is_some() && self.obj.properties.is_some() {
+      if let Some(ref path) = tracking_path {
+        to_insert.push((path.clone(), self.clone()));
+      }
+    }
+
+    // Provide the path origin to children natively, prioritizing the explicit `$id` boundary if one exists
+    let origin_path = self.obj.id.clone().or(tracking_path);
+
+    self.collect_child_schemas(origin_path, to_insert)?;
+    Ok(())
   }
 
-  pub fn map_children<F>(&mut self, mut f: F)
-  where
-    F: FnMut(&mut Schema),
-  {
+  pub fn collect_child_schemas(
+    &mut self,
+    origin_path: Option<String>,
+    to_insert: &mut Vec<(String, Schema)>,
+  ) -> Result<(), String> {
     if let Some(props) = &mut self.obj.properties {
-      for v in props.values_mut() {
+      for (k, v) in props.iter_mut() {
         let mut inner = (**v).clone();
-        f(&mut inner);
+        let next_path = origin_path.as_ref().map(|o| format!("{}/{}", o, k));
+        inner.collect_schemas(next_path, to_insert)?;
         *v = Arc::new(inner);
       }
     }
 
     if let Some(pattern_props) = &mut self.obj.pattern_properties {
-      for v in pattern_props.values_mut() {
+      for (k, v) in pattern_props.iter_mut() {
         let mut inner = (**v).clone();
-        f(&mut inner);
+        let next_path = origin_path.as_ref().map(|o| format!("{}/{}", o, k));
+        inner.collect_schemas(next_path, to_insert)?;
         *v = Arc::new(inner);
       }
     }
 
-    let mut map_arr = |arr: &mut Vec<Arc<Schema>>| {
+    let mut map_arr = |arr: &mut Vec<Arc<Schema>>| -> Result<(), String> {
       for v in arr.iter_mut() {
         let mut inner = (**v).clone();
-        f(&mut inner);
+        inner.collect_schemas(origin_path.clone(), to_insert)?;
         *v = Arc::new(inner);
       }
+      Ok(())
     };
 
-    if let Some(arr) = &mut self.obj.prefix_items {
-      map_arr(arr);
-    }
-    if let Some(arr) = &mut self.obj.all_of {
-      map_arr(arr);
-    }
-    if let Some(arr) = &mut self.obj.one_of {
-      map_arr(arr);
-    }
+    if let Some(arr) = &mut self.obj.prefix_items { map_arr(arr)?; }
+    if let Some(arr) = &mut self.obj.all_of { map_arr(arr)?; }
+    if let Some(arr) = &mut self.obj.one_of { map_arr(arr)?; }
 
-    let mut map_opt = |opt: &mut Option<Arc<Schema>>| {
+    let mut map_opt = |opt: &mut Option<Arc<Schema>>, pass_path: bool| -> Result<(), String> {
       if let Some(v) = opt {
         let mut inner = (**v).clone();
-        f(&mut inner);
+        let next = if pass_path { origin_path.clone() } else { None };
+        inner.collect_schemas(next, to_insert)?;
         *v = Arc::new(inner);
       }
+      Ok(())
     };
 
-    map_opt(&mut self.obj.additional_properties);
-    map_opt(&mut self.obj.items);
-    map_opt(&mut self.obj.contains);
-    map_opt(&mut self.obj.property_names);
-    map_opt(&mut self.obj.not);
-    map_opt(&mut self.obj.if_);
-    map_opt(&mut self.obj.then_);
-    map_opt(&mut self.obj.else_);
+    map_opt(&mut self.obj.additional_properties, false)?;
+    
+    // `items` absolutely must inherit the EXACT property path assigned to the Array wrapper!
+    // This allows nested Arrays enclosing bare Entity structs to correctly register as the boundary mapping.
+    map_opt(&mut self.obj.items, true)?;
+    
+    map_opt(&mut self.obj.not, false)?;
+    map_opt(&mut self.obj.contains, false)?;
+    map_opt(&mut self.obj.property_names, false)?;
+    map_opt(&mut self.obj.if_, false)?;
+    map_opt(&mut self.obj.then_, false)?;
+    map_opt(&mut self.obj.else_, false)?;
+
+    Ok(())
   }
+
+  pub fn compile_edges(
+    &self,
+    db: &crate::database::Database,
+    visited: &mut std::collections::HashSet<String>,
+    props: &std::collections::BTreeMap<String, std::sync::Arc<Schema>>,
+  ) -> std::collections::BTreeMap<String, crate::database::edge::Edge> {
+    let mut schema_edges = std::collections::BTreeMap::new();
+    let mut parent_type_name = None;
+    if let Some(family) = &self.obj.family {
+      parent_type_name = Some(family.split('.').next_back().unwrap_or(family).to_string());
+    } else if let Some(id) = &self.obj.id {
+      parent_type_name = Some(id.split('.').next_back().unwrap_or("").to_string());
+    } else if let Some(ref_id) = &self.obj.r#ref {
+      parent_type_name = Some(ref_id.split('.').next_back().unwrap_or("").to_string());
+    }
+
+    if let Some(p_type) = parent_type_name {
+      if db.types.contains_key(&p_type) {
+        for (prop_name, prop_schema) in props {
+          let mut child_type_name = None;
+          let mut target_schema = prop_schema.clone();
+
+          if let Some(crate::database::schema::SchemaTypeOrArray::Single(t)) =
+            &prop_schema.obj.type_
+          {
+            if t == "array" {
+              if let Some(items) = &prop_schema.obj.items {
+                target_schema = items.clone();
+              }
+            }
+          }
+
+          if let Some(family) = &target_schema.obj.family {
+            child_type_name = Some(family.split('.').next_back().unwrap_or(family).to_string());
+          } else if let Some(ref_id) = target_schema.obj.r#ref.as_ref() {
+            child_type_name = Some(ref_id.split('.').next_back().unwrap_or("").to_string());
+          } else if let Some(arr) = &target_schema.obj.one_of {
+            if let Some(first) = arr.first() {
+              if let Some(ref_id) = first.obj.id.as_ref().or(first.obj.r#ref.as_ref()) {
+                child_type_name = Some(ref_id.split('.').next_back().unwrap_or("").to_string());
+              }
+            }
+          }
+
+          if let Some(c_type) = child_type_name {
+            if db.types.contains_key(&c_type) {
+              target_schema.compile(db, visited);
+              if let Some(compiled_target_props) = target_schema.obj.compiled_properties.get() {
+                let keys_for_ambiguity: Vec<String> =
+                  compiled_target_props.keys().cloned().collect();
+                if let Some((relation, is_forward)) =
+                  resolve_relation(db, &p_type, &c_type, prop_name, Some(&keys_for_ambiguity))
+                {
+                  schema_edges.insert(
+                    prop_name.clone(),
+                    crate::database::edge::Edge {
+                      constraint: relation.constraint.clone(),
+                      forward: is_forward,
+                    },
+                  );
+                }
+              }
+            }
+          }
+        }
+      }
+    }
+    schema_edges
+  }
+}
+
+pub(crate) fn resolve_relation<'a>(
+  db: &'a crate::database::Database,
+  parent_type: &str,
+  child_type: &str,
+  prop_name: &str,
+  relative_keys: Option<&Vec<String>>,
+) -> Option<(&'a crate::database::relation::Relation, bool)> {
+  if parent_type == "entity" && child_type == "entity" {
+    return None; 
+  }
+
+  let p_def = db.types.get(parent_type)?;
+  let c_def = db.types.get(child_type)?;
+
+  let mut matching_rels = Vec::new();
+  let mut directions = Vec::new();
+
+  for rel in db.relations.values() {
+    let is_forward = p_def.hierarchy.contains(&rel.source_type)
+      && c_def.hierarchy.contains(&rel.destination_type);
+    let is_reverse = p_def.hierarchy.contains(&rel.destination_type)
+      && c_def.hierarchy.contains(&rel.source_type);
+
+    if is_forward {
+      matching_rels.push(rel);
+      directions.push(true);
+    } else if is_reverse {
+      matching_rels.push(rel);
+      directions.push(false);
+    }
+  }
+
+  if matching_rels.is_empty() {
+    return None;
+  }
+
+  if matching_rels.len() == 1 {
+    return Some((matching_rels[0], directions[0]));
+  }
+
+  let mut chosen_idx = 0;
+  let mut resolved = false;
+
+  for (i, rel) in matching_rels.iter().enumerate() {
+    if let Some(prefix) = &rel.prefix {
+      if prop_name.starts_with(prefix)
+        || prefix.starts_with(prop_name)
+        || prefix.replace("_", "") == prop_name.replace("_", "")
+      {
+        chosen_idx = i;
+        resolved = true;
+        break;
+      }
+    }
+  }
+
+  if !resolved && relative_keys.is_some() {
+    let keys = relative_keys.unwrap();
+    let mut missing_prefix_ids = Vec::new();
+    for (i, rel) in matching_rels.iter().enumerate() {
+      if let Some(prefix) = &rel.prefix {
+        if !keys.contains(prefix) {
+          missing_prefix_ids.push(i);
+        }
+      }
+    }
+    if missing_prefix_ids.len() == 1 {
+      chosen_idx = missing_prefix_ids[0];
+    }
+  }
+
+  Some((matching_rels[chosen_idx], directions[chosen_idx]))
 }
 
 impl<'de> Deserialize<'de> for Schema {

src/database/stem.rs

@@ -1,12 +0,0 @@
-use crate::database::schema::Schema;
-use serde::{Deserialize, Serialize};
-use std::sync::Arc;
-
-#[derive(Debug, Clone, Serialize, Deserialize)]
-pub struct Stem {
-  pub r#type: String,
-  #[serde(skip_serializing_if = "Option::is_none")]
-  pub relation: Option<String>,
-
-  pub schema: Arc<Schema>,
-}

src/database/type.rs

@@ -15,6 +15,8 @@ pub struct Type {
   #[serde(default)]
   pub historical: bool,
   #[serde(default)]
+  pub notify: bool,
+  #[serde(default)]
   pub sensitive: bool,
   #[serde(default)]
   pub ownable: bool,

src/drop.rs

@@ -67,6 +67,10 @@ pub struct Error {
 #[derive(Debug, Serialize, Deserialize, Clone)]
 pub struct ErrorDetails {
   pub path: String,
-  // Extensions can be added here (package, cause, etc)
-  // For now, validator only provides path
+  #[serde(skip_serializing_if = "Option::is_none")]
+  pub cause: Option<String>,
+  #[serde(skip_serializing_if = "Option::is_none")]
+  pub context: Option<Value>,
+  #[serde(skip_serializing_if = "Option::is_none")]
+  pub schema: Option<String>,
 }

src/lib.rs

@@ -31,6 +31,9 @@ fn jspg_failure() -> JsonB {
     message: "JSPG extension has not been initialized via jspg_setup".to_string(),
     details: crate::drop::ErrorDetails {
       path: "".to_string(),
+      cause: None,
+      context: None,
+      schema: None,
     },
   };
   let drop = crate::drop::Drop::with_errors(vec![error]);
@@ -57,7 +60,7 @@ pub fn jspg_setup(database: JsonB) -> JsonB {
 }
 
 #[cfg_attr(not(test), pg_extern)]
-pub fn jspg_merge(data: JsonB) -> JsonB {
+pub fn jspg_merge(schema_id: &str, data: JsonB) -> JsonB {
   // Try to acquire a read lock to get a clone of the Engine Arc
   let engine_opt = {
     let lock = GLOBAL_JSPG.read().unwrap();
@@ -66,7 +69,7 @@ pub fn jspg_merge(data: JsonB) -> JsonB {
 
   match engine_opt {
     Some(engine) => {
-      let drop = engine.merger.merge(data.0);
+      let drop = engine.merger.merge(schema_id, data.0);
       JsonB(serde_json::to_value(drop).unwrap())
     }
     None => jspg_failure(),
@@ -74,7 +77,7 @@ pub fn jspg_merge(data: JsonB) -> JsonB {
 }
 
 #[cfg_attr(not(test), pg_extern)]
-pub fn jspg_query(schema_id: &str, stem: Option<&str>, filters: Option<JsonB>) -> JsonB {
+pub fn jspg_query(schema_id: &str, filters: Option<JsonB>) -> JsonB {
   let engine_opt = {
     let lock = GLOBAL_JSPG.read().unwrap();
     lock.clone()
@@ -84,7 +87,7 @@ pub fn jspg_query(schema_id: &str, stem: Option<&str>, filters: Option<JsonB>) -
     Some(engine) => {
       let drop = engine
         .queryer
-        .query(schema_id, stem, filters.as_ref().map(|f| &f.0));
+        .query(schema_id, filters.as_ref().map(|f| &f.0));
       JsonB(serde_json::to_value(drop).unwrap())
     }
     None => jspg_failure(),
@@ -111,7 +114,7 @@ pub fn jspg_validate(schema_id: &str, instance: JsonB) -> JsonB {
 }
 
 #[cfg_attr(not(test), pg_extern)]
-pub fn jspg_stems() -> JsonB {
+pub fn jspg_schemas() -> JsonB {
   let engine_opt = {
     let lock = GLOBAL_JSPG.read().unwrap();
     lock.clone()
@@ -119,11 +122,12 @@ pub fn jspg_stems() -> JsonB {
 
   match engine_opt {
     Some(engine) => {
-      let stems_json = serde_json::to_value(&engine.database.stems)
+      let schemas_json = serde_json::to_value(&engine.database.schemas)
         .unwrap_or(serde_json::Value::Object(serde_json::Map::new()));
-      JsonB(stems_json)
+      let drop = crate::drop::Drop::success_with_val(schemas_json);
+      JsonB(serde_json::to_value(drop).unwrap())
     }
-    None => JsonB(serde_json::Value::Object(serde_json::Map::new())),
+    None => jspg_failure(),
   }
 }
 

src/merger/mod.rs

@@ -3,6 +3,7 @@
 
 pub mod cache;
 
+use crate::database::r#type::Type;
 use crate::database::Database;
 use serde_json::Value;
 use std::sync::Arc;
@@ -20,64 +21,131 @@ impl Merger {
     }
   }
 
-  pub fn merge(&self, data: Value) -> crate::drop::Drop {
-    match self.merge_internal(data) {
-      Ok(val) => {
-        let stripped_val = match val {
-          Value::Object(mut map) => {
+  pub fn merge(&self, schema_id: &str, data: Value) -> crate::drop::Drop {
+    let mut notifications_queue = Vec::new();
+
+    let target_schema = match self.db.schemas.get(schema_id) {
+        Some(s) => Arc::new(s.clone()),
+        None => {
+            return crate::drop::Drop::with_errors(vec![crate::drop::Error {
+                code: "MERGE_FAILED".to_string(),
+                message: format!("Unknown schema_id: {}", schema_id),
+                details: crate::drop::ErrorDetails {
+                    path: "".to_string(),
+                    cause: None,
+                    context: Some(data),
+                    schema: None,
+                },
+            }]);
+        }
+    };
+
+    let result = self.merge_internal(target_schema, data.clone(), &mut notifications_queue);
+
+    let val_resolved = match result {
+      Ok(val) => val,
+      Err(msg) => {
+        return crate::drop::Drop::with_errors(vec![crate::drop::Error {
+          code: "MERGE_FAILED".to_string(),
+          message: msg,
+          details: crate::drop::ErrorDetails {
+            path: "".to_string(),
+            cause: None,
+            context: Some(data),
+            schema: None,
+          },
+        }]);
+      }
+    };
+
+    // Execute the globally collected, pre-ordered notifications last!
+    for notify_sql in notifications_queue {
+      if let Err(e) = self.db.execute(&notify_sql, None) {
+        return crate::drop::Drop::with_errors(vec![crate::drop::Error {
+          code: "MERGE_FAILED".to_string(),
+          message: format!("Executor Error in pre-ordered notify: {:?}", e),
+          details: crate::drop::ErrorDetails {
+            path: "".to_string(),
+            cause: None,
+            context: None,
+            schema: None,
+          },
+        }]);
+      }
+    }
+
+    let stripped_val = match val_resolved {
+      Value::Object(mut map) => {
+        let mut out = serde_json::Map::new();
+        if let Some(id) = map.remove("id") {
+          out.insert("id".to_string(), id);
+        }
+        Value::Object(out)
+      }
+      Value::Array(arr) => {
+        let mut out_arr = Vec::new();
+        for item in arr {
+          if let Value::Object(mut map) = item {
             let mut out = serde_json::Map::new();
             if let Some(id) = map.remove("id") {
               out.insert("id".to_string(), id);
             }
-            Value::Object(out)
+            out_arr.push(Value::Object(out));
+          } else {
+            out_arr.push(Value::Null);
           }
-          Value::Array(arr) => {
-            let mut out_arr = Vec::new();
-            for item in arr {
-              if let Value::Object(mut map) = item {
-                let mut out = serde_json::Map::new();
-                if let Some(id) = map.remove("id") {
-                  out.insert("id".to_string(), id);
-                }
-                out_arr.push(Value::Object(out));
-              } else {
-                out_arr.push(Value::Null);
-              }
-            }
-            Value::Array(out_arr)
-          }
-          other => other,
-        };
-        crate::drop::Drop::success_with_val(stripped_val)
+        }
+        Value::Array(out_arr)
       }
-      Err(msg) => crate::drop::Drop::with_errors(vec![crate::drop::Error {
-        code: "MERGE_FAILED".to_string(),
-        message: msg,
-        details: crate::drop::ErrorDetails {
-          path: "".to_string(),
-        },
-      }]),
-    }
+      other => other,
+    };
+    crate::drop::Drop::success_with_val(stripped_val)
   }
 
-  pub(crate) fn merge_internal(&self, data: Value) -> Result<Value, String> {
+  pub(crate) fn merge_internal(
+    &self,
+    schema: Arc<crate::database::schema::Schema>,
+    data: Value,
+    notifications: &mut Vec<String>,
+  ) -> Result<Value, String> {
     match data {
-      Value::Array(items) => self.merge_array(items),
-      Value::Object(map) => self.merge_object(map),
+      Value::Array(items) => self.merge_array(schema, items, notifications),
+      Value::Object(map) => self.merge_object(schema, map, notifications),
       _ => Err("Invalid merge payload: root must be an Object or Array".to_string()),
     }
   }
 
-  fn merge_array(&self, items: Vec<Value>) -> Result<Value, String> {
+  fn merge_array(
+    &self,
+    schema: Arc<crate::database::schema::Schema>,
+    items: Vec<Value>,
+    notifications: &mut Vec<String>,
+  ) -> Result<Value, String> {
+    let mut item_schema = schema.clone();
+    if let Some(crate::database::schema::SchemaTypeOrArray::Single(t)) = &schema.obj.type_ {
+        if t == "array" {
+            if let Some(items_def) = &schema.obj.items {
+                item_schema = items_def.clone();
+            }
+        }
+    }
+
     let mut resolved_items = Vec::new();
     for item in items {
-      let resolved = self.merge_internal(item)?;
+      let resolved = self.merge_internal(item_schema.clone(), item, notifications)?;
       resolved_items.push(resolved);
     }
     Ok(Value::Array(resolved_items))
   }
 
-  fn merge_object(&self, obj: serde_json::Map<String, Value>) -> Result<Value, String> {
+  fn merge_object(
+    &self,
+    schema: Arc<crate::database::schema::Schema>,
+    obj: serde_json::Map<String, Value>,
+    notifications: &mut Vec<String>,
+  ) -> Result<Value, String> {
+    let queue_start = notifications.len();
+
     let type_name = match obj.get("type").and_then(|v| v.as_str()) {
       Some(t) => t.to_string(),
       None => return Err("Missing required 'type' field on object".to_string()),
@@ -88,25 +156,49 @@ impl Merger {
       None => return Err(format!("Unknown entity type: {}", type_name)),
     };
 
-    // 1. Segment the entity: fields in type_def.fields are database fields, others are relationships
+    let compiled_props = match schema.obj.compiled_properties.get() {
+        Some(props) => props,
+        None => return Err("Schema has no compiled properties for merging".to_string()),
+    };
+
     let mut entity_fields = serde_json::Map::new();
-    let mut entity_objects = serde_json::Map::new();
-    let mut entity_arrays = serde_json::Map::new();
+    let mut entity_objects = std::collections::BTreeMap::new();
+    let mut entity_arrays = std::collections::BTreeMap::new();
 
     for (k, v) in obj {
-      let is_field = type_def.fields.contains(&k) || k == "created";
-      let typeof_v = match &v {
-        Value::Object(_) => "object",
-        Value::Array(_) => "array",
-        _ => "other",
-      };
+      // Always retain system and unmapped core fields natively implicitly mapped to the Postgres tables
+      if k == "id" || k == "type" || k == "created" {
+          entity_fields.insert(k.clone(), v.clone());
+          continue;
+      }
 
-      if is_field {
-        entity_fields.insert(k, v);
-      } else if typeof_v == "object" {
-        entity_objects.insert(k, v);
-      } else if typeof_v == "array" {
-        entity_arrays.insert(k, v);
+      if let Some(prop_schema) = compiled_props.get(&k) {
+         let mut is_edge = false;
+         if let Some(edges) = schema.obj.compiled_edges.get() {
+             if edges.contains_key(&k) {
+                 is_edge = true;
+             }
+         }
+         
+         if is_edge {
+             let typeof_v = match &v {
+                Value::Object(_) => "object",
+                Value::Array(_) => "array",
+                _ => "field", // Malformed edge data?
+             };
+             if typeof_v == "object" {
+                 entity_objects.insert(k.clone(), (v.clone(), prop_schema.clone()));
+             } else if typeof_v == "array" {
+                 entity_arrays.insert(k.clone(), (v.clone(), prop_schema.clone()));
+             } else {
+                 entity_fields.insert(k.clone(), v.clone());
+             }
+         } else {
+             // Not an edge! It's a raw Postgres column (e.g., JSONB, text[])
+             entity_fields.insert(k.clone(), v.clone());
+         }
+      } else if type_def.fields.contains(&k) {
+          entity_fields.insert(k.clone(), v.clone());
       }
     }
 
@@ -116,7 +208,6 @@ impl Merger {
     let mut entity_change_kind = None;
     let mut entity_fetched = None;
 
-    // 2. Pre-stage the entity (for non-relationships)
     if !type_def.relationship {
       let (fields, kind, fetched) =
         self.stage_entity(entity_fields.clone(), type_def, &user_id, &timestamp)?;
@@ -127,64 +218,74 @@ impl Merger {
 
     let mut entity_response = serde_json::Map::new();
 
-    // 3. Handle related objects
-    for (relation_name, relative_val) in entity_objects {
+    for (relation_name, (relative_val, rel_schema)) in entity_objects {
       let mut relative = match relative_val {
         Value::Object(m) => m,
         _ => continue,
       };
 
-      let relative_relation = self.get_entity_relation(type_def, &relative, &relation_name)?;
+      let relative_type_name = match relative.get("type").and_then(|v| v.as_str()) {
+        Some(t) => t.to_string(),
+        None => continue,
+      };
 
-      if let Some(relation) = relative_relation {
-        let parent_is_source = type_def.hierarchy.contains(&relation.source_type);
+      if let Some(compiled_edges) = schema.obj.compiled_edges.get() {
+        println!("Compiled Edges keys for relation {}: {:?}", relation_name, compiled_edges.keys().collect::<Vec<_>>());
+        if let Some(edge) = compiled_edges.get(&relation_name) {
+          println!("FOUND EDGE {} -> {:?}", relation_name, edge.constraint);
+          if let Some(relation) = self.db.relations.get(&edge.constraint) {
+            let parent_is_source = edge.forward;
+            
+            if parent_is_source {
+              if !relative.contains_key("organization_id") {
+                if let Some(org_id) = entity_fields.get("organization_id") {
+                  relative.insert("organization_id".to_string(), org_id.clone());
+                }
+              }
 
-        if parent_is_source {
-          // Parent holds FK to Child. Child MUST be generated FIRST.
-          if !relative.contains_key("organization_id") {
-            if let Some(org_id) = entity_fields.get("organization_id") {
-              relative.insert("organization_id".to_string(), org_id.clone());
+              let mut merged_relative = match self.merge_internal(rel_schema.clone(), Value::Object(relative), notifications)? {
+                Value::Object(m) => m,
+                _ => continue,
+              };
+
+              merged_relative.insert(
+                "type".to_string(),
+                Value::String(relative_type_name),
+              );
+
+              Self::apply_entity_relation(
+                &mut entity_fields,
+                &relation.source_columns,
+                &relation.destination_columns,
+                &merged_relative,
+              );
+              entity_response.insert(relation_name, Value::Object(merged_relative));
+            } else {
+              if !relative.contains_key("organization_id") {
+                if let Some(org_id) = entity_fields.get("organization_id") {
+                  relative.insert("organization_id".to_string(), org_id.clone());
+                }
+              }
+
+              Self::apply_entity_relation(
+                &mut relative,
+                &relation.source_columns,
+                &relation.destination_columns,
+                &entity_fields,
+              );
+
+              let merged_relative = match self.merge_internal(rel_schema.clone(), Value::Object(relative), notifications)? {
+                Value::Object(m) => m,
+                _ => continue,
+              };
+
+              entity_response.insert(relation_name, Value::Object(merged_relative));
             }
           }
-
-          let merged_relative = match self.merge_internal(Value::Object(relative))? {
-            Value::Object(m) => m,
-            _ => continue,
-          };
-
-          Self::apply_entity_relation(
-            &mut entity_fields,
-            &relation.source_columns,
-            &relation.destination_columns,
-            &merged_relative,
-          );
-          entity_response.insert(relation_name, Value::Object(merged_relative));
-        } else {
-          // Child holds FK back to Parent.
-          if !relative.contains_key("organization_id") {
-            if let Some(org_id) = entity_fields.get("organization_id") {
-              relative.insert("organization_id".to_string(), org_id.clone());
-            }
-          }
-
-          Self::apply_entity_relation(
-            &mut relative,
-            &relation.source_columns,
-            &relation.destination_columns,
-            &entity_fields,
-          );
-
-          let merged_relative = match self.merge_internal(Value::Object(relative))? {
-            Value::Object(m) => m,
-            _ => continue,
-          };
-
-          entity_response.insert(relation_name, Value::Object(merged_relative));
         }
       }
     }
 
-    // 4. Post-stage the entity (for relationships)
     if type_def.relationship {
       let (fields, kind, fetched) =
         self.stage_entity(entity_fields.clone(), type_def, &user_id, &timestamp)?;
@@ -193,7 +294,6 @@ impl Merger {
       entity_fetched = fetched;
     }
 
-    // 5. Process the main entity fields
     self.merge_entity_fields(
       entity_change_kind.as_deref().unwrap_or(""),
       &type_name,
@@ -202,13 +302,11 @@ impl Merger {
       entity_fetched.as_ref(),
     )?;
 
-    // Add main entity fields to response
     for (k, v) in &entity_fields {
       entity_response.insert(k.clone(), v.clone());
     }
 
-    // 6. Handle related arrays
-    for (relation_name, relative_val) in entity_arrays {
+    for (relation_name, (relative_val, rel_schema)) in entity_arrays {
       let relative_arr = match relative_val {
         Value::Array(a) => a,
         _ => continue,
@@ -218,44 +316,52 @@ impl Merger {
         continue;
       }
 
-      let first_relative = match &relative_arr[0] {
-        Value::Object(m) => m,
-        _ => continue,
-      };
+      if let Some(compiled_edges) = schema.obj.compiled_edges.get() {
+        if let Some(edge) = compiled_edges.get(&relation_name) {
+          if let Some(relation) = self.db.relations.get(&edge.constraint) {
+            let mut relative_responses = Vec::new();
+            for relative_item_val in relative_arr {
+              if let Value::Object(mut relative_item) = relative_item_val {
+                if !relative_item.contains_key("organization_id") {
+                  if let Some(org_id) = entity_fields.get("organization_id") {
+                    relative_item.insert("organization_id".to_string(), org_id.clone());
+                  }
+                }
 
-      let relative_relation = self.get_entity_relation(type_def, first_relative, &relation_name)?;
+                Self::apply_entity_relation(
+                  &mut relative_item,
+                  &relation.source_columns,
+                  &relation.destination_columns,
+                  &entity_fields,
+                );
 
-      if let Some(relation) = relative_relation {
-        let mut relative_responses = Vec::new();
-        for relative_item_val in relative_arr {
-          if let Value::Object(mut relative_item) = relative_item_val {
-            if !relative_item.contains_key("organization_id") {
-              if let Some(org_id) = entity_fields.get("organization_id") {
-                relative_item.insert("organization_id".to_string(), org_id.clone());
+                let mut item_schema = rel_schema.clone();
+                if let Some(crate::database::schema::SchemaTypeOrArray::Single(t)) = &rel_schema.obj.type_ {
+                    if t == "array" {
+                        if let Some(items_def) = &rel_schema.obj.items {
+                            item_schema = items_def.clone();
+                        }
+                    }
+                }
+
+                let merged_relative =
+                  match self.merge_internal(item_schema, Value::Object(relative_item), notifications)? {
+                    Value::Object(m) => m,
+                    _ => continue,
+                  };
+
+                relative_responses.push(Value::Object(merged_relative));
               }
             }
-
-            Self::apply_entity_relation(
-              &mut relative_item,
-              &relation.source_columns,
-              &relation.destination_columns,
-              &entity_fields,
-            );
-
-            let merged_relative = match self.merge_internal(Value::Object(relative_item))? {
-              Value::Object(m) => m,
-              _ => continue,
-            };
-
-            relative_responses.push(Value::Object(merged_relative));
+            entity_response.insert(relation_name, Value::Array(relative_responses));
           }
         }
-        entity_response.insert(relation_name, Value::Array(relative_responses));
       }
     }
 
-    // 7. Perform change tracking
-    self.merge_entity_change(
+    // 7. Perform change tracking dynamically suppressing noise based on type bounds!
+    let notify_sql = self.merge_entity_change(
+      type_def,
       &entity_fields,
       entity_fetched.as_ref(),
       entity_change_kind.as_deref(),
@@ -263,6 +369,10 @@ impl Merger {
       &timestamp,
     )?;
 
+    if let Some(sql) = notify_sql {
+      notifications.insert(queue_start, sql);
+    }
+
     // Produce the full tree response
     let mut final_response = serde_json::Map::new();
     if let Some(fetched) = entity_fetched {
@@ -549,11 +659,7 @@ impl Merger {
         for key in &sorted_keys {
           columns.push(format!("\"{}\"", key));
           let val = entity_pairs.get(key).unwrap();
-          if val.as_str() == Some("") {
-            values.push("NULL".to_string());
-          } else {
-            values.push(Self::quote_literal(val));
-          }
+          values.push(Self::format_sql_value(val, key, entity_type));
         }
 
         if columns.is_empty() {
@@ -587,7 +693,11 @@ impl Merger {
           if val.as_str() == Some("") {
             set_clauses.push(format!("\"{}\" = NULL", key));
           } else {
-            set_clauses.push(format!("\"{}\" = {}", key, Self::quote_literal(val)));
+            set_clauses.push(format!(
+              "\"{}\" = {}",
+              key,
+              Self::format_sql_value(val, key, entity_type)
+            ));
           }
         }
 
@@ -609,21 +719,23 @@ impl Merger {
 
   fn merge_entity_change(
     &self,
+    type_obj: &Type,
     entity_fields: &serde_json::Map<String, Value>,
     entity_fetched: Option<&serde_json::Map<String, Value>>,
     entity_change_kind: Option<&str>,
     user_id: &str,
     timestamp: &str,
-  ) -> Result<(), String> {
+  ) -> Result<Option<String>, String> {
     let change_kind = match entity_change_kind {
       Some(k) => k,
-      None => return Ok(()),
+      None => return Ok(None),
     };
 
     let id_str = entity_fields.get("id").unwrap();
     let type_name = entity_fields.get("type").unwrap();
 
-    let mut changes = serde_json::Map::new();
+    let mut old_vals = serde_json::Map::new();
+    let mut new_vals = serde_json::Map::new();
     let is_update = change_kind == "update" || change_kind == "delete";
 
     if !is_update {
@@ -636,7 +748,7 @@ impl Merger {
       ];
       for (k, v) in entity_fields {
         if !system_keys.contains(k) {
-          changes.insert(k.clone(), v.clone());
+          new_vals.insert(k.clone(), v.clone());
         }
       }
     } else {
@@ -653,12 +765,13 @@ impl Merger {
           if let Some(fetched) = entity_fetched {
             let old_val = fetched.get(k).unwrap_or(&Value::Null);
             if v != old_val {
-              changes.insert(k.clone(), v.clone());
+              new_vals.insert(k.clone(), v.clone());
+              old_vals.insert(k.clone(), old_val.clone());
             }
           }
         }
       }
-      changes.insert("type".to_string(), type_name.clone());
+      new_vals.insert("type".to_string(), type_name.clone());
     }
 
     let mut complete = entity_fields.clone();
@@ -672,37 +785,48 @@ impl Merger {
       }
     }
 
+    let new_val_obj = Value::Object(new_vals);
+    let old_val_obj = if old_vals.is_empty() {
+      Value::Null
+    } else {
+      Value::Object(old_vals)
+    };
+
     let mut notification = serde_json::Map::new();
     notification.insert("complete".to_string(), Value::Object(complete));
-    if is_update {
-      notification.insert("changes".to_string(), Value::Object(changes.clone()));
+    notification.insert("new".to_string(), new_val_obj.clone());
+    
+    if old_val_obj != Value::Null {
+        notification.insert("old".to_string(), old_val_obj.clone());
     }
 
-    let change_sql = format!(
-      "INSERT INTO agreego.change (changes, entity_id, id, kind, modified_at, modified_by) VALUES ({}, {}, {}, {}, {}, {})",
-      Self::quote_literal(&Value::Object(changes)),
-      Self::quote_literal(id_str),
-      Self::quote_literal(&Value::String(uuid::Uuid::new_v4().to_string())),
-      Self::quote_literal(&Value::String(change_kind.to_string())),
-      Self::quote_literal(&Value::String(timestamp.to_string())),
-      Self::quote_literal(&Value::String(user_id.to_string()))
-    );
+    let mut notify_sql = None;
+    if type_obj.historical {
+      let change_sql = format!(
+        "INSERT INTO agreego.change (\"old\", \"new\", entity_id, id, kind, modified_at, modified_by) VALUES ({}, {}, {}, {}, {}, {}, {})",
+        Self::quote_literal(&old_val_obj),
+        Self::quote_literal(&new_val_obj),
+        Self::quote_literal(id_str),
+        Self::quote_literal(&Value::String(uuid::Uuid::new_v4().to_string())),
+        Self::quote_literal(&Value::String(change_kind.to_string())),
+        Self::quote_literal(&Value::String(timestamp.to_string())),
+        Self::quote_literal(&Value::String(user_id.to_string()))
+      );
 
-    let notify_sql = format!(
-      "SELECT pg_notify('entity', {})",
-      Self::quote_literal(&Value::String(Value::Object(notification).to_string()))
-    );
+      self
+        .db
+        .execute(&change_sql, None)
+        .map_err(|e| format!("Executor Error in change: {:?}", e))?;
+    }
 
-    self
-      .db
-      .execute(&change_sql, None)
-      .map_err(|e| format!("Executor Error in change: {:?}", e))?;
-    self
-      .db
-      .execute(&notify_sql, None)
-      .map_err(|e| format!("Executor Error in notify: {:?}", e))?;
+    if type_obj.notify {
+      notify_sql = Some(format!(
+        "SELECT pg_notify('entity', {})",
+        Self::quote_literal(&Value::String(Value::Object(notification).to_string()))
+      ));
+    }
 
-    Ok(())
+    Ok(notify_sql)
   }
 
   fn compare_entities(
@@ -736,101 +860,7 @@ impl Merger {
     changes
   }
 
-  fn reduce_entity_relations(
-    &self,
-    mut matching_relations: Vec<crate::database::relation::Relation>,
-    relative: &serde_json::Map<String, Value>,
-    relation_name: &str,
-  ) -> Result<Option<crate::database::relation::Relation>, String> {
-    if matching_relations.is_empty() {
-      return Ok(None);
-    }
-    if matching_relations.len() == 1 {
-      return Ok(Some(matching_relations.pop().unwrap()));
-    }
-
-    let exact_match: Vec<_> = matching_relations
-      .iter()
-      .filter(|r| r.prefix.as_deref() == Some(relation_name))
-      .cloned()
-      .collect();
-    if exact_match.len() == 1 {
-      return Ok(Some(exact_match.into_iter().next().unwrap()));
-    }
-
-    matching_relations.retain(|r| {
-      if let Some(prefix) = &r.prefix {
-        !relative.contains_key(prefix)
-      } else {
-        true
-      }
-    });
-
-    if matching_relations.len() == 1 {
-      Ok(Some(matching_relations.pop().unwrap()))
-    } else {
-      let constraints: Vec<_> = matching_relations
-        .iter()
-        .map(|r| r.constraint.clone())
-        .collect();
-      Err(format!(
-        "AMBIGUOUS_TYPE_RELATIONS: Could not reduce ambiguous type relations: {}",
-        constraints.join(", ")
-      ))
-    }
-  }
-
-  fn get_entity_relation(
-    &self,
-    entity_type: &crate::database::r#type::Type,
-    relative: &serde_json::Map<String, Value>,
-    relation_name: &str,
-  ) -> Result<Option<crate::database::relation::Relation>, String> {
-    let relative_type_name = match relative.get("type").and_then(|v| v.as_str()) {
-      Some(t) => t,
-      None => return Ok(None),
-    };
-
-    let relative_type = match self.db.types.get(relative_type_name) {
-      Some(t) => t,
-      None => return Ok(None),
-    };
-
-    let mut relative_relations: Vec<crate::database::relation::Relation> = Vec::new();
-
-    for r in self.db.relations.values() {
-      if r.source_type != "entity" && r.destination_type != "entity" {
-        let condition1 = relative_type.hierarchy.contains(&r.source_type)
-          && entity_type.hierarchy.contains(&r.destination_type);
-        let condition2 = entity_type.hierarchy.contains(&r.source_type)
-          && relative_type.hierarchy.contains(&r.destination_type);
-
-        if condition1 || condition2 {
-          relative_relations.push(r.clone());
-        }
-      }
-    }
-
-    let mut relative_relation =
-      self.reduce_entity_relations(relative_relations, relative, relation_name)?;
-
-    if relative_relation.is_none() {
-      let mut poly_relations: Vec<crate::database::relation::Relation> = Vec::new();
-      for r in self.db.relations.values() {
-        if r.destination_type == "entity" {
-          let condition1 = relative_type.hierarchy.contains(&r.source_type);
-          let condition2 = entity_type.hierarchy.contains(&r.source_type);
-
-          if condition1 || condition2 {
-            poly_relations.push(r.clone());
-          }
-        }
-      }
-      relative_relation = self.reduce_entity_relations(poly_relations, relative, relation_name)?;
-    }
-
-    Ok(relative_relation)
-  }
+  // Helper Functions
 
   fn apply_entity_relation(
     source_entity: &mut serde_json::Map<String, Value>,
@@ -848,6 +878,34 @@ impl Merger {
     }
   }
 
+  fn format_sql_value(val: &Value, key: &str, entity_type: &Type) -> String {
+    if val.as_str() == Some("") {
+      return "NULL".to_string();
+    }
+
+    let mut is_pg_array = false;
+    if let Some(field_types_map) = entity_type.field_types.as_ref().and_then(|v| v.as_object()) {
+      if let Some(t_val) = field_types_map.get(key) {
+        if let Some(t_str) = t_val.as_str() {
+          if t_str.starts_with('_') {
+            is_pg_array = true;
+          }
+        }
+      }
+    }
+
+    if is_pg_array && val.is_array() {
+      let mut s = val.to_string();
+      if s.starts_with('[') && s.ends_with(']') {
+        s.replace_range(0..1, "{");
+        s.replace_range(s.len() - 1..s.len(), "}");
+      }
+      Self::quote_literal(&Value::String(s))
+    } else {
+      Self::quote_literal(val)
+    }
+  }
+
   fn quote_literal(val: &Value) -> String {
     match val {
       Value::Null => "NULL".to_string(),

src/queryer/mod.rs

@@ -21,7 +21,6 @@ impl Queryer {
   pub fn query(
     &self,
     schema_id: &str,
-    stem_opt: Option<&str>,
     filters: Option<&serde_json::Value>,
   ) -> crate::drop::Drop {
     let filters_map = filters.and_then(|f| f.as_object());
@@ -32,19 +31,21 @@ impl Queryer {
       Err(msg) => {
         return crate::drop::Drop::with_errors(vec![crate::drop::Error {
           code: "FILTER_PARSE_FAILED".to_string(),
-          message: msg,
+          message: msg.clone(),
           details: crate::drop::ErrorDetails {
-            path: schema_id.to_string(),
+            path: "".to_string(), // filters apply to the root query
+            cause: Some(msg),
+            context: filters.cloned(),
+            schema: Some(schema_id.to_string()),
           },
         }]);
       }
     };
 
-    let stem_key = stem_opt.unwrap_or("/");
-    let cache_key = format!("{}(Stem:{}):{}", schema_id, stem_key, filter_keys.join(","));
+    let cache_key = format!("{}:{}", schema_id, filter_keys.join(","));
 
     // 2. Fetch from cache or compile
-    let sql = match self.get_or_compile_sql(&cache_key, schema_id, stem_opt, &filter_keys) {
+    let sql = match self.get_or_compile_sql(&cache_key, schema_id, &filter_keys) {
       Ok(sql) => sql,
       Err(drop) => return drop,
     };
@@ -87,15 +88,19 @@ impl Queryer {
     &self,
     cache_key: &str,
     schema_id: &str,
-    stem_opt: Option<&str>,
     filter_keys: &[String],
   ) -> Result<String, crate::drop::Drop> {
     if let Some(cached_sql) = self.cache.get(cache_key) {
       return Ok(cached_sql.value().clone());
     }
 
-    let compiler = compiler::SqlCompiler::new(self.db.clone());
-    match compiler.compile(schema_id, stem_opt, filter_keys) {
+    let compiler = compiler::Compiler {
+      db: &self.db,
+      filter_keys: filter_keys,
+      alias_counter: 0,
+    };
+
+    match compiler.compile(schema_id, filter_keys) {
       Ok(compiled_sql) => {
         self
           .cache
@@ -104,9 +109,12 @@ impl Queryer {
       }
       Err(e) => Err(crate::drop::Drop::with_errors(vec![crate::drop::Error {
         code: "QUERY_COMPILATION_FAILED".to_string(),
-        message: e,
+        message: e.clone(),
         details: crate::drop::ErrorDetails {
-          path: schema_id.to_string(),
+          path: "".to_string(),
+          cause: Some(e),
+          context: None,
+          schema: Some(schema_id.to_string()),
         },
       }])),
     }
@@ -130,14 +138,20 @@ impl Queryer {
         code: "QUERY_FAILED".to_string(),
         message: format!("Expected array from generic query, got: {:?}", other),
         details: crate::drop::ErrorDetails {
-          path: schema_id.to_string(),
+          path: "".to_string(),
+          cause: Some(format!("Expected array, got {}", other)),
+          context: Some(serde_json::json!([sql])),
+          schema: Some(schema_id.to_string()),
         },
       }]),
       Err(e) => crate::drop::Drop::with_errors(vec![crate::drop::Error {
         code: "QUERY_FAILED".to_string(),
         message: format!("SPI error in queryer: {}", e),
         details: crate::drop::ErrorDetails {
-          path: schema_id.to_string(),
+          path: "".to_string(),
+          cause: Some(format!("SPI error in queryer: {}", e)),
+          context: Some(serde_json::json!([sql])),
+          schema: Some(schema_id.to_string()),
         },
       }]),
     }

src/tests/fixtures.rs

@@ -1457,18 +1457,6 @@ fn test_queryer_0_7() {
     crate::tests::runner::run_test_case(&path, 0, 7).unwrap();
 }
 
-#[test]
-fn test_queryer_0_8() {
-    let path = format!("{}/fixtures/queryer.json", env!("CARGO_MANIFEST_DIR"));
-    crate::tests::runner::run_test_case(&path, 0, 8).unwrap();
-}
-
-#[test]
-fn test_queryer_0_9() {
-    let path = format!("{}/fixtures/queryer.json", env!("CARGO_MANIFEST_DIR"));
-    crate::tests::runner::run_test_case(&path, 0, 9).unwrap();
-}
-
 #[test]
 fn test_not_0_0() {
     let path = format!("{}/fixtures/not.json", env!("CARGO_MANIFEST_DIR"));
@@ -3443,12 +3431,6 @@ fn test_if_then_else_13_1() {
     crate::tests::runner::run_test_case(&path, 13, 1).unwrap();
 }
 
-#[test]
-fn test_stems_0_0() {
-    let path = format!("{}/fixtures/stems.json", env!("CARGO_MANIFEST_DIR"));
-    crate::tests::runner::run_test_case(&path, 0, 0).unwrap();
-}
-
 #[test]
 fn test_empty_string_0_0() {
     let path = format!("{}/fixtures/emptyString.json", env!("CARGO_MANIFEST_DIR"));
@@ -8560,3 +8542,9 @@ fn test_merger_0_7() {
     let path = format!("{}/fixtures/merger.json", env!("CARGO_MANIFEST_DIR"));
     crate::tests::runner::run_test_case(&path, 0, 7).unwrap();
 }
+
+#[test]
+fn test_merger_0_8() {
+    let path = format!("{}/fixtures/merger.json", env!("CARGO_MANIFEST_DIR"));
+    crate::tests::runner::run_test_case(&path, 0, 8).unwrap();
+}

src/tests/mod.rs

@@ -10,7 +10,7 @@ fn test_library_api() {
   // 1. Initially, schemas are not cached.
 
   // Expected uninitialized drop format: errors + null response
-  let uninitialized_drop = jspg_validate("test_schema", JsonB(json!({})));
+  let uninitialized_drop = jspg_validate("source_schema", JsonB(json!({})));
   assert_eq!(
     uninitialized_drop.0,
     json!({
@@ -27,17 +27,44 @@ fn test_library_api() {
   let db_json = json!({
       "puncs": [],
       "enums": [],
-      "relations": [],
-      "types": [{
-          "schemas": [{
-              "$id": "test_schema",
-              "type": "object",
-              "properties": {
-                  "name": { "type": "string" }
-              },
-              "required": ["name"]
-          }]
-      }]
+      "relations": [
+          {
+              "id": "11111111-1111-1111-1111-111111111111",
+              "type": "relation",
+              "constraint": "fk_test_target",
+              "source_type": "source_schema",
+              "source_columns": ["target_id"],
+              "destination_type": "target_schema",
+              "destination_columns": ["id"],
+              "prefix": "target"
+          }
+      ],
+      "types": [
+          {
+              "name": "source_schema",
+              "hierarchy": ["source_schema", "entity"],
+              "schemas": [{
+                  "$id": "source_schema",
+                  "type": "object",
+                  "properties": {
+                      "name": { "type": "string" },
+                      "target": { "$ref": "target_schema" }
+                  },
+                  "required": ["name"]
+              }]
+          },
+          {
+              "name": "target_schema",
+              "hierarchy": ["target_schema", "entity"],
+              "schemas": [{
+                  "$id": "target_schema",
+                  "type": "object",
+                  "properties": {
+                      "value": { "type": "number" }
+                  }
+              }]
+          }
+      ]
   });
 
   let cache_drop = jspg_setup(JsonB(db_json));
@@ -49,8 +76,46 @@ fn test_library_api() {
     })
   );
 
+  // 3. Validate jspg_schemas
+  let schemas_drop = jspg_schemas();
+  assert_eq!(
+    schemas_drop.0,
+    json!({
+        "type": "drop",
+        "response": {
+            "source_schema": {
+                "$id": "source_schema",
+                "type": "object",
+                "properties": {
+                    "name": { "type": "string" },
+                    "target": {
+                        "$ref": "target_schema",
+                        "compiledProperties": ["value"]
+                    }
+                },
+                "required": ["name"],
+                "compiledProperties": ["name", "target"],
+                "compiledEdges": {
+                    "target": {
+                        "constraint": "fk_test_target",
+                        "forward": true
+                    }
+                }
+            },
+            "target_schema": {
+                "$id": "target_schema",
+                "type": "object",
+                "properties": {
+                    "value": { "type": "number" }
+                },
+                "compiledProperties": ["value"]
+            }
+        }
+    })
+  );
+
   // 4. Validate Happy Path
-  let happy_drop = jspg_validate("test_schema", JsonB(json!({"name": "Neo"})));
+  let happy_drop = jspg_validate("source_schema", JsonB(json!({"name": "Neo"})));
   assert_eq!(
     happy_drop.0,
     json!({
@@ -60,7 +125,7 @@ fn test_library_api() {
   );
 
   // 5. Validate Unhappy Path
-  let unhappy_drop = jspg_validate("test_schema", JsonB(json!({"wrong": "data"})));
+  let unhappy_drop = jspg_validate("source_schema", JsonB(json!({"wrong": "data"})));
   assert_eq!(
     unhappy_drop.0,
     json!({

src/tests/runner.rs

@@ -1,19 +1,10 @@
+use crate::tests::types::Suite;
 use serde::Deserialize;
+use serde_json::Value;
 use std::collections::HashMap;
 use std::fs;
 use std::sync::{Arc, OnceLock, RwLock};
 
-#[derive(Debug, Deserialize)]
-pub struct TestSuite {
-  #[allow(dead_code)]
-  pub description: String,
-  pub database: serde_json::Value,
-  pub tests: Vec<TestCase>,
-}
-
-use crate::tests::types::TestCase;
-use serde_json::Value;
-
 pub fn deserialize_some<'de, D>(deserializer: D) -> Result<Option<Value>, D::Error>
 where
   D: serde::Deserializer<'de>,
@@ -23,7 +14,7 @@ where
 }
 
 // Type alias for easier reading
-type CompiledSuite = Arc<Vec<(TestSuite, Arc<crate::database::Database>)>>;
+type CompiledSuite = Arc<Vec<(Suite, Arc<crate::database::Database>)>>;
 
 // Global cache mapping filename -> Vector of (Parsed JSON suite, Compiled Database)
 static CACHE: OnceLock<RwLock<HashMap<String, CompiledSuite>>> = OnceLock::new();
@@ -46,7 +37,7 @@ fn get_cached_file(path: &str) -> CompiledSuite {
       } else {
         let content =
           fs::read_to_string(path).unwrap_or_else(|_| panic!("Failed to read file: {}", path));
-        let suites: Vec<TestSuite> = serde_json::from_str(&content)
+        let suites: Vec<Suite> = serde_json::from_str(&content)
           .unwrap_or_else(|e| panic!("Failed to parse JSON in {}: {}", path, e));
 
         let mut compiled_suites = Vec::new();

src/tests/types/case.rs

@@ -1,11 +1,11 @@
-use super::expect::ExpectBlock;
+use super::expect::Expect;
 use crate::database::Database;
 use serde::Deserialize;
 use serde_json::Value;
 use std::sync::Arc;
 
 #[derive(Debug, Deserialize)]
-pub struct TestCase {
+pub struct Case {
   pub description: String,
 
   #[serde(default = "default_action")]
@@ -16,9 +16,6 @@ pub struct TestCase {
   pub schema_id: String,
 
   // For Query
-  #[serde(default)]
-  pub stem: Option<String>,
-
   #[serde(default)]
   pub filters: Option<serde_json::Value>,
 
@@ -30,15 +27,15 @@ pub struct TestCase {
   #[serde(default)]
   pub mocks: Option<serde_json::Value>,
 
-  pub expect: Option<ExpectBlock>,
+  pub expect: Option<Expect>,
 }
 
 fn default_action() -> String {
   "validate".to_string()
 }
 
-impl TestCase {
-  pub fn run_compile(&self, db: Arc<Database>) -> Result<(), String> {
+impl Case {
+  pub fn run_compile(&self, _db: Arc<Database>) -> Result<(), String> {
     let expected_success = self.expect.as_ref().map(|e| e.success).unwrap_or(false);
 
     // We assume db has already been setup and compiled successfully by runner.rs's `jspg_setup`
@@ -52,24 +49,6 @@ impl TestCase {
       ));
     }
 
-    // Assert stems
-    if let Some(expect) = &self.expect {
-      if let Some(expected_stems) = &expect.stems {
-        // Convert the Db stems (HashMap<String, HashMap<String, Arc<Stem>>>) to matching JSON shape
-        let db_stems_json = serde_json::to_value(&db.stems).unwrap();
-        let expect_stems_json = serde_json::to_value(expected_stems).unwrap();
-
-        if db_stems_json != expect_stems_json {
-          let expected_pretty = serde_json::to_string_pretty(&expect_stems_json).unwrap();
-          let got_pretty = serde_json::to_string_pretty(&db_stems_json).unwrap();
-          return Err(format!(
-            "Stem validation failed.\nExpected:\n{}\n\nGot:\n{}",
-            expected_pretty, got_pretty
-          ));
-        }
-      }
-    }
-
     Ok(())
   }
 
@@ -120,7 +99,7 @@ impl TestCase {
     let merger = Merger::new(db.clone());
 
     let test_data = self.data.clone().unwrap_or(Value::Null);
-    let result = merger.merge(test_data);
+    let result = merger.merge(&self.schema_id, test_data);
 
     let expected_success = self.expect.as_ref().map(|e| e.success).unwrap_or(false);
     let got_success = result.errors.is_empty();
@@ -138,6 +117,7 @@ impl TestCase {
       ))
     } else if let Some(expect) = &self.expect {
       let queries = db.executor.get_queries();
+      expect.assert_pattern(&queries)?;
       expect.assert_sql(&queries)
     } else {
       Ok(())
@@ -157,8 +137,7 @@ impl TestCase {
     use crate::queryer::Queryer;
     let queryer = Queryer::new(db.clone());
 
-    let stem_opt = self.stem.as_deref();
-    let result = queryer.query(&self.schema_id, stem_opt, self.filters.as_ref());
+    let result = queryer.query(&self.schema_id, self.filters.as_ref());
 
     let expected_success = self.expect.as_ref().map(|e| e.success).unwrap_or(false);
     let got_success = result.errors.is_empty();
@@ -176,6 +155,7 @@ impl TestCase {
       ))
     } else if let Some(expect) = &self.expect {
       let queries = db.executor.get_queries();
+      expect.assert_pattern(&queries)?;
       expect.assert_sql(&queries)
     } else {
       Ok(())

src/tests/types/expect/mod.rs

@@ -0,0 +1,20 @@
+pub mod pattern;
+pub mod sql;
+
+use serde::Deserialize;
+
+#[derive(Debug, Deserialize)]
+#[serde(untagged)]
+pub enum SqlExpectation {
+  Single(String),
+  Multi(Vec<String>),
+}
+
+#[derive(Debug, Deserialize)]
+pub struct Expect {
+  pub success: bool,
+  pub result: Option<serde_json::Value>,
+  pub errors: Option<Vec<serde_json::Value>>,
+  #[serde(default)]
+  pub sql: Option<Vec<SqlExpectation>>,
+}

src/tests/types/expect/pattern.rs

@@ -1,30 +1,13 @@
+use super::Expect;
 use regex::Regex;
-use serde::Deserialize;
 use std::collections::HashMap;
 
-#[derive(Debug, Deserialize)]
-#[serde(untagged)]
-pub enum SqlExpectation {
-  Single(String),
-  Multi(Vec<String>),
-}
-
-#[derive(Debug, Deserialize)]
-pub struct ExpectBlock {
-  pub success: bool,
-  pub result: Option<serde_json::Value>,
-  pub errors: Option<Vec<serde_json::Value>>,
-  pub stems: Option<HashMap<String, HashMap<String, serde_json::Value>>>,
-  #[serde(default)]
-  pub sql: Option<Vec<SqlExpectation>>,
-}
-
-impl ExpectBlock {
+impl Expect {
   /// Advanced SQL execution assertion algorithm ported from `assert.go`.
   /// This compares two arrays of strings, one containing {{uuid:name}} or {{timestamp}} placeholders,
   /// and the other containing actual executed database queries. It ensures that placeholder UUIDs
   /// are consistently mapped to the same actual UUIDs across all lines, and strictly validates line-by-line sequences.
-  pub fn assert_sql(&self, actual: &[String]) -> Result<(), String> {
+  pub fn assert_pattern(&self, actual: &[String]) -> Result<(), String> {
     let patterns = match &self.sql {
       Some(s) => s,
       None => return Ok(()),
@@ -76,8 +59,8 @@ impl ExpectBlock {
       let aline = clean_str(aline_raw);
 
       let pattern_str_raw = match pattern_expect {
-        SqlExpectation::Single(s) => s.clone(),
-        SqlExpectation::Multi(m) => m.join(" "),
+        super::SqlExpectation::Single(s) => s.clone(),
+        super::SqlExpectation::Multi(m) => m.join(" "),
       };
 
       let pattern_str = clean_str(&pattern_str_raw);

src/tests/types/expect/sql.rs

@@ -0,0 +1,206 @@
+use super::Expect;
+use sqlparser::ast::{Expr, Query, SelectItem, Statement, TableFactor};
+use sqlparser::dialect::PostgreSqlDialect;
+use sqlparser::parser::Parser;
+use std::collections::HashSet;
+
+impl Expect {
+  pub fn assert_sql(&self, actual: &[String]) -> Result<(), String> {
+    for query in actual {
+      if let Err(e) = Self::validate_semantic_sql(query) {
+        return Err(e);
+      }
+    }
+    Ok(())
+  }
+
+  pub fn validate_semantic_sql(sql: &str) -> Result<(), String> {
+    let dialect = PostgreSqlDialect {};
+    let statements = match Parser::parse_sql(&dialect, sql) {
+      Ok(s) => s,
+      Err(e) => return Err(format!("SQL Syntax Error: {}\nSQL: {}", e, sql)),
+    };
+
+    for statement in statements {
+      Self::validate_statement(&statement, sql)?;
+    }
+
+    Ok(())
+  }
+
+  fn validate_statement(stmt: &Statement, original_sql: &str) -> Result<(), String> {
+    match stmt {
+      Statement::Query(query) => Self::validate_query(query, &HashSet::new(), original_sql)?,
+      Statement::Insert(insert) => {
+        if let Some(query) = &insert.source {
+          Self::validate_query(query, &HashSet::new(), original_sql)?
+        }
+      }
+      Statement::Update(update) => {
+        if let Some(expr) = &update.selection {
+          Self::validate_expr(expr, &HashSet::new(), original_sql)?;
+        }
+      }
+      Statement::Delete(delete) => {
+        if let Some(expr) = &delete.selection {
+          Self::validate_expr(expr, &HashSet::new(), original_sql)?;
+        }
+      }
+      _ => {}
+    }
+    Ok(())
+  }
+
+  fn validate_query(
+    query: &Query,
+    available_aliases: &HashSet<String>,
+    original_sql: &str,
+  ) -> Result<(), String> {
+    if let sqlparser::ast::SetExpr::Select(select) = &*query.body {
+      Self::validate_select(&select, available_aliases, original_sql)?;
+    }
+    Ok(())
+  }
+
+  fn validate_select(
+    select: &sqlparser::ast::Select,
+    parent_aliases: &HashSet<String>,
+    original_sql: &str,
+  ) -> Result<(), String> {
+    let mut available_aliases = parent_aliases.clone();
+
+    // 1. Collect all declared table aliases in the FROM clause and JOINs
+    for table_with_joins in &select.from {
+      Self::collect_aliases_from_table_factor(&table_with_joins.relation, &mut available_aliases);
+      for join in &table_with_joins.joins {
+        Self::collect_aliases_from_table_factor(&join.relation, &mut available_aliases);
+      }
+    }
+
+    // 2. Validate all SELECT projection fields
+    for projection in &select.projection {
+      if let SelectItem::UnnamedExpr(expr) | SelectItem::ExprWithAlias { expr, .. } = projection {
+        Self::validate_expr(expr, &available_aliases, original_sql)?;
+      }
+    }
+
+    // 3. Validate ON conditions in joins
+    for table_with_joins in &select.from {
+      for join in &table_with_joins.joins {
+        if let sqlparser::ast::JoinOperator::Inner(sqlparser::ast::JoinConstraint::On(expr))
+        | sqlparser::ast::JoinOperator::LeftOuter(sqlparser::ast::JoinConstraint::On(expr))
+        | sqlparser::ast::JoinOperator::RightOuter(sqlparser::ast::JoinConstraint::On(expr))
+        | sqlparser::ast::JoinOperator::FullOuter(sqlparser::ast::JoinConstraint::On(expr))
+        | sqlparser::ast::JoinOperator::Join(sqlparser::ast::JoinConstraint::On(expr)) =
+          &join.join_operator
+        {
+          Self::validate_expr(expr, &available_aliases, original_sql)?;
+        }
+      }
+    }
+
+    // 4. Validate WHERE conditions
+    if let Some(selection) = &select.selection {
+      Self::validate_expr(selection, &available_aliases, original_sql)?;
+    }
+
+    Ok(())
+  }
+
+  fn collect_aliases_from_table_factor(tf: &TableFactor, aliases: &mut HashSet<String>) {
+    match tf {
+      TableFactor::Table { name, alias, .. } => {
+        if let Some(table_alias) = alias {
+          aliases.insert(table_alias.name.value.clone());
+        } else if let Some(last) = name.0.last() {
+          match last {
+            sqlparser::ast::ObjectNamePart::Identifier(i) => {
+              aliases.insert(i.value.clone());
+            }
+            _ => {}
+          }
+        }
+      }
+      TableFactor::Derived {
+        subquery,
+        alias: Some(table_alias),
+        ..
+      } => {
+        aliases.insert(table_alias.name.value.clone());
+        // A derived table is technically a nested scope which is opaque outside, but for pure semantic checks
+        // its internal contents should be validated purely within its own scope (not leaking external aliases in, usually)
+        // but Postgres allows lateral correlation. We will validate its interior with an empty scope.
+        let _ = Self::validate_query(subquery, &HashSet::new(), "");
+      }
+      _ => {}
+    }
+  }
+
+  fn validate_expr(
+    expr: &Expr,
+    available_aliases: &HashSet<String>,
+    sql: &str,
+  ) -> Result<(), String> {
+    match expr {
+      Expr::CompoundIdentifier(idents) => {
+        if idents.len() == 2 {
+          let alias = &idents[0].value;
+          if !available_aliases.is_empty() && !available_aliases.contains(alias) {
+            return Err(format!(
+              "Semantic Error: Orchestrated query referenced table alias '{}' but it was not declared in the query's FROM/JOIN clauses.\nAvailable aliases: {:?}\nSQL: {}",
+              alias, available_aliases, sql
+            ));
+          }
+        } else if idents.len() > 2 {
+          let alias = &idents[1].value; // In form schema.table.column, 'table' is idents[1]
+          if !available_aliases.is_empty() && !available_aliases.contains(alias) {
+            return Err(format!(
+              "Semantic Error: Orchestrated query referenced table '{}' but it was not mapped.\nAvailable aliases: {:?}\nSQL: {}",
+              alias, available_aliases, sql
+            ));
+          }
+        }
+      }
+      Expr::Subquery(subquery) => Self::validate_query(subquery, available_aliases, sql)?,
+      Expr::Exists { subquery, .. } => Self::validate_query(subquery, available_aliases, sql)?,
+      Expr::InSubquery {
+        expr: e, subquery, ..
+      } => {
+        Self::validate_expr(e, available_aliases, sql)?;
+        Self::validate_query(subquery, available_aliases, sql)?;
+      }
+      Expr::BinaryOp { left, right, .. } => {
+        Self::validate_expr(left, available_aliases, sql)?;
+        Self::validate_expr(right, available_aliases, sql)?;
+      }
+      Expr::IsFalse(e)
+      | Expr::IsNotFalse(e)
+      | Expr::IsTrue(e)
+      | Expr::IsNotTrue(e)
+      | Expr::IsNull(e)
+      | Expr::IsNotNull(e)
+      | Expr::InList { expr: e, .. }
+      | Expr::Nested(e)
+      | Expr::UnaryOp { expr: e, .. }
+      | Expr::Cast { expr: e, .. }
+      | Expr::Like { expr: e, .. }
+      | Expr::ILike { expr: e, .. }
+      | Expr::AnyOp { left: e, .. }
+      | Expr::AllOp { left: e, .. } => {
+        Self::validate_expr(e, available_aliases, sql)?;
+      }
+      Expr::Function(func) => {
+        if let sqlparser::ast::FunctionArguments::List(args) = &func.args {
+          if let Some(sqlparser::ast::FunctionArg::Unnamed(
+            sqlparser::ast::FunctionArgExpr::Expr(e),
+          )) = args.args.get(0)
+          {
+            Self::validate_expr(e, available_aliases, sql)?;
+          }
+        }
+      }
+      _ => {}
+    }
+    Ok(())
+  }
+}

src/tests/types/mod.rs

@@ -2,6 +2,6 @@ pub mod case;
 pub mod expect;
 pub mod suite;
 
-pub use case::TestCase;
-pub use expect::ExpectBlock;
-pub use suite::TestSuite;
+pub use case::Case;
+pub use expect::Expect;
+pub use suite::Suite;

src/tests/types/suite.rs

@@ -1,10 +1,10 @@
-use super::case::TestCase;
+use super::case::Case;
 use serde::Deserialize;
 
 #[derive(Debug, Deserialize)]
-pub struct TestSuite {
+pub struct Suite {
   #[allow(dead_code)]
   pub description: String,
   pub database: serde_json::Value,
-  pub tests: Vec<TestCase>,
+  pub tests: Vec<Case>,
 }

src/validator/mod.rs

@@ -67,7 +67,12 @@ impl Validator {
               .map(|e| crate::drop::Error {
                 code: e.code,
                 message: e.message,
-                details: crate::drop::ErrorDetails { path: e.path },
+                details: crate::drop::ErrorDetails {
+                  path: e.path,
+                  cause: None,
+                  context: None,
+                  schema: None,
+                },
               })
               .collect();
             crate::drop::Drop::with_errors(errors)
@@ -76,7 +81,12 @@ impl Validator {
         Err(e) => crate::drop::Drop::with_errors(vec![crate::drop::Error {
           code: e.code,
           message: e.message,
-          details: crate::drop::ErrorDetails { path: e.path },
+          details: crate::drop::ErrorDetails {
+            path: e.path,
+            cause: None,
+            context: None,
+            schema: None,
+          },
         }]),
       }
     } else {
@@ -84,7 +94,10 @@ impl Validator {
         code: "SCHEMA_NOT_FOUND".to_string(),
         message: format!("Schema {} not found", schema_id),
         details: crate::drop::ErrorDetails {
-          path: "".to_string(),
+          path: "/".to_string(),
+          cause: None,
+          context: None,
+          schema: None,
         },
       }])
     }

src/validator/rules/format.rs

@@ -8,7 +8,7 @@ impl<'a> ValidationContext<'a> {
     result: &mut ValidationResult,
   ) -> Result<bool, ValidationError> {
     let current = self.instance;
-    if let Some(ref compiled_fmt) = self.schema.compiled_format {
+    if let Some(compiled_fmt) = self.schema.compiled_format.get() {
       match compiled_fmt {
         crate::database::schema::CompiledFormat::Func(f) => {
           let should = if let Some(s) = current.as_str() {

src/validator/rules/object.rs

@@ -13,28 +13,40 @@ impl<'a> ValidationContext<'a> {
   ) -> Result<bool, ValidationError> {
     let current = self.instance;
     if let Some(obj) = current.as_object() {
-      // Entity Bound Implicit Type Validation
-      if let Some(lookup_key) = self.schema.id.as_ref().or(self.schema.r#ref.as_ref()) {
-        let base_type_name = lookup_key.split('.').next_back().unwrap_or("").to_string();
-        if let Some(type_def) = self.db.types.get(&base_type_name)
-          && let Some(type_val) = obj.get("type")
+      // Entity implicit type validation
+      // Use the specific schema id or ref as a fallback
+      if let Some(identifier) = self.schema.id.as_ref().or(self.schema.r#ref.as_ref()) {
+        // Kick in if the data object has a type field
+        if let Some(type_val) = obj.get("type")
           && let Some(type_str) = type_val.as_str()
         {
-          if type_def.variations.contains(type_str) {
-            // Ensure it passes strict mode
-            result.evaluated_keys.insert("type".to_string());
+          // Get the string or the final segment as the base
+          let base = identifier.split('.').next_back().unwrap_or("").to_string();
+          // Check if the base is a global type name
+          if let Some(type_def) = self.db.types.get(&base) {
+            // Ensure the instance type is a variation of the global type
+            if type_def.variations.contains(type_str) {
+              // Ensure it passes strict mode
+              result.evaluated_keys.insert("type".to_string());
+            } else {
+              result.errors.push(ValidationError {
+                code: "CONST_VIOLATED".to_string(), // Aligning with original const override errors
+                message: format!(
+                  "Type '{}' is not a valid descendant for this entity bound schema",
+                  type_str
+                ),
+                path: format!("{}/type", self.path),
+              });
+            }
           } else {
-            result.errors.push(ValidationError {
-              code: "CONST_VIOLATED".to_string(), // Aligning with original const override errors
-              message: format!(
-                "Type '{}' is not a valid descendant for this entity bound schema",
-                type_str
-              ),
-              path: format!("{}/type", self.path),
-            });
+            // Ad-Hoc schemas natively use strict schema discriminator strings instead of variation inheritance
+            if type_str == identifier {
+              result.evaluated_keys.insert("type".to_string());
+            }
           }
         }
       }
+
       if let Some(min) = self.schema.min_properties
         && (obj.len() as f64) < min
       {
@@ -44,6 +56,7 @@ impl<'a> ValidationContext<'a> {
           path: self.path.to_string(),
         });
       }
+
       if let Some(max) = self.schema.max_properties
         && (obj.len() as f64) > max
       {
@@ -53,6 +66,7 @@ impl<'a> ValidationContext<'a> {
           path: self.path.to_string(),
         });
       }
+
       if let Some(ref req) = self.schema.required {
         for field in req {
           if !obj.contains_key(field) {
@@ -114,10 +128,14 @@ impl<'a> ValidationContext<'a> {
 
             // Entity Bound Implicit Type Interception
             if key == "type"
-              && let Some(lookup_key) = sub_schema.id.as_ref().or(sub_schema.r#ref.as_ref())
+              && let Some(schema_bound) = sub_schema.id.as_ref().or(sub_schema.r#ref.as_ref())
             {
-              let base_type_name = lookup_key.split('.').next_back().unwrap_or("").to_string();
-              if let Some(type_def) = self.db.types.get(&base_type_name)
+              let physical_type_name = schema_bound
+                .split('.')
+                .next_back()
+                .unwrap_or("")
+                .to_string();
+              if let Some(type_def) = self.db.types.get(&physical_type_name)
                 && let Some(instance_type) = child_instance.as_str()
                 && type_def.variations.contains(instance_type)
               {
@@ -133,7 +151,7 @@ impl<'a> ValidationContext<'a> {
         }
       }
 
-      if let Some(ref compiled_pp) = self.schema.compiled_pattern_properties {
+      if let Some(compiled_pp) = self.schema.compiled_pattern_properties.get() {
         for (compiled_re, sub_schema) in compiled_pp {
           for (key, child_instance) in obj {
             if compiled_re.0.is_match(key) {
@@ -165,7 +183,7 @@ impl<'a> ValidationContext<'a> {
           {
             locally_matched = true;
           }
-          if !locally_matched && let Some(ref compiled_pp) = self.schema.compiled_pattern_properties
+          if !locally_matched && let Some(compiled_pp) = self.schema.compiled_pattern_properties.get()
           {
             for (compiled_re, _) in compiled_pp {
               if compiled_re.0.is_match(key) {

src/validator/rules/string.rs

@@ -28,7 +28,7 @@ impl<'a> ValidationContext<'a> {
           path: self.path.to_string(),
         });
       }
-      if let Some(ref compiled_re) = self.schema.compiled_pattern {
+      if let Some(compiled_re) = self.schema.compiled_pattern.get() {
         if !compiled_re.0.is_match(s) {
           result.errors.push(ValidationError {
             code: "PATTERN_VIOLATED".to_string(),

version

@@ -1 +1 @@
-1.0.59
+1.0.84