Compare commits

...

15 Commits
1.0.77 ... main

18 changed files with 1727 additions and 1747 deletions

View File

819
d1.json Normal file
View File

@ -0,0 +1,819 @@
{
"database": {
"puncs": [],
"enums": [
{
"id": "11111111-1111-1111-1111-111111111111",
"type": "relation_type",
"enum": "relation_type",
"values": [
"foreign_key",
"polymorphic",
"graph"
]
}
],
"relations": [
{
"id": "22222222-2222-2222-2222-222222222222",
"type": "relation",
"constraint": "fk_order_customer",
"source_type": "order",
"source_columns": [
"customer_id"
],
"destination_type": "person",
"destination_columns": [
"id"
],
"prefix": "customer"
},
{
"id": "33333333-3333-3333-3333-333333333333",
"type": "relation",
"constraint": "fk_order_line_order",
"source_type": "order_line",
"source_columns": [
"order_id"
],
"destination_type": "order",
"destination_columns": [
"id"
],
"prefix": "lines"
},
{
"id": "44444444-4444-4444-4444-444444444444",
"type": "relation",
"constraint": "fk_relationship_source_entity",
"source_type": "relationship",
"source_columns": [
"source_id",
"source_type"
],
"destination_type": "entity",
"destination_columns": [
"id",
"type"
],
"prefix": "source"
},
{
"id": "55555555-5555-5555-5555-555555555555",
"type": "relation",
"constraint": "fk_relationship_target_entity",
"source_type": "relationship",
"source_columns": [
"target_id",
"target_type"
],
"destination_type": "entity",
"destination_columns": [
"id",
"type"
],
"prefix": "target"
}
],
"types": [
{
"name": "entity",
"schemas": [
{
"$id": "entity",
"type": "object",
"properties": {
"id": {
"type": "string"
},
"type": {
"type": "string"
},
"archived": {
"type": "boolean"
},
"created_by": {
"type": "string"
},
"modified_by": {
"type": "string"
},
"created_at": {
"type": "string",
"format": "date-time"
},
"modified_at": {
"type": "string",
"format": "date-time"
}
},
"required": [
"id",
"type",
"created_by",
"created_at",
"modified_by",
"modified_at"
]
}
],
"hierarchy": [
"entity"
],
"fields": [
"id",
"type",
"created_at",
"created_by",
"modified_at",
"modified_by",
"archived"
],
"grouped_fields": {
"entity": [
"id",
"type",
"created_at",
"created_by",
"modified_at",
"modified_by",
"archived"
]
},
"lookup_fields": [],
"historical": true,
"notify": true,
"relationship": false
},
{
"name": "organization",
"schemas": [
{
"$id": "organization",
"$ref": "entity",
"properties": {
"name": {
"type": "string"
}
}
}
],
"hierarchy": [
"organization",
"entity"
],
"fields": [
"id",
"type",
"name",
"created_at",
"created_by",
"modified_at",
"modified_by",
"archived"
],
"grouped_fields": {
"organization": [
"id",
"type",
"name"
],
"entity": [
"id",
"type",
"created_at",
"created_by",
"modified_at",
"modified_by",
"archived"
]
},
"lookup_fields": [],
"historical": true,
"notify": true,
"relationship": false
},
{
"name": "user",
"schemas": [
{
"$id": "user",
"$ref": "organization",
"properties": {}
}
],
"hierarchy": [
"user",
"organization",
"entity"
],
"fields": [
"id",
"type",
"name",
"created_at",
"created_by",
"modified_at",
"modified_by",
"archived"
],
"grouped_fields": {
"user": [
"id",
"type"
],
"organization": [
"id",
"type",
"name"
],
"entity": [
"id",
"type",
"created_at",
"created_by",
"modified_at",
"modified_by",
"archived"
]
},
"lookup_fields": [],
"historical": true,
"notify": true,
"relationship": false
},
{
"name": "person",
"schemas": [
{
"$id": "person",
"$ref": "user",
"properties": {
"first_name": {
"type": "string"
},
"last_name": {
"type": "string"
},
"date_of_birth": {
"type": "string"
},
"pronouns": {
"type": "string"
},
"contact_id": {
"type": "string"
},
"contacts": {
"type": "array",
"items": {
"$ref": "contact",
"properties": {
"target": {
"oneOf": [
{
"$ref": "phone_number"
},
{
"$ref": "email_address"
}
]
}
}
}
}
}
}
],
"hierarchy": [
"person",
"user",
"organization",
"entity"
],
"fields": [
"id",
"type",
"first_name",
"last_name",
"date_of_birth",
"pronouns",
"contact_id",
"name",
"created_at",
"created_by",
"modified_at",
"modified_by",
"archived"
],
"grouped_fields": {
"person": [
"id",
"type",
"first_name",
"last_name",
"date_of_birth",
"pronouns",
"contact_id"
],
"user": [
"id",
"type"
],
"organization": [
"id",
"type",
"name"
],
"entity": [
"id",
"type",
"created_at",
"created_by",
"modified_at",
"modified_by",
"archived"
]
},
"lookup_fields": [
"first_name",
"last_name",
"date_of_birth",
"pronouns"
],
"historical": true,
"notify": true,
"relationship": false
},
{
"name": "order",
"schemas": [
{
"$id": "order",
"$ref": "entity",
"properties": {
"total": {
"type": "number"
},
"customer_id": {
"type": "string"
},
"customer": {
"$ref": "person"
},
"lines": {
"type": "array",
"items": {
"$ref": "order_line"
}
}
}
}
],
"hierarchy": [
"order",
"entity"
],
"fields": [
"id",
"type",
"total",
"customer_id",
"created_at",
"created_by",
"modified_at",
"modified_by",
"archived"
],
"grouped_fields": {
"order": [
"id",
"type",
"total",
"customer_id"
],
"entity": [
"id",
"type",
"created_at",
"created_by",
"modified_at",
"modified_by",
"archived"
]
},
"lookup_fields": [
"id"
],
"historical": true,
"notify": true,
"relationship": false
},
{
"name": "order_line",
"schemas": [
{
"$id": "order_line",
"$ref": "entity",
"properties": {
"order_id": {
"type": "string"
},
"product": {
"type": "string"
},
"price": {
"type": "number"
}
}
}
],
"hierarchy": [
"order_line",
"entity"
],
"fields": [
"id",
"type",
"order_id",
"product",
"price",
"created_at",
"created_by",
"modified_at",
"modified_by",
"archived"
],
"grouped_fields": {
"order_line": [
"id",
"type",
"order_id",
"product",
"price"
],
"entity": [
"id",
"type",
"created_at",
"created_by",
"modified_at",
"modified_by",
"archived"
]
},
"lookup_fields": [],
"historical": true,
"notify": true,
"relationship": false
},
{
"name": "relationship",
"relationship": true,
"hierarchy": [
"relationship",
"entity"
],
"fields": [
"source_id",
"source_type",
"target_id",
"target_type",
"id",
"type",
"name",
"archived",
"created_at",
"created_by",
"modified_at",
"modified_by"
],
"grouped_fields": {
"entity": [
"id",
"type",
"name",
"archived",
"created_at",
"created_by",
"modified_at",
"modified_by"
],
"relationship": [
"source_id",
"source_type",
"target_id",
"target_type"
]
},
"field_types": {
"id": "uuid",
"type": "text",
"archived": "boolean",
"source_id": "uuid",
"source_type": "text",
"target_id": "uuid",
"target_type": "text",
"name": "text",
"created_at": "timestamptz",
"created_by": "uuid",
"modified_at": "timestamptz",
"modified_by": "uuid"
},
"schemas": [
{
"$id": "relationship",
"$ref": "entity",
"properties": {}
}
],
"lookup_fields": [],
"historical": true,
"notify": true
},
{
"name": "contact",
"relationship": true,
"hierarchy": [
"contact",
"relationship",
"entity"
],
"fields": [
"is_primary",
"source_id",
"source_type",
"target_id",
"target_type",
"id",
"type",
"name",
"archived",
"created_at",
"created_by",
"modified_at",
"modified_by"
],
"grouped_fields": {
"entity": [
"id",
"type",
"name",
"archived",
"created_at",
"created_by",
"modified_at",
"modified_by"
],
"relationship": [
"source_id",
"source_type",
"target_id",
"target_type"
],
"contact": [
"is_primary"
]
},
"field_types": {
"id": "uuid",
"type": "text",
"archived": "boolean",
"source_id": "uuid",
"source_type": "text",
"target_id": "uuid",
"target_type": "text",
"is_primary": "boolean",
"name": "text",
"created_at": "timestamptz",
"created_by": "uuid",
"modified_at": "timestamptz",
"modified_by": "uuid"
},
"schemas": [
{
"$id": "contact",
"$ref": "relationship",
"properties": {
"is_primary": {
"type": "boolean"
}
}
}
],
"lookup_fields": [],
"historical": true,
"notify": true
},
{
"name": "phone_number",
"hierarchy": [
"phone_number",
"entity"
],
"fields": [
"number",
"id",
"type",
"name",
"archived",
"created_at",
"created_by",
"modified_at",
"modified_by"
],
"grouped_fields": {
"entity": [
"id",
"type",
"name",
"archived",
"created_at",
"created_by",
"modified_at",
"modified_by"
],
"phone_number": [
"number"
]
},
"field_types": {
"id": "uuid",
"type": "text",
"archived": "boolean",
"number": "text",
"name": "text",
"created_at": "timestamptz",
"created_by": "uuid",
"modified_at": "timestamptz",
"modified_by": "uuid"
},
"schemas": [
{
"$id": "phone_number",
"$ref": "entity",
"properties": {
"number": {
"type": "string"
}
}
}
],
"lookup_fields": [],
"historical": true,
"notify": true,
"relationship": false
},
{
"name": "email_address",
"hierarchy": [
"email_address",
"entity"
],
"fields": [
"address",
"id",
"type",
"name",
"archived",
"created_at",
"created_by",
"modified_at",
"modified_by"
],
"grouped_fields": {
"entity": [
"id",
"type",
"name",
"archived",
"created_at",
"created_by",
"modified_at",
"modified_by"
],
"email_address": [
"address"
]
},
"field_types": {
"id": "uuid",
"type": "text",
"archived": "boolean",
"address": "text",
"name": "text",
"created_at": "timestamptz",
"created_by": "uuid",
"modified_at": "timestamptz",
"modified_by": "uuid"
},
"schemas": [
{
"$id": "email_address",
"$ref": "entity",
"properties": {
"address": {
"type": "string"
}
}
}
],
"lookup_fields": [],
"historical": true,
"notify": true,
"relationship": false
},
{
"name": "attachment",
"schemas": [
{
"$id": "type_metadata",
"type": "object",
"properties": {
"type": {
"type": "string"
}
}
},
{
"$id": "other_metadata",
"type": "object",
"properties": {
"other": {
"type": "string"
}
}
},
{
"$id": "attachment",
"$ref": "entity",
"properties": {
"flags": {
"type": "array",
"items": {
"type": "string"
}
},
"type_metadata": {
"$ref": "type_metadata"
},
"other_metadata": {
"$ref": "other_metadata"
}
}
}
],
"hierarchy": [
"attachment",
"entity"
],
"fields": [
"id",
"type",
"flags",
"type_metadata",
"other_metadata",
"created_at",
"created_by",
"modified_at",
"modified_by",
"archived"
],
"grouped_fields": {
"attachment": [
"id",
"type",
"flags",
"type_metadata",
"other_metadata"
],
"entity": [
"id",
"type",
"created_at",
"created_by",
"modified_at",
"modified_by",
"archived"
]
},
"field_types": {
"id": "uuid",
"type": "text",
"flags": "_text",
"type_metadata": "jsonb",
"other_metadata": "jsonb",
"created_at": "timestamptz",
"created_by": "uuid",
"modified_at": "timestamptz",
"modified_by": "uuid",
"archived": "boolean"
},
"lookup_fields": [],
"historical": true,
"notify": true,
"relationship": false
}
]
}
}

View File

@ -143,7 +143,8 @@
] ]
}, },
"lookup_fields": [], "lookup_fields": [],
"historical": false, "historical": true,
"notify": true,
"relationship": false "relationship": false
}, },
{ {
@ -191,6 +192,7 @@
}, },
"lookup_fields": [], "lookup_fields": [],
"historical": true, "historical": true,
"notify": true,
"relationship": false "relationship": false
}, },
{ {
@ -239,6 +241,7 @@
}, },
"lookup_fields": [], "lookup_fields": [],
"historical": true, "historical": true,
"notify": true,
"relationship": false "relationship": false
}, },
{ {
@ -341,6 +344,7 @@
"pronouns" "pronouns"
], ],
"historical": true, "historical": true,
"notify": true,
"relationship": false "relationship": false
}, },
{ {
@ -355,6 +359,15 @@
}, },
"customer_id": { "customer_id": {
"type": "string" "type": "string"
},
"customer": {
"$ref": "person"
},
"lines": {
"type": "array",
"items": {
"$ref": "order_line"
}
} }
} }
} }
@ -395,6 +408,7 @@
"id" "id"
], ],
"historical": true, "historical": true,
"notify": true,
"relationship": false "relationship": false
}, },
{ {
@ -452,6 +466,7 @@
}, },
"lookup_fields": [], "lookup_fields": [],
"historical": true, "historical": true,
"notify": true,
"relationship": false "relationship": false
}, },
{ {
@ -515,7 +530,8 @@
} }
], ],
"lookup_fields": [], "lookup_fields": [],
"historical": true "historical": true,
"notify": true
}, },
{ {
"name": "contact", "name": "contact",
@ -588,7 +604,8 @@
} }
], ],
"lookup_fields": [], "lookup_fields": [],
"historical": true "historical": true,
"notify": true
}, },
{ {
"name": "phone_number", "name": "phone_number",
@ -646,6 +663,7 @@
], ],
"lookup_fields": [], "lookup_fields": [],
"historical": true, "historical": true,
"notify": true,
"relationship": false "relationship": false
}, },
{ {
@ -704,6 +722,98 @@
], ],
"lookup_fields": [], "lookup_fields": [],
"historical": true, "historical": true,
"notify": true,
"relationship": false
},
{
"name": "attachment",
"schemas": [
{
"$id": "type_metadata",
"type": "object",
"properties": {
"type": {
"type": "string"
}
}
},
{
"$id": "other_metadata",
"type": "object",
"properties": {
"other": {
"type": "string"
}
}
},
{
"$id": "attachment",
"$ref": "entity",
"properties": {
"flags": {
"type": "array",
"items": {
"type": "string"
}
},
"type_metadata": {
"$ref": "type_metadata"
},
"other_metadata": {
"$ref": "other_metadata"
}
}
}
],
"hierarchy": [
"attachment",
"entity"
],
"fields": [
"id",
"type",
"flags",
"type_metadata",
"other_metadata",
"created_at",
"created_by",
"modified_at",
"modified_by",
"archived"
],
"grouped_fields": {
"attachment": [
"id",
"type",
"flags",
"type_metadata",
"other_metadata"
],
"entity": [
"id",
"type",
"created_at",
"created_by",
"modified_at",
"modified_by",
"archived"
]
},
"field_types": {
"id": "uuid",
"type": "text",
"flags": "_text",
"type_metadata": "jsonb",
"other_metadata": "jsonb",
"created_at": "timestamptz",
"created_by": "uuid",
"modified_at": "timestamptz",
"modified_by": "uuid",
"archived": "boolean"
},
"lookup_fields": [],
"historical": true,
"notify": true,
"relationship": false "relationship": false
} }
] ]
@ -728,6 +838,7 @@
"contact_id": "old-contact" "contact_id": "old-contact"
} }
], ],
"schema_id": "person",
"expect": { "expect": {
"success": true, "success": true,
"sql": [ "sql": [
@ -851,6 +962,7 @@
"contact_id": "old-contact" "contact_id": "old-contact"
} }
], ],
"schema_id": "person",
"expect": { "expect": {
"success": true, "success": true,
"sql": [ "sql": [
@ -944,6 +1056,7 @@
"last_name": "OldLast" "last_name": "OldLast"
} }
], ],
"schema_id": "person",
"expect": { "expect": {
"success": true, "success": true,
"sql": [ "sql": [
@ -1033,6 +1146,7 @@
"date_of_birth": "1990-01-01T00:00:00Z", "date_of_birth": "1990-01-01T00:00:00Z",
"pronouns": "" "pronouns": ""
}, },
"schema_id": "person",
"expect": { "expect": {
"success": true, "success": true,
"sql": [ "sql": [
@ -1165,6 +1279,7 @@
"date_of_birth": "2000-01-01" "date_of_birth": "2000-01-01"
} }
}, },
"schema_id": "order",
"expect": { "expect": {
"success": true, "success": true,
"sql": [ "sql": [
@ -1361,6 +1476,7 @@
} }
] ]
}, },
"schema_id": "order",
"expect": { "expect": {
"success": true, "success": true,
"sql": [ "sql": [
@ -1556,6 +1672,7 @@
} }
] ]
}, },
"schema_id": "person",
"expect": { "expect": {
"success": true, "success": true,
"sql": [ "sql": [
@ -2119,6 +2236,7 @@
"archived": false "archived": false
} }
], ],
"schema_id": "person",
"expect": { "expect": {
"success": true, "success": true,
"sql": [ "sql": [
@ -2180,6 +2298,109 @@
] ]
] ]
} }
},
{
"description": "Attachment with text[] and jsonb metadata structures",
"action": "merge",
"data": {
"type": "attachment",
"flags": [
"urgent",
"reviewed"
],
"other_metadata": {
"other": "hello"
},
"type_metadata": {
"type": "type_metadata"
}
},
"schema_id": "attachment",
"expect": {
"success": true,
"sql": [
[
"INSERT INTO agreego.\"entity\" (",
" \"created_at\",",
" \"created_by\",",
" \"id\",",
" \"modified_at\",",
" \"modified_by\",",
" \"type\"",
")",
"VALUES (",
" '{{timestamp}}',",
" '00000000-0000-0000-0000-000000000000',",
" '{{uuid:attachment_id}}',",
" '{{timestamp}}',",
" '00000000-0000-0000-0000-000000000000',",
" 'attachment'",
")"
],
[
"INSERT INTO agreego.\"attachment\" (",
" \"flags\",",
" \"id\",",
" \"other_metadata\",",
" \"type\",",
" \"type_metadata\"",
")",
"VALUES (",
" '{\"urgent\",\"reviewed\"}',",
" '{{uuid:attachment_id}}',",
" '{\"other\":\"hello\"}',",
" 'attachment',",
" '{\"type\":\"type_metadata\"}'",
")"
],
[
"INSERT INTO agreego.change (",
" \"old\",",
" \"new\",",
" entity_id,",
" id,",
" kind,",
" modified_at,",
" modified_by",
")",
"VALUES (",
" NULL,",
" '{",
" \"flags\":[\"urgent\",\"reviewed\"],",
" \"other_metadata\":{\"other\":\"hello\"},",
" \"type\":\"attachment\",",
" \"type_metadata\":{\"type\":\"type_metadata\"}",
" }',",
" '{{uuid:attachment_id}}',",
" '{{uuid}}',",
" 'create',",
" '{{timestamp}}',",
" '00000000-0000-0000-0000-000000000000'",
")"
],
[
"SELECT pg_notify('entity', '{",
" \"complete\":{",
" \"created_at\":\"{{timestamp}}\",",
" \"created_by\":\"00000000-0000-0000-0000-000000000000\",",
" \"flags\":[\"urgent\",\"reviewed\"],",
" \"id\":\"{{uuid:attachment_id}}\",",
" \"modified_at\":\"{{timestamp}}\",",
" \"modified_by\":\"00000000-0000-0000-0000-000000000000\",",
" \"other_metadata\":{\"other\":\"hello\"},",
" \"type\":\"attachment\",",
" \"type_metadata\":{\"type\":\"type_metadata\"}",
" },",
" \"new\":{",
" \"flags\":[\"urgent\",\"reviewed\"],",
" \"other_metadata\":{\"other\":\"hello\"},",
" \"type\":\"attachment\",",
" \"type_metadata\":{\"type\":\"type_metadata\"}",
" }",
" }')"
]
]
}
} }
] ]
} }

1439
out.txt

File diff suppressed because it is too large Load Diff

7
src/database/edge.rs Normal file
View File

@ -0,0 +1,7 @@
use serde::{Deserialize, Serialize};
#[derive(Debug, Clone, Serialize, Deserialize, Default)]
pub struct Edge {
pub constraint: String,
pub forward: bool,
}

View File

@ -1,3 +1,4 @@
pub mod edge;
pub mod r#enum; pub mod r#enum;
pub mod executors; pub mod executors;
pub mod formats; pub mod formats;
@ -29,7 +30,7 @@ pub struct Database {
pub enums: HashMap<String, Enum>, pub enums: HashMap<String, Enum>,
pub types: HashMap<String, Type>, pub types: HashMap<String, Type>,
pub puncs: HashMap<String, Punc>, pub puncs: HashMap<String, Punc>,
pub relations: Vec<Relation>, pub relations: HashMap<String, Relation>,
pub schemas: HashMap<String, Schema>, pub schemas: HashMap<String, Schema>,
pub descendants: HashMap<String, Vec<String>>, pub descendants: HashMap<String, Vec<String>>,
pub depths: HashMap<String, usize>, pub depths: HashMap<String, usize>,
@ -41,7 +42,7 @@ impl Database {
let mut db = Self { let mut db = Self {
enums: HashMap::new(), enums: HashMap::new(),
types: HashMap::new(), types: HashMap::new(),
relations: Vec::new(), relations: HashMap::new(),
puncs: HashMap::new(), puncs: HashMap::new(),
schemas: HashMap::new(), schemas: HashMap::new(),
descendants: HashMap::new(), descendants: HashMap::new(),
@ -75,7 +76,7 @@ impl Database {
if db.types.contains_key(&def.source_type) if db.types.contains_key(&def.source_type)
&& db.types.contains_key(&def.destination_type) && db.types.contains_key(&def.destination_type)
{ {
db.relations.push(def); db.relations.insert(def.constraint.clone(), def);
} }
} }
Err(e) => println!("DATABASE RELATION PARSE FAILED: {:?}", e), Err(e) => println!("DATABASE RELATION PARSE FAILED: {:?}", e),
@ -139,7 +140,12 @@ impl Database {
self.collect_schemas(); self.collect_schemas();
self.collect_depths(); self.collect_depths();
self.collect_descendants(); self.collect_descendants();
self.compile_schemas();
// Mathematically evaluate all property inheritances, formats, schemas, and foreign key edges topographically over OnceLocks
let mut visited = std::collections::HashSet::new();
for schema in self.schemas.values() {
schema.compile(self, &mut visited);
}
Ok(()) Ok(())
} }
@ -222,7 +228,7 @@ impl Database {
self.descendants = descendants; self.descendants = descendants;
} }
pub fn get_relation( fn resolve_relation(
&self, &self,
parent_type: &str, parent_type: &str,
child_type: &str, child_type: &str,
@ -239,7 +245,7 @@ impl Database {
let mut matching_rels = Vec::new(); let mut matching_rels = Vec::new();
let mut directions = Vec::new(); let mut directions = Vec::new();
for rel in &self.relations { for rel in self.relations.values() {
let is_forward = p_def.hierarchy.contains(&rel.source_type) let is_forward = p_def.hierarchy.contains(&rel.source_type)
&& c_def.hierarchy.contains(&rel.destination_type); && c_def.hierarchy.contains(&rel.destination_type);
let is_reverse = p_def.hierarchy.contains(&rel.destination_type) let is_reverse = p_def.hierarchy.contains(&rel.destination_type)
@ -268,7 +274,10 @@ impl Database {
// Reduce ambiguity with prefix // Reduce ambiguity with prefix
for (i, rel) in matching_rels.iter().enumerate() { for (i, rel) in matching_rels.iter().enumerate() {
if let Some(prefix) = &rel.prefix { if let Some(prefix) = &rel.prefix {
if prefix == prop_name { if prop_name.starts_with(prefix)
|| prefix.starts_with(prop_name)
|| prefix.replace("_", "") == prop_name.replace("_", "")
{
chosen_idx = i; chosen_idx = i;
resolved = true; resolved = true;
break; break;
@ -297,8 +306,8 @@ impl Database {
fn collect_descendants_recursively( fn collect_descendants_recursively(
target: &str, target: &str,
direct_refs: &HashMap<String, Vec<String>>, direct_refs: &std::collections::HashMap<String, Vec<String>>,
descendants: &mut HashSet<String>, descendants: &mut std::collections::HashSet<String>,
) { ) {
if let Some(children) = direct_refs.get(target) { if let Some(children) = direct_refs.get(target) {
for child in children { for child in children {
@ -308,14 +317,4 @@ impl Database {
} }
} }
} }
fn compile_schemas(&mut self) {
// Pass 3: compile_internals across pure structure
let schema_ids: Vec<String> = self.schemas.keys().cloned().collect();
for id in schema_ids {
if let Some(schema) = self.schemas.get_mut(&id) {
schema.compile_internals();
}
}
}
} }

View File

@ -2,6 +2,26 @@ use serde::{Deserialize, Serialize};
use serde_json::Value; use serde_json::Value;
use std::collections::BTreeMap; use std::collections::BTreeMap;
use std::sync::Arc; use std::sync::Arc;
use std::sync::OnceLock;
pub fn serialize_once_lock<T: serde::Serialize, S: serde::Serializer>(
lock: &OnceLock<T>,
serializer: S,
) -> Result<S::Ok, S::Error> {
if let Some(val) = lock.get() {
val.serialize(serializer)
} else {
serializer.serialize_none()
}
}
pub fn is_once_lock_map_empty<K, V>(lock: &OnceLock<std::collections::BTreeMap<K, V>>) -> bool {
lock.get().map_or(true, |m| m.is_empty())
}
pub fn is_once_lock_vec_empty<T>(lock: &OnceLock<Vec<T>>) -> bool {
lock.get().map_or(true, |v| v.is_empty())
}
// Schema mirrors the Go Punc Generator's schema struct for consistency. // Schema mirrors the Go Punc Generator's schema struct for consistency.
// It is an order-preserving representation of a JSON Schema. // It is an order-preserving representation of a JSON Schema.
@ -167,12 +187,27 @@ pub struct SchemaObject {
#[serde(skip_serializing_if = "Option::is_none")] #[serde(skip_serializing_if = "Option::is_none")]
pub extensible: Option<bool>, pub extensible: Option<bool>,
#[serde(rename = "compiledProperties")]
#[serde(skip_deserializing)]
#[serde(skip_serializing_if = "crate::database::schema::is_once_lock_vec_empty")]
#[serde(serialize_with = "crate::database::schema::serialize_once_lock")]
pub compiled_property_names: OnceLock<Vec<String>>,
#[serde(skip)] #[serde(skip)]
pub compiled_format: Option<CompiledFormat>, pub compiled_properties: OnceLock<BTreeMap<String, Arc<Schema>>>,
#[serde(rename = "compiledEdges")]
#[serde(skip_deserializing)]
#[serde(skip_serializing_if = "crate::database::schema::is_once_lock_map_empty")]
#[serde(serialize_with = "crate::database::schema::serialize_once_lock")]
pub compiled_edges: OnceLock<BTreeMap<String, crate::database::edge::Edge>>,
#[serde(skip)] #[serde(skip)]
pub compiled_pattern: Option<CompiledRegex>, pub compiled_format: OnceLock<CompiledFormat>,
#[serde(skip)] #[serde(skip)]
pub compiled_pattern_properties: Option<Vec<(CompiledRegex, Arc<Schema>)>>, pub compiled_pattern: OnceLock<CompiledRegex>,
#[serde(skip)]
pub compiled_pattern_properties: OnceLock<Vec<(CompiledRegex, Arc<Schema>)>>,
} }
/// Represents a compiled format validator /// Represents a compiled format validator
@ -216,19 +251,37 @@ impl std::ops::DerefMut for Schema {
} }
impl Schema { impl Schema {
pub fn compile_internals(&mut self) { pub fn compile(
self.map_children(|child| child.compile_internals()); &self,
db: &crate::database::Database,
if let Some(format_str) = &self.obj.format visited: &mut std::collections::HashSet<String>,
&& let Some(fmt) = crate::database::formats::FORMATS.get(format_str.as_str()) ) {
{ if self.obj.compiled_properties.get().is_some() {
self.obj.compiled_format = Some(crate::database::schema::CompiledFormat::Func(fmt.func)); return;
} }
if let Some(pattern_str) = &self.obj.pattern if let Some(id) = &self.obj.id {
&& let Ok(re) = regex::Regex::new(pattern_str) if !visited.insert(id.clone()) {
{ return; // Break cyclical resolution
self.obj.compiled_pattern = Some(crate::database::schema::CompiledRegex(re)); }
}
if let Some(format_str) = &self.obj.format {
if let Some(fmt) = crate::database::formats::FORMATS.get(format_str.as_str()) {
let _ = self
.obj
.compiled_format
.set(crate::database::schema::CompiledFormat::Func(fmt.func));
}
}
if let Some(pattern_str) = &self.obj.pattern {
if let Ok(re) = regex::Regex::new(pattern_str) {
let _ = self
.obj
.compiled_pattern
.set(crate::database::schema::CompiledRegex(re));
}
} }
if let Some(pattern_props) = &self.obj.pattern_properties { if let Some(pattern_props) = &self.obj.pattern_properties {
@ -239,19 +292,115 @@ impl Schema {
} }
} }
if !compiled.is_empty() { if !compiled.is_empty() {
self.obj.compiled_pattern_properties = Some(compiled); let _ = self.obj.compiled_pattern_properties.set(compiled);
} }
} }
let mut props = std::collections::BTreeMap::new();
// 1. Resolve INHERITANCE dependencies first
if let Some(ref_id) = &self.obj.r#ref {
if let Some(parent) = db.schemas.get(ref_id) {
parent.compile(db, visited);
if let Some(p_props) = parent.obj.compiled_properties.get() {
props.extend(p_props.clone());
}
}
}
if let Some(all_of) = &self.obj.all_of {
for ao in all_of {
ao.compile(db, visited);
if let Some(ao_props) = ao.obj.compiled_properties.get() {
props.extend(ao_props.clone());
}
}
}
if let Some(then_schema) = &self.obj.then_ {
then_schema.compile(db, visited);
if let Some(t_props) = then_schema.obj.compiled_properties.get() {
props.extend(t_props.clone());
}
}
if let Some(else_schema) = &self.obj.else_ {
else_schema.compile(db, visited);
if let Some(e_props) = else_schema.obj.compiled_properties.get() {
props.extend(e_props.clone());
}
}
// 2. Add local properties
if let Some(local_props) = &self.obj.properties {
for (k, v) in local_props {
props.insert(k.clone(), v.clone());
}
}
// 3. Set the OnceLock!
let _ = self.obj.compiled_properties.set(props.clone());
let mut names: Vec<String> = props.keys().cloned().collect();
names.sort();
let _ = self.obj.compiled_property_names.set(names);
// 4. Compute Edges natively
let schema_edges = self.compile_edges(db, visited, &props);
let _ = self.obj.compiled_edges.set(schema_edges);
// 5. Build our inline children properties recursively NOW! (Depth-first search)
if let Some(local_props) = &self.obj.properties {
for child in local_props.values() {
child.compile(db, visited);
}
}
if let Some(items) = &self.obj.items {
items.compile(db, visited);
}
if let Some(pattern_props) = &self.obj.pattern_properties {
for child in pattern_props.values() {
child.compile(db, visited);
}
}
if let Some(additional_props) = &self.obj.additional_properties {
additional_props.compile(db, visited);
}
if let Some(one_of) = &self.obj.one_of {
for child in one_of {
child.compile(db, visited);
}
}
if let Some(arr) = &self.obj.prefix_items {
for child in arr {
child.compile(db, visited);
}
}
if let Some(child) = &self.obj.not {
child.compile(db, visited);
}
if let Some(child) = &self.obj.contains {
child.compile(db, visited);
}
if let Some(child) = &self.obj.property_names {
child.compile(db, visited);
}
if let Some(child) = &self.obj.if_ {
child.compile(db, visited);
}
if let Some(id) = &self.obj.id {
visited.remove(id);
}
} }
pub fn harvest(&mut self, to_insert: &mut Vec<(String, Schema)>) { pub fn harvest(&mut self, to_insert: &mut Vec<(String, Schema)>) {
if let Some(id) = &self.obj.id { if let Some(id) = &self.obj.id {
to_insert.push((id.clone(), self.clone())); to_insert.push((id.clone(), self.clone()));
} }
self.map_children(|child| child.harvest(to_insert)); self.harvest_children(|child| child.harvest(to_insert));
} }
pub fn map_children<F>(&mut self, mut f: F) pub fn harvest_children<F>(&mut self, mut f: F)
where where
F: FnMut(&mut Schema), F: FnMut(&mut Schema),
{ {
@ -306,6 +455,76 @@ impl Schema {
map_opt(&mut self.obj.then_); map_opt(&mut self.obj.then_);
map_opt(&mut self.obj.else_); map_opt(&mut self.obj.else_);
} }
pub fn compile_edges(
&self,
db: &crate::database::Database,
visited: &mut std::collections::HashSet<String>,
props: &std::collections::BTreeMap<String, std::sync::Arc<Schema>>,
) -> std::collections::BTreeMap<String, crate::database::edge::Edge> {
let mut schema_edges = std::collections::BTreeMap::new();
let mut parent_type_name = None;
if let Some(family) = &self.obj.family {
parent_type_name = Some(family.split('.').next_back().unwrap_or(family).to_string());
} else if let Some(id) = &self.obj.id {
parent_type_name = Some(id.split('.').next_back().unwrap_or("").to_string());
} else if let Some(ref_id) = &self.obj.r#ref {
parent_type_name = Some(ref_id.split('.').next_back().unwrap_or("").to_string());
}
if let Some(p_type) = parent_type_name {
if db.types.contains_key(&p_type) {
for (prop_name, prop_schema) in props {
let mut child_type_name = None;
let mut target_schema = prop_schema.clone();
if let Some(crate::database::schema::SchemaTypeOrArray::Single(t)) =
&prop_schema.obj.type_
{
if t == "array" {
if let Some(items) = &prop_schema.obj.items {
target_schema = items.clone();
}
}
}
if let Some(family) = &target_schema.obj.family {
child_type_name = Some(family.split('.').next_back().unwrap_or(family).to_string());
} else if let Some(ref_id) = target_schema.obj.r#ref.as_ref() {
child_type_name = Some(ref_id.split('.').next_back().unwrap_or("").to_string());
} else if let Some(arr) = &target_schema.obj.one_of {
if let Some(first) = arr.first() {
if let Some(ref_id) = first.obj.id.as_ref().or(first.obj.r#ref.as_ref()) {
child_type_name = Some(ref_id.split('.').next_back().unwrap_or("").to_string());
}
}
}
if let Some(c_type) = child_type_name {
if db.types.contains_key(&c_type) {
target_schema.compile(db, visited);
if let Some(compiled_target_props) = target_schema.obj.compiled_properties.get() {
let keys_for_ambiguity: Vec<String> =
compiled_target_props.keys().cloned().collect();
if let Some((relation, is_forward)) =
db.resolve_relation(&p_type, &c_type, prop_name, Some(&keys_for_ambiguity))
{
schema_edges.insert(
prop_name.clone(),
crate::database::edge::Edge {
constraint: relation.constraint.clone(),
forward: is_forward,
},
);
}
}
}
}
}
}
}
schema_edges
}
} }
impl<'de> Deserialize<'de> for Schema { impl<'de> Deserialize<'de> for Schema {

View File

@ -15,6 +15,8 @@ pub struct Type {
#[serde(default)] #[serde(default)]
pub historical: bool, pub historical: bool,
#[serde(default)] #[serde(default)]
pub notify: bool,
#[serde(default)]
pub sensitive: bool, pub sensitive: bool,
#[serde(default)] #[serde(default)]
pub ownable: bool, pub ownable: bool,

View File

@ -60,7 +60,7 @@ pub fn jspg_setup(database: JsonB) -> JsonB {
} }
#[cfg_attr(not(test), pg_extern)] #[cfg_attr(not(test), pg_extern)]
pub fn jspg_merge(data: JsonB) -> JsonB { pub fn jspg_merge(schema_id: &str, data: JsonB) -> JsonB {
// Try to acquire a read lock to get a clone of the Engine Arc // Try to acquire a read lock to get a clone of the Engine Arc
let engine_opt = { let engine_opt = {
let lock = GLOBAL_JSPG.read().unwrap(); let lock = GLOBAL_JSPG.read().unwrap();
@ -69,7 +69,7 @@ pub fn jspg_merge(data: JsonB) -> JsonB {
match engine_opt { match engine_opt {
Some(engine) => { Some(engine) => {
let drop = engine.merger.merge(data.0); let drop = engine.merger.merge(schema_id, data.0);
JsonB(serde_json::to_value(drop).unwrap()) JsonB(serde_json::to_value(drop).unwrap())
} }
None => jspg_failure(), None => jspg_failure(),

View File

@ -3,6 +3,7 @@
pub mod cache; pub mod cache;
use crate::database::r#type::Type;
use crate::database::Database; use crate::database::Database;
use serde_json::Value; use serde_json::Value;
use std::sync::Arc; use std::sync::Arc;
@ -20,10 +21,26 @@ impl Merger {
} }
} }
pub fn merge(&self, data: Value) -> crate::drop::Drop { pub fn merge(&self, schema_id: &str, data: Value) -> crate::drop::Drop {
let mut notifications_queue = Vec::new(); let mut notifications_queue = Vec::new();
let result = self.merge_internal(data.clone(), &mut notifications_queue); let target_schema = match self.db.schemas.get(schema_id) {
Some(s) => Arc::new(s.clone()),
None => {
return crate::drop::Drop::with_errors(vec![crate::drop::Error {
code: "MERGE_FAILED".to_string(),
message: format!("Unknown schema_id: {}", schema_id),
details: crate::drop::ErrorDetails {
path: "".to_string(),
cause: None,
context: Some(data),
schema: None,
},
}]);
}
};
let result = self.merge_internal(target_schema, data.clone(), &mut notifications_queue);
let val_resolved = match result { let val_resolved = match result {
Ok(val) => val, Ok(val) => val,
@ -87,24 +104,35 @@ impl Merger {
pub(crate) fn merge_internal( pub(crate) fn merge_internal(
&self, &self,
schema: Arc<crate::database::schema::Schema>,
data: Value, data: Value,
notifications: &mut Vec<String>, notifications: &mut Vec<String>,
) -> Result<Value, String> { ) -> Result<Value, String> {
match data { match data {
Value::Array(items) => self.merge_array(items, notifications), Value::Array(items) => self.merge_array(schema, items, notifications),
Value::Object(map) => self.merge_object(map, notifications), Value::Object(map) => self.merge_object(schema, map, notifications),
_ => Err("Invalid merge payload: root must be an Object or Array".to_string()), _ => Err("Invalid merge payload: root must be an Object or Array".to_string()),
} }
} }
fn merge_array( fn merge_array(
&self, &self,
schema: Arc<crate::database::schema::Schema>,
items: Vec<Value>, items: Vec<Value>,
notifications: &mut Vec<String>, notifications: &mut Vec<String>,
) -> Result<Value, String> { ) -> Result<Value, String> {
let mut item_schema = schema.clone();
if let Some(crate::database::schema::SchemaTypeOrArray::Single(t)) = &schema.obj.type_ {
if t == "array" {
if let Some(items_def) = &schema.obj.items {
item_schema = items_def.clone();
}
}
}
let mut resolved_items = Vec::new(); let mut resolved_items = Vec::new();
for item in items { for item in items {
let resolved = self.merge_internal(item, notifications)?; let resolved = self.merge_internal(item_schema.clone(), item, notifications)?;
resolved_items.push(resolved); resolved_items.push(resolved);
} }
Ok(Value::Array(resolved_items)) Ok(Value::Array(resolved_items))
@ -112,6 +140,7 @@ impl Merger {
fn merge_object( fn merge_object(
&self, &self,
schema: Arc<crate::database::schema::Schema>,
obj: serde_json::Map<String, Value>, obj: serde_json::Map<String, Value>,
notifications: &mut Vec<String>, notifications: &mut Vec<String>,
) -> Result<Value, String> { ) -> Result<Value, String> {
@ -127,25 +156,49 @@ impl Merger {
None => return Err(format!("Unknown entity type: {}", type_name)), None => return Err(format!("Unknown entity type: {}", type_name)),
}; };
// 1. Segment the entity: fields in type_def.fields are database fields, others are relationships let compiled_props = match schema.obj.compiled_properties.get() {
Some(props) => props,
None => return Err("Schema has no compiled properties for merging".to_string()),
};
let mut entity_fields = serde_json::Map::new(); let mut entity_fields = serde_json::Map::new();
let mut entity_objects = serde_json::Map::new(); let mut entity_objects = std::collections::BTreeMap::new();
let mut entity_arrays = serde_json::Map::new(); let mut entity_arrays = std::collections::BTreeMap::new();
for (k, v) in obj { for (k, v) in obj {
let is_field = type_def.fields.contains(&k) || k == "created"; // Always retain system and unmapped core fields natively implicitly mapped to the Postgres tables
if k == "id" || k == "type" || k == "created" {
entity_fields.insert(k.clone(), v.clone());
continue;
}
if let Some(prop_schema) = compiled_props.get(&k) {
let mut is_edge = false;
if let Some(edges) = schema.obj.compiled_edges.get() {
if edges.contains_key(&k) {
is_edge = true;
}
}
if is_edge {
let typeof_v = match &v { let typeof_v = match &v {
Value::Object(_) => "object", Value::Object(_) => "object",
Value::Array(_) => "array", Value::Array(_) => "array",
_ => "other", _ => "field", // Malformed edge data?
}; };
if typeof_v == "object" {
if is_field { entity_objects.insert(k.clone(), (v.clone(), prop_schema.clone()));
entity_fields.insert(k, v);
} else if typeof_v == "object" {
entity_objects.insert(k, v);
} else if typeof_v == "array" { } else if typeof_v == "array" {
entity_arrays.insert(k, v); entity_arrays.insert(k.clone(), (v.clone(), prop_schema.clone()));
} else {
entity_fields.insert(k.clone(), v.clone());
}
} else {
// Not an edge! It's a raw Postgres column (e.g., JSONB, text[])
entity_fields.insert(k.clone(), v.clone());
}
} else if type_def.fields.contains(&k) {
entity_fields.insert(k.clone(), v.clone());
} }
} }
@ -155,7 +208,6 @@ impl Merger {
let mut entity_change_kind = None; let mut entity_change_kind = None;
let mut entity_fetched = None; let mut entity_fetched = None;
// 2. Pre-stage the entity (for non-relationships)
if !type_def.relationship { if !type_def.relationship {
let (fields, kind, fetched) = let (fields, kind, fetched) =
self.stage_entity(entity_fields.clone(), type_def, &user_id, &timestamp)?; self.stage_entity(entity_fields.clone(), type_def, &user_id, &timestamp)?;
@ -166,44 +218,41 @@ impl Merger {
let mut entity_response = serde_json::Map::new(); let mut entity_response = serde_json::Map::new();
// 3. Handle related objects for (relation_name, (relative_val, rel_schema)) in entity_objects {
for (relation_name, relative_val) in entity_objects {
let mut relative = match relative_val { let mut relative = match relative_val {
Value::Object(m) => m, Value::Object(m) => m,
_ => continue, _ => continue,
}; };
// Attempt to extract relative object type name
let relative_type_name = match relative.get("type").and_then(|v| v.as_str()) { let relative_type_name = match relative.get("type").and_then(|v| v.as_str()) {
Some(t) => t, Some(t) => t.to_string(),
None => continue, None => continue,
}; };
let relative_keys: Vec<String> = relative.keys().cloned().collect(); if let Some(compiled_edges) = schema.obj.compiled_edges.get() {
println!("Compiled Edges keys for relation {}: {:?}", relation_name, compiled_edges.keys().collect::<Vec<_>>());
// Call central Database O(1) graph logic if let Some(edge) = compiled_edges.get(&relation_name) {
let relative_relation = self.db.get_relation( println!("FOUND EDGE {} -> {:?}", relation_name, edge.constraint);
&type_def.name, if let Some(relation) = self.db.relations.get(&edge.constraint) {
relative_type_name, let parent_is_source = edge.forward;
&relation_name,
Some(&relative_keys),
);
if let Some((relation, parent_is_source)) = relative_relation {
if parent_is_source { if parent_is_source {
// Parent holds FK to Child. Child MUST be generated FIRST.
if !relative.contains_key("organization_id") { if !relative.contains_key("organization_id") {
if let Some(org_id) = entity_fields.get("organization_id") { if let Some(org_id) = entity_fields.get("organization_id") {
relative.insert("organization_id".to_string(), org_id.clone()); relative.insert("organization_id".to_string(), org_id.clone());
} }
} }
let merged_relative = match self.merge_internal(Value::Object(relative), notifications)? { let mut merged_relative = match self.merge_internal(rel_schema.clone(), Value::Object(relative), notifications)? {
Value::Object(m) => m, Value::Object(m) => m,
_ => continue, _ => continue,
}; };
merged_relative.insert(
"type".to_string(),
Value::String(relative_type_name),
);
Self::apply_entity_relation( Self::apply_entity_relation(
&mut entity_fields, &mut entity_fields,
&relation.source_columns, &relation.source_columns,
@ -212,7 +261,6 @@ impl Merger {
); );
entity_response.insert(relation_name, Value::Object(merged_relative)); entity_response.insert(relation_name, Value::Object(merged_relative));
} else { } else {
// Child holds FK back to Parent.
if !relative.contains_key("organization_id") { if !relative.contains_key("organization_id") {
if let Some(org_id) = entity_fields.get("organization_id") { if let Some(org_id) = entity_fields.get("organization_id") {
relative.insert("organization_id".to_string(), org_id.clone()); relative.insert("organization_id".to_string(), org_id.clone());
@ -226,7 +274,7 @@ impl Merger {
&entity_fields, &entity_fields,
); );
let merged_relative = match self.merge_internal(Value::Object(relative), notifications)? { let merged_relative = match self.merge_internal(rel_schema.clone(), Value::Object(relative), notifications)? {
Value::Object(m) => m, Value::Object(m) => m,
_ => continue, _ => continue,
}; };
@ -235,8 +283,9 @@ impl Merger {
} }
} }
} }
}
}
// 4. Post-stage the entity (for relationships)
if type_def.relationship { if type_def.relationship {
let (fields, kind, fetched) = let (fields, kind, fetched) =
self.stage_entity(entity_fields.clone(), type_def, &user_id, &timestamp)?; self.stage_entity(entity_fields.clone(), type_def, &user_id, &timestamp)?;
@ -245,7 +294,6 @@ impl Merger {
entity_fetched = fetched; entity_fetched = fetched;
} }
// 5. Process the main entity fields
self.merge_entity_fields( self.merge_entity_fields(
entity_change_kind.as_deref().unwrap_or(""), entity_change_kind.as_deref().unwrap_or(""),
&type_name, &type_name,
@ -254,13 +302,11 @@ impl Merger {
entity_fetched.as_ref(), entity_fetched.as_ref(),
)?; )?;
// Add main entity fields to response
for (k, v) in &entity_fields { for (k, v) in &entity_fields {
entity_response.insert(k.clone(), v.clone()); entity_response.insert(k.clone(), v.clone());
} }
// 6. Handle related arrays for (relation_name, (relative_val, rel_schema)) in entity_arrays {
for (relation_name, relative_val) in entity_arrays {
let relative_arr = match relative_val { let relative_arr = match relative_val {
Value::Array(a) => a, Value::Array(a) => a,
_ => continue, _ => continue,
@ -270,28 +316,9 @@ impl Merger {
continue; continue;
} }
let first_relative = match &relative_arr[0] { if let Some(compiled_edges) = schema.obj.compiled_edges.get() {
Value::Object(m) => m, if let Some(edge) = compiled_edges.get(&relation_name) {
_ => continue, if let Some(relation) = self.db.relations.get(&edge.constraint) {
};
// Attempt to extract relative object type name
let relative_type_name = match first_relative.get("type").and_then(|v| v.as_str()) {
Some(t) => t,
None => continue,
};
let relative_keys: Vec<String> = first_relative.keys().cloned().collect();
// Call central Database O(1) graph logic
let relative_relation = self.db.get_relation(
&type_def.name,
relative_type_name,
&relation_name,
Some(&relative_keys),
);
if let Some((relation, _)) = relative_relation {
let mut relative_responses = Vec::new(); let mut relative_responses = Vec::new();
for relative_item_val in relative_arr { for relative_item_val in relative_arr {
if let Value::Object(mut relative_item) = relative_item_val { if let Value::Object(mut relative_item) = relative_item_val {
@ -308,8 +335,17 @@ impl Merger {
&entity_fields, &entity_fields,
); );
let mut item_schema = rel_schema.clone();
if let Some(crate::database::schema::SchemaTypeOrArray::Single(t)) = &rel_schema.obj.type_ {
if t == "array" {
if let Some(items_def) = &rel_schema.obj.items {
item_schema = items_def.clone();
}
}
}
let merged_relative = let merged_relative =
match self.merge_internal(Value::Object(relative_item), notifications)? { match self.merge_internal(item_schema, Value::Object(relative_item), notifications)? {
Value::Object(m) => m, Value::Object(m) => m,
_ => continue, _ => continue,
}; };
@ -320,9 +356,12 @@ impl Merger {
entity_response.insert(relation_name, Value::Array(relative_responses)); entity_response.insert(relation_name, Value::Array(relative_responses));
} }
} }
}
}
// 7. Perform change tracking // 7. Perform change tracking dynamically suppressing noise based on type bounds!
let notify_sql = self.merge_entity_change( let notify_sql = self.merge_entity_change(
type_def,
&entity_fields, &entity_fields,
entity_fetched.as_ref(), entity_fetched.as_ref(),
entity_change_kind.as_deref(), entity_change_kind.as_deref(),
@ -620,11 +659,7 @@ impl Merger {
for key in &sorted_keys { for key in &sorted_keys {
columns.push(format!("\"{}\"", key)); columns.push(format!("\"{}\"", key));
let val = entity_pairs.get(key).unwrap(); let val = entity_pairs.get(key).unwrap();
if val.as_str() == Some("") { values.push(Self::format_sql_value(val, key, entity_type));
values.push("NULL".to_string());
} else {
values.push(Self::quote_literal(val));
}
} }
if columns.is_empty() { if columns.is_empty() {
@ -658,7 +693,11 @@ impl Merger {
if val.as_str() == Some("") { if val.as_str() == Some("") {
set_clauses.push(format!("\"{}\" = NULL", key)); set_clauses.push(format!("\"{}\" = NULL", key));
} else { } else {
set_clauses.push(format!("\"{}\" = {}", key, Self::quote_literal(val))); set_clauses.push(format!(
"\"{}\" = {}",
key,
Self::format_sql_value(val, key, entity_type)
));
} }
} }
@ -680,6 +719,7 @@ impl Merger {
fn merge_entity_change( fn merge_entity_change(
&self, &self,
type_obj: &Type,
entity_fields: &serde_json::Map<String, Value>, entity_fields: &serde_json::Map<String, Value>,
entity_fetched: Option<&serde_json::Map<String, Value>>, entity_fetched: Option<&serde_json::Map<String, Value>>,
entity_change_kind: Option<&str>, entity_change_kind: Option<&str>,
@ -760,6 +800,8 @@ impl Merger {
notification.insert("old".to_string(), old_val_obj.clone()); notification.insert("old".to_string(), old_val_obj.clone());
} }
let mut notify_sql = None;
if type_obj.historical {
let change_sql = format!( let change_sql = format!(
"INSERT INTO agreego.change (\"old\", \"new\", entity_id, id, kind, modified_at, modified_by) VALUES ({}, {}, {}, {}, {}, {}, {})", "INSERT INTO agreego.change (\"old\", \"new\", entity_id, id, kind, modified_at, modified_by) VALUES ({}, {}, {}, {}, {}, {}, {})",
Self::quote_literal(&old_val_obj), Self::quote_literal(&old_val_obj),
@ -771,17 +813,20 @@ impl Merger {
Self::quote_literal(&Value::String(user_id.to_string())) Self::quote_literal(&Value::String(user_id.to_string()))
); );
let notify_sql = format!(
"SELECT pg_notify('entity', {})",
Self::quote_literal(&Value::String(Value::Object(notification).to_string()))
);
self self
.db .db
.execute(&change_sql, None) .execute(&change_sql, None)
.map_err(|e| format!("Executor Error in change: {:?}", e))?; .map_err(|e| format!("Executor Error in change: {:?}", e))?;
}
Ok(Some(notify_sql)) if type_obj.notify {
notify_sql = Some(format!(
"SELECT pg_notify('entity', {})",
Self::quote_literal(&Value::String(Value::Object(notification).to_string()))
));
}
Ok(notify_sql)
} }
fn compare_entities( fn compare_entities(
@ -833,6 +878,34 @@ impl Merger {
} }
} }
fn format_sql_value(val: &Value, key: &str, entity_type: &Type) -> String {
if val.as_str() == Some("") {
return "NULL".to_string();
}
let mut is_pg_array = false;
if let Some(field_types_map) = entity_type.field_types.as_ref().and_then(|v| v.as_object()) {
if let Some(t_val) = field_types_map.get(key) {
if let Some(t_str) = t_val.as_str() {
if t_str.starts_with('_') {
is_pg_array = true;
}
}
}
}
if is_pg_array && val.is_array() {
let mut s = val.to_string();
if s.starts_with('[') && s.ends_with(']') {
s.replace_range(0..1, "{");
s.replace_range(s.len() - 1..s.len(), "}");
}
Self::quote_literal(&Value::String(s))
} else {
Self::quote_literal(val)
}
}
fn quote_literal(val: &Value) -> String { fn quote_literal(val: &Value) -> String {
match val { match val {
Value::Null => "NULL".to_string(), Value::Null => "NULL".to_string(),

View File

@ -12,6 +12,7 @@ pub struct Node<'a> {
pub parent_alias: String, pub parent_alias: String,
pub parent_type_aliases: Option<std::sync::Arc<std::collections::HashMap<String, String>>>, pub parent_type_aliases: Option<std::sync::Arc<std::collections::HashMap<String, String>>>,
pub parent_type: Option<&'a crate::database::r#type::Type>, pub parent_type: Option<&'a crate::database::r#type::Type>,
pub parent_schema: Option<std::sync::Arc<crate::database::schema::Schema>>,
pub property_name: Option<String>, pub property_name: Option<String>,
pub depth: usize, pub depth: usize,
pub ast_path: String, pub ast_path: String,
@ -19,11 +20,7 @@ pub struct Node<'a> {
impl<'a> Compiler<'a> { impl<'a> Compiler<'a> {
/// Compiles a JSON schema into a nested PostgreSQL query returning JSONB /// Compiles a JSON schema into a nested PostgreSQL query returning JSONB
pub fn compile( pub fn compile(&self, schema_id: &str, filter_keys: &[String]) -> Result<String, String> {
&self,
schema_id: &str,
filter_keys: &[String],
) -> Result<String, String> {
let schema = self let schema = self
.db .db
.schemas .schemas
@ -43,6 +40,7 @@ impl<'a> Compiler<'a> {
parent_alias: "t1".to_string(), parent_alias: "t1".to_string(),
parent_type_aliases: None, parent_type_aliases: None,
parent_type: None, parent_type: None,
parent_schema: None,
property_name: None, property_name: None,
depth: 0, depth: 0,
ast_path: String::new(), ast_path: String::new(),
@ -247,12 +245,12 @@ impl<'a> Compiler<'a> {
if fam_type_def.variations.len() == 1 { if fam_type_def.variations.len() == 1 {
let mut bypass_schema = crate::database::schema::Schema::default(); let mut bypass_schema = crate::database::schema::Schema::default();
bypass_schema.obj.r#ref = Some(family_target.clone()); bypass_schema.obj.r#ref = Some(family_target.clone());
bypass_schema.compile(self.db, &mut std::collections::HashSet::new());
let mut bypass_node = node.clone(); let mut bypass_node = node.clone();
bypass_node.schema = std::sync::Arc::new(bypass_schema); bypass_node.schema = std::sync::Arc::new(bypass_schema);
let mut bypassed_args = let mut bypassed_args = self.compile_select_clause(r#type, table_aliases, bypass_node)?;
self.compile_select_clause(r#type, table_aliases, bypass_node)?;
select_args.append(&mut bypassed_args); select_args.append(&mut bypassed_args);
} else { } else {
let mut family_schemas = Vec::new(); let mut family_schemas = Vec::new();
@ -263,6 +261,7 @@ impl<'a> Compiler<'a> {
for variation in &sorted_fam_variations { for variation in &sorted_fam_variations {
let mut ref_schema = crate::database::schema::Schema::default(); let mut ref_schema = crate::database::schema::Schema::default();
ref_schema.obj.r#ref = Some(variation.clone()); ref_schema.obj.r#ref = Some(variation.clone());
ref_schema.compile(self.db, &mut std::collections::HashSet::new());
family_schemas.push(std::sync::Arc::new(ref_schema)); family_schemas.push(std::sync::Arc::new(ref_schema));
} }
@ -400,7 +399,7 @@ impl<'a> Compiler<'a> {
) -> Result<Vec<String>, String> { ) -> Result<Vec<String>, String> {
let mut select_args = Vec::new(); let mut select_args = Vec::new();
let grouped_fields = r#type.grouped_fields.as_ref().and_then(|v| v.as_object()); let grouped_fields = r#type.grouped_fields.as_ref().and_then(|v| v.as_object());
let merged_props = self.get_merged_properties(node.schema.as_ref()); let merged_props = node.schema.obj.compiled_properties.get().unwrap();
let mut sorted_keys: Vec<&String> = merged_props.keys().collect(); let mut sorted_keys: Vec<&String> = merged_props.keys().collect();
sorted_keys.sort(); sorted_keys.sort();
@ -454,6 +453,7 @@ impl<'a> Compiler<'a> {
let arc_aliases = std::sync::Arc::new(table_aliases.clone()); let arc_aliases = std::sync::Arc::new(table_aliases.clone());
child_node.parent_type_aliases = Some(arc_aliases); child_node.parent_type_aliases = Some(arc_aliases);
child_node.parent_type = Some(r#type); child_node.parent_type = Some(r#type);
child_node.parent_schema = Some(std::sync::Arc::clone(&node.schema));
child_node.property_name = Some(prop_key.clone()); child_node.property_name = Some(prop_key.clone());
child_node.depth += 1; child_node.depth += 1;
let next_path = if node.ast_path.is_empty() { let next_path = if node.ast_path.is_empty() {
@ -494,7 +494,13 @@ impl<'a> Compiler<'a> {
where_clauses.push(format!("NOT {}.archived", entity_alias)); where_clauses.push(format!("NOT {}.archived", entity_alias));
self.compile_filter_conditions(r#type, type_aliases, &node, &base_alias, &mut where_clauses); self.compile_filter_conditions(r#type, type_aliases, &node, &base_alias, &mut where_clauses);
self.compile_relation_conditions(r#type, type_aliases, &node, &base_alias, &mut where_clauses)?; self.compile_relation_conditions(
r#type,
type_aliases,
&node,
&base_alias,
&mut where_clauses,
)?;
Ok(where_clauses) Ok(where_clauses)
} }
@ -509,7 +515,10 @@ impl<'a> Compiler<'a> {
for (t_name, fields_val) in gf { for (t_name, fields_val) in gf {
if let Some(fields_arr) = fields_val.as_array() { if let Some(fields_arr) = fields_val.as_array() {
if fields_arr.iter().any(|v| v.as_str() == Some(field_name)) { if fields_arr.iter().any(|v| v.as_str() == Some(field_name)) {
return type_aliases.get(t_name).cloned().unwrap_or_else(|| base_alias.to_string()); return type_aliases
.get(t_name)
.cloned()
.unwrap_or_else(|| base_alias.to_string());
} }
} }
} }
@ -606,13 +615,31 @@ impl<'a> Compiler<'a> {
)); ));
} else { } else {
let sql_op = match op { let sql_op = match op {
"$eq" => if is_ilike { "ILIKE" } else { "=" }, "$eq" => {
"$ne" => if is_ilike { "NOT ILIKE" } else { "!=" }, if is_ilike {
"ILIKE"
} else {
"="
}
}
"$ne" => {
if is_ilike {
"NOT ILIKE"
} else {
"!="
}
}
"$gt" => ">", "$gt" => ">",
"$gte" => ">=", "$gte" => ">=",
"$lt" => "<", "$lt" => "<",
"$lte" => "<=", "$lte" => "<=",
_ => if is_ilike { "ILIKE" } else { "=" }, _ => {
if is_ilike {
"ILIKE"
} else {
"="
}
}
}; };
let param_sql = if is_ilike && (op == "$eq" || op == "$ne") { let param_sql = if is_ilike && (op == "$eq" || op == "$ne") {
@ -639,20 +666,20 @@ impl<'a> Compiler<'a> {
) -> Result<(), String> { ) -> Result<(), String> {
if let Some(prop_ref) = &node.property_name { if let Some(prop_ref) = &node.property_name {
let prop = prop_ref.as_str(); let prop = prop_ref.as_str();
println!("DEBUG: Eval prop: {}", prop);
let mut parent_relation_alias = node.parent_alias.clone(); let mut parent_relation_alias = node.parent_alias.clone();
let mut child_relation_alias = base_alias.to_string(); let mut child_relation_alias = base_alias.to_string();
if let Some(parent_type) = node.parent_type { if let Some(parent_type) = node.parent_type {
let merged_props = self.get_merged_properties(node.schema.as_ref()); if let Some(parent_schema) = &node.parent_schema {
let relative_keys: Vec<String> = merged_props.keys().cloned().collect(); if let Some(compiled_edges) = parent_schema.obj.compiled_edges.get() {
if let Some(edge) = compiled_edges.get(prop) {
let (relation, is_parent_source) = self let is_parent_source = edge.forward;
.db let relation = self.db.relations.get(&edge.constraint).ok_or_else(|| {
.get_relation(&parent_type.name, &r#type.name, prop, Some(&relative_keys))
.ok_or_else(|| {
format!( format!(
"Could not dynamically resolve database relation mapping for {} -> {} on property {}", "Could not find exact relation constraint {} statically mapped from {} -> {} property {}",
parent_type.name, r#type.name, prop edge.constraint, parent_type.name, r#type.name, prop
) )
})?; })?;
@ -693,27 +720,9 @@ impl<'a> Compiler<'a> {
where_clauses.push(sql_string); where_clauses.push(sql_string);
} }
} }
}
}
}
Ok(()) Ok(())
} }
fn get_merged_properties(
&self,
schema: &crate::database::schema::Schema,
) -> std::collections::BTreeMap<String, Arc<crate::database::schema::Schema>> {
let mut props = std::collections::BTreeMap::new();
if let Some(ref_id) = &schema.obj.r#ref {
if let Some(parent_schema) = self.db.schemas.get(ref_id) {
props.extend(self.get_merged_properties(parent_schema));
}
}
if let Some(local_props) = &schema.obj.properties {
for (k, v) in local_props {
props.insert(k.clone(), v.clone());
}
}
props
}
} }

View File

@ -8536,3 +8536,9 @@ fn test_merger_0_7() {
let path = format!("{}/fixtures/merger.json", env!("CARGO_MANIFEST_DIR")); let path = format!("{}/fixtures/merger.json", env!("CARGO_MANIFEST_DIR"));
crate::tests::runner::run_test_case(&path, 0, 7).unwrap(); crate::tests::runner::run_test_case(&path, 0, 7).unwrap();
} }
#[test]
fn test_merger_0_8() {
let path = format!("{}/fixtures/merger.json", env!("CARGO_MANIFEST_DIR"));
crate::tests::runner::run_test_case(&path, 0, 8).unwrap();
}

View File

@ -10,7 +10,7 @@ fn test_library_api() {
// 1. Initially, schemas are not cached. // 1. Initially, schemas are not cached.
// Expected uninitialized drop format: errors + null response // Expected uninitialized drop format: errors + null response
let uninitialized_drop = jspg_validate("test_schema", JsonB(json!({}))); let uninitialized_drop = jspg_validate("source_schema", JsonB(json!({})));
assert_eq!( assert_eq!(
uninitialized_drop.0, uninitialized_drop.0,
json!({ json!({
@ -27,17 +27,44 @@ fn test_library_api() {
let db_json = json!({ let db_json = json!({
"puncs": [], "puncs": [],
"enums": [], "enums": [],
"relations": [], "relations": [
"types": [{ {
"id": "11111111-1111-1111-1111-111111111111",
"type": "relation",
"constraint": "fk_test_target",
"source_type": "source_schema",
"source_columns": ["target_id"],
"destination_type": "target_schema",
"destination_columns": ["id"],
"prefix": "target"
}
],
"types": [
{
"name": "source_schema",
"hierarchy": ["source_schema", "entity"],
"schemas": [{ "schemas": [{
"$id": "test_schema", "$id": "source_schema",
"type": "object", "type": "object",
"properties": { "properties": {
"name": { "type": "string" } "name": { "type": "string" },
"target": { "$ref": "target_schema" }
}, },
"required": ["name"] "required": ["name"]
}] }]
},
{
"name": "target_schema",
"hierarchy": ["target_schema", "entity"],
"schemas": [{
"$id": "target_schema",
"type": "object",
"properties": {
"value": { "type": "number" }
}
}] }]
}
]
}); });
let cache_drop = jspg_setup(JsonB(db_json)); let cache_drop = jspg_setup(JsonB(db_json));
@ -56,20 +83,39 @@ fn test_library_api() {
json!({ json!({
"type": "drop", "type": "drop",
"response": { "response": {
"test_schema": { "source_schema": {
"$id": "test_schema", "$id": "source_schema",
"type": "object", "type": "object",
"properties": { "properties": {
"name": { "type": "string" } "name": { "type": "string" },
"target": {
"$ref": "target_schema",
"compiledProperties": ["value"]
}
}, },
"required": ["name"] "required": ["name"],
"compiledProperties": ["name", "target"],
"compiledEdges": {
"target": {
"constraint": "fk_test_target",
"forward": true
}
}
},
"target_schema": {
"$id": "target_schema",
"type": "object",
"properties": {
"value": { "type": "number" }
},
"compiledProperties": ["value"]
} }
} }
}) })
); );
// 4. Validate Happy Path // 4. Validate Happy Path
let happy_drop = jspg_validate("test_schema", JsonB(json!({"name": "Neo"}))); let happy_drop = jspg_validate("source_schema", JsonB(json!({"name": "Neo"})));
assert_eq!( assert_eq!(
happy_drop.0, happy_drop.0,
json!({ json!({
@ -79,7 +125,7 @@ fn test_library_api() {
); );
// 5. Validate Unhappy Path // 5. Validate Unhappy Path
let unhappy_drop = jspg_validate("test_schema", JsonB(json!({"wrong": "data"}))); let unhappy_drop = jspg_validate("source_schema", JsonB(json!({"wrong": "data"})));
assert_eq!( assert_eq!(
unhappy_drop.0, unhappy_drop.0,
json!({ json!({

View File

@ -99,7 +99,7 @@ impl Case {
let merger = Merger::new(db.clone()); let merger = Merger::new(db.clone());
let test_data = self.data.clone().unwrap_or(Value::Null); let test_data = self.data.clone().unwrap_or(Value::Null);
let result = merger.merge(test_data); let result = merger.merge(&self.schema_id, test_data);
let expected_success = self.expect.as_ref().map(|e| e.success).unwrap_or(false); let expected_success = self.expect.as_ref().map(|e| e.success).unwrap_or(false);
let got_success = result.errors.is_empty(); let got_success = result.errors.is_empty();

View File

@ -8,7 +8,7 @@ impl<'a> ValidationContext<'a> {
result: &mut ValidationResult, result: &mut ValidationResult,
) -> Result<bool, ValidationError> { ) -> Result<bool, ValidationError> {
let current = self.instance; let current = self.instance;
if let Some(ref compiled_fmt) = self.schema.compiled_format { if let Some(compiled_fmt) = self.schema.compiled_format.get() {
match compiled_fmt { match compiled_fmt {
crate::database::schema::CompiledFormat::Func(f) => { crate::database::schema::CompiledFormat::Func(f) => {
let should = if let Some(s) = current.as_str() { let should = if let Some(s) = current.as_str() {

View File

@ -13,13 +13,18 @@ impl<'a> ValidationContext<'a> {
) -> Result<bool, ValidationError> { ) -> Result<bool, ValidationError> {
let current = self.instance; let current = self.instance;
if let Some(obj) = current.as_object() { if let Some(obj) = current.as_object() {
// Entity Bound Implicit Type Validation // Entity implicit type validation
if let Some(lookup_key) = self.schema.id.as_ref().or(self.schema.r#ref.as_ref()) { // Use the specific schema id or ref as a fallback
let base_type_name = lookup_key.split('.').next_back().unwrap_or("").to_string(); if let Some(identifier) = self.schema.id.as_ref().or(self.schema.r#ref.as_ref()) {
if let Some(type_def) = self.db.types.get(&base_type_name) // Kick in if the data object has a type field
&& let Some(type_val) = obj.get("type") if let Some(type_val) = obj.get("type")
&& let Some(type_str) = type_val.as_str() && let Some(type_str) = type_val.as_str()
{ {
// Get the string or the final segment as the base
let base = identifier.split('.').next_back().unwrap_or("").to_string();
// Check if the base is a global type name
if let Some(type_def) = self.db.types.get(&base) {
// Ensure the instance type is a variation of the global type
if type_def.variations.contains(type_str) { if type_def.variations.contains(type_str) {
// Ensure it passes strict mode // Ensure it passes strict mode
result.evaluated_keys.insert("type".to_string()); result.evaluated_keys.insert("type".to_string());
@ -33,8 +38,15 @@ impl<'a> ValidationContext<'a> {
path: format!("{}/type", self.path), path: format!("{}/type", self.path),
}); });
} }
} else {
// Ad-Hoc schemas natively use strict schema discriminator strings instead of variation inheritance
if type_str == identifier {
result.evaluated_keys.insert("type".to_string());
} }
} }
}
}
if let Some(min) = self.schema.min_properties if let Some(min) = self.schema.min_properties
&& (obj.len() as f64) < min && (obj.len() as f64) < min
{ {
@ -44,6 +56,7 @@ impl<'a> ValidationContext<'a> {
path: self.path.to_string(), path: self.path.to_string(),
}); });
} }
if let Some(max) = self.schema.max_properties if let Some(max) = self.schema.max_properties
&& (obj.len() as f64) > max && (obj.len() as f64) > max
{ {
@ -53,6 +66,7 @@ impl<'a> ValidationContext<'a> {
path: self.path.to_string(), path: self.path.to_string(),
}); });
} }
if let Some(ref req) = self.schema.required { if let Some(ref req) = self.schema.required {
for field in req { for field in req {
if !obj.contains_key(field) { if !obj.contains_key(field) {
@ -114,10 +128,14 @@ impl<'a> ValidationContext<'a> {
// Entity Bound Implicit Type Interception // Entity Bound Implicit Type Interception
if key == "type" if key == "type"
&& let Some(lookup_key) = sub_schema.id.as_ref().or(sub_schema.r#ref.as_ref()) && let Some(schema_bound) = sub_schema.id.as_ref().or(sub_schema.r#ref.as_ref())
{ {
let base_type_name = lookup_key.split('.').next_back().unwrap_or("").to_string(); let physical_type_name = schema_bound
if let Some(type_def) = self.db.types.get(&base_type_name) .split('.')
.next_back()
.unwrap_or("")
.to_string();
if let Some(type_def) = self.db.types.get(&physical_type_name)
&& let Some(instance_type) = child_instance.as_str() && let Some(instance_type) = child_instance.as_str()
&& type_def.variations.contains(instance_type) && type_def.variations.contains(instance_type)
{ {
@ -133,7 +151,7 @@ impl<'a> ValidationContext<'a> {
} }
} }
if let Some(ref compiled_pp) = self.schema.compiled_pattern_properties { if let Some(compiled_pp) = self.schema.compiled_pattern_properties.get() {
for (compiled_re, sub_schema) in compiled_pp { for (compiled_re, sub_schema) in compiled_pp {
for (key, child_instance) in obj { for (key, child_instance) in obj {
if compiled_re.0.is_match(key) { if compiled_re.0.is_match(key) {
@ -165,7 +183,7 @@ impl<'a> ValidationContext<'a> {
{ {
locally_matched = true; locally_matched = true;
} }
if !locally_matched && let Some(ref compiled_pp) = self.schema.compiled_pattern_properties if !locally_matched && let Some(compiled_pp) = self.schema.compiled_pattern_properties.get()
{ {
for (compiled_re, _) in compiled_pp { for (compiled_re, _) in compiled_pp {
if compiled_re.0.is_match(key) { if compiled_re.0.is_match(key) {

View File

@ -28,7 +28,7 @@ impl<'a> ValidationContext<'a> {
path: self.path.to_string(), path: self.path.to_string(),
}); });
} }
if let Some(ref compiled_re) = self.schema.compiled_pattern { if let Some(compiled_re) = self.schema.compiled_pattern.get() {
if !compiled_re.0.is_match(s) { if !compiled_re.0.is_match(s) {
result.errors.push(ValidationError { result.errors.push(ValidationError {
code: "PATTERN_VIOLATED".to_string(), code: "PATTERN_VIOLATED".to_string(),

View File

@ -1 +1 @@
1.0.77 1.0.83