version: 1.0.81

fixtures/merger.json

@@ -143,7 +143,8 @@
                         ]
                     },
                     "lookup_fields": [],
-                    "historical": false,
+                    "historical": true,
+                    "notify": true,
                     "relationship": false
                 },
                 {
@@ -191,6 +192,7 @@
                     },
                     "lookup_fields": [],
                     "historical": true,
+                    "notify": true,
                     "relationship": false
                 },
                 {
@@ -239,6 +241,7 @@
                     },
                     "lookup_fields": [],
                     "historical": true,
+                    "notify": true,
                     "relationship": false
                 },
                 {
@@ -341,6 +344,7 @@
                         "pronouns"
                     ],
                     "historical": true,
+                    "notify": true,
                     "relationship": false
                 },
                 {
@@ -395,6 +399,7 @@
                         "id"
                     ],
                     "historical": true,
+                    "notify": true,
                     "relationship": false
                 },
                 {
@@ -452,6 +457,7 @@
                     },
                     "lookup_fields": [],
                     "historical": true,
+                    "notify": true,
                     "relationship": false
                 },
                 {
@@ -515,7 +521,8 @@
                         }
                     ],
                     "lookup_fields": [],
-                    "historical": true
+                    "historical": true,
+                    "notify": true
                 },
                 {
                     "name": "contact",
@@ -588,7 +595,8 @@
                         }
                     ],
                     "lookup_fields": [],
-                    "historical": true
+                    "historical": true,
+                    "notify": true
                 },
                 {
                     "name": "phone_number",
@@ -646,6 +654,7 @@
                     ],
                     "lookup_fields": [],
                     "historical": true,
+                    "notify": true,
                     "relationship": false
                 },
                 {
@@ -704,6 +713,98 @@
                     ],
                     "lookup_fields": [],
                     "historical": true,
+                    "notify": true,
+                    "relationship": false
+                },
+                {
+                    "name": "attachment",
+                    "schemas": [
+                        {
+                            "$id": "type_metadata",
+                            "type": "object",
+                            "properties": {
+                                "type": {
+                                    "type": "string"
+                                }
+                            }
+                        },
+                        {
+                            "$id": "other_metadata",
+                            "type": "object",
+                            "properties": {
+                                "other": {
+                                    "type": "string"
+                                }
+                            }
+                        },
+                        {
+                            "$id": "attachment",
+                            "$ref": "entity",
+                            "properties": {
+                                "flags": {
+                                    "type": "array",
+                                    "items": {
+                                        "type": "string"
+                                    }
+                                },
+                                "type_metadata": {
+                                    "$ref": "type_metadata"
+                                },
+                                "other_metadata": {
+                                    "$ref": "other_metadata"
+                                }
+                            }
+                        }
+                    ],
+                    "hierarchy": [
+                        "attachment",
+                        "entity"
+                    ],
+                    "fields": [
+                        "id",
+                        "type",
+                        "flags",
+                        "type_metadata",
+                        "other_metadata",
+                        "created_at",
+                        "created_by",
+                        "modified_at",
+                        "modified_by",
+                        "archived"
+                    ],
+                    "grouped_fields": {
+                        "attachment": [
+                            "id",
+                            "type",
+                            "flags",
+                            "type_metadata",
+                            "other_metadata"
+                        ],
+                        "entity": [
+                            "id",
+                            "type",
+                            "created_at",
+                            "created_by",
+                            "modified_at",
+                            "modified_by",
+                            "archived"
+                        ]
+                    },
+                    "field_types": {
+                        "id": "uuid",
+                        "type": "text",
+                        "flags": "_text",
+                        "type_metadata": "jsonb",
+                        "other_metadata": "jsonb",
+                        "created_at": "timestamptz",
+                        "created_by": "uuid",
+                        "modified_at": "timestamptz",
+                        "modified_by": "uuid",
+                        "archived": "boolean"
+                    },
+                    "lookup_fields": [],
+                    "historical": true,
+                    "notify": true,
                     "relationship": false
                 }
             ]
@@ -2180,6 +2281,108 @@
                         ]
                     ]
                 }
+            },
+            {
+                "description": "Attachment with text[] and jsonb metadata structures",
+                "action": "merge",
+                "data": {
+                    "type": "attachment",
+                    "flags": [
+                        "urgent",
+                        "reviewed"
+                    ],
+                    "other_metadata": {
+                        "other": "hello"
+                    },
+                    "type_metadata": {
+                        "type": "type_metadata"
+                    }
+                },
+                "expect": {
+                    "success": true,
+                    "sql": [
+                        [
+                            "INSERT INTO agreego.\"entity\" (",
+                            "    \"created_at\",",
+                            "    \"created_by\",",
+                            "    \"id\",",
+                            "    \"modified_at\",",
+                            "    \"modified_by\",",
+                            "    \"type\"",
+                            ")",
+                            "VALUES (",
+                            "    '{{timestamp}}',",
+                            "    '00000000-0000-0000-0000-000000000000',",
+                            "    '{{uuid:attachment_id}}',",
+                            "    '{{timestamp}}',",
+                            "    '00000000-0000-0000-0000-000000000000',",
+                            "    'attachment'",
+                            ")"
+                        ],
+                        [
+                            "INSERT INTO agreego.\"attachment\" (",
+                            "    \"flags\",",
+                            "    \"id\",",
+                            "    \"other_metadata\",",
+                            "    \"type\",",
+                            "    \"type_metadata\"",
+                            ")",
+                            "VALUES (",
+                            "    '{\"urgent\",\"reviewed\"}',",
+                            "    '{{uuid:attachment_id}}',",
+                            "    '{\"other\":\"hello\"}',",
+                            "    'attachment',",
+                            "    '{\"type\":\"type_metadata\"}'",
+                            ")"
+                        ],
+                        [
+                            "INSERT INTO agreego.change (",
+                            "    \"old\",",
+                            "    \"new\",",
+                            "    entity_id,",
+                            "    id,",
+                            "    kind,",
+                            "    modified_at,",
+                            "    modified_by",
+                            ")",
+                            "VALUES (",
+                            "    NULL,",
+                            "    '{",
+                            "        \"flags\":[\"urgent\",\"reviewed\"],",
+                            "        \"other_metadata\":{\"other\":\"hello\"},",
+                            "        \"type\":\"attachment\",",
+                            "        \"type_metadata\":{\"type\":\"type_metadata\"}",
+                            "    }',",
+                            "    '{{uuid:attachment_id}}',",
+                            "    '{{uuid}}',",
+                            "    'create',",
+                            "    '{{timestamp}}',",
+                            "    '00000000-0000-0000-0000-000000000000'",
+                            ")"
+                        ],
+                        [
+                            "SELECT pg_notify('entity', '{",
+                            "        \"complete\":{",
+                            "            \"created_at\":\"{{timestamp}}\",",
+                            "            \"created_by\":\"00000000-0000-0000-0000-000000000000\",",
+                            "            \"flags\":[\"urgent\",\"reviewed\"],",
+                            "            \"id\":\"{{uuid:attachment_id}}\",",
+                            "            \"modified_at\":\"{{timestamp}}\",",
+                            "            \"modified_by\":\"00000000-0000-0000-0000-000000000000\",",
+                            "            \"other_metadata\":{\"other\":\"hello\"},",
+                            "            \"type\":\"attachment\",",
+                            "            \"type_metadata\":{\"type\":\"type_metadata\"}",
+                            "        },",
+                            "        \"new\":{",
+                            "            \"flags\":[\"urgent\",\"reviewed\"],",
+                            "            \"other_metadata\":{\"other\":\"hello\"},",
+                            "            \"type\":\"attachment\",",
+                            "            \"type_metadata\":{\"type\":\"type_metadata\"}",
+                            "        }",
+                            "    }')"
+                        ]
+                    ]
+                }
             }
         ]
     }

m1.json

@@ -0,0 +1,102 @@
+{
+    "description": "Attachment with both type_metadata and other_metadata ad-hoc structures",
+    "action": "merge",
+    "data": {
+        "type": "attachment",
+        "flags": [
+            "urgent",
+            "reviewed"
+        ],
+        "other_metadata": {
+            "other": "hello"
+        },
+        "type_metadata": {
+            "type": "type_metadata"
+        }
+    },
+    "expect": {
+        "success": true,
+        "sql": [
+            [
+                "INSERT INTO agreego.\"entity\" (",
+                "    \"created_at\",",
+                "    \"created_by\",",
+                "    \"id\",",
+                "    \"modified_at\",",
+                "    \"modified_by\",",
+                "    \"type\"",
+                ")",
+                "VALUES (",
+                "    '{{timestamp}}',",
+                "    '00000000-0000-0000-0000-000000000000',",
+                "    '{{uuid:attachment_id}}',",
+                "    '{{timestamp}}',",
+                "    '00000000-0000-0000-0000-000000000000',",
+                "    'attachment'",
+                ")"
+            ],
+            [
+                "INSERT INTO agreego.\"attachment\" (",
+                "    \"flags\",",
+                "    \"id\",",
+                "    \"other_metadata\",",
+                "    \"type\",",
+                "    \"type_metadata\"",
+                ")",
+                "VALUES (",
+                "    '{\"urgent\",\"reviewed\"}',",
+                "    '{{uuid:attachment_id}}',",
+                "    '{\"other\":\"hello\"}',",
+                "    'attachment',",
+                "    '{\"type\":\"type_metadata\"}'",
+                ")"
+            ],
+            [
+                "INSERT INTO agreego.change (",
+                "    \"old\",",
+                "    \"new\",",
+                "    entity_id,",
+                "    id,",
+                "    kind,",
+                "    modified_at,",
+                "    modified_by",
+                ")",
+                "VALUES (",
+                "    NULL,",
+                "    '{",
+                "        \"flags\":[\"urgent\",\"reviewed\"],",
+                "        \"other_metadata\":{\"other\":\"hello\"},",
+                "        \"type\":\"attachment\",",
+                "        \"type_metadata\":{\"type\":\"type_metadata\"}",
+                "    }',",
+                "    '{{uuid:attachment_id}}',",
+                "    '{{uuid}}',",
+                "    'create',",
+                "    '{{timestamp}}',",
+                "    '00000000-0000-0000-0000-000000000000'",
+                ")"
+            ],
+            [
+                "SELECT pg_notify('entity', '{",
+                "        \"complete\":{",
+                "            \"created_at\":\"{{timestamp}}\",",
+                "            \"created_by\":\"00000000-0000-0000-0000-000000000000\",",
+                "            \"flags\":[\"urgent\",\"reviewed\"],",
+                "            \"id\":\"{{uuid:attachment_id}}\",",
+                "            \"modified_at\":\"{{timestamp}}\",",
+                "            \"modified_by\":\"00000000-0000-0000-0000-000000000000\",",
+                "            \"other_metadata\":{\"other\":\"hello\"},",
+                "            \"type\":\"attachment\",",
+                "            \"type_metadata\":{\"type\":\"type_metadata\"}",
+                "        },",
+                "        \"new\":{",
+                "            \"flags\":[\"urgent\",\"reviewed\"],",
+                "            \"other_metadata\":{\"other\":\"hello\"},",
+                "            \"type\":\"attachment\",",
+                "            \"type_metadata\":{\"type\":\"type_metadata\"}",
+                "        }",
+                "    }')"
+            ]
+        ]
+    }
+}

src/database/type.rs

@@ -15,6 +15,8 @@ pub struct Type {
   #[serde(default)]
   pub historical: bool,
   #[serde(default)]
+  pub notify: bool,
+  #[serde(default)]
   pub sensitive: bool,
   #[serde(default)]
   pub ownable: bool,

src/merger/mod.rs

@@ -3,6 +3,7 @@
 
 pub mod cache;
 
+use crate::database::r#type::Type;
 use crate::database::Database;
 use serde_json::Value;
 use std::sync::Arc;
@@ -175,7 +176,7 @@ impl Merger {
 
       // Attempt to extract relative object type name
       let relative_type_name = match relative.get("type").and_then(|v| v.as_str()) {
-        Some(t) => t,
+        Some(t) => t.to_string(),
         None => continue,
       };
 
@@ -184,7 +185,7 @@ impl Merger {
       // Call central Database O(1) graph logic
       let relative_relation = self.db.get_relation(
         &type_def.name,
-        relative_type_name,
+        &relative_type_name,
         &relation_name,
         Some(&relative_keys),
       );
@@ -199,11 +200,16 @@ impl Merger {
             }
           }
 
-          let merged_relative = match self.merge_internal(Value::Object(relative), notifications)? {
+          let mut merged_relative = match self.merge_internal(Value::Object(relative), notifications)? {
             Value::Object(m) => m,
             _ => continue,
           };
 
+          merged_relative.insert(
+            "type".to_string(),
+            Value::String(relative_type_name),
+          );
+
           Self::apply_entity_relation(
             &mut entity_fields,
             &relation.source_columns,
@@ -321,8 +327,9 @@ impl Merger {
       }
     }
 
-    // 7. Perform change tracking
+    // 7. Perform change tracking dynamically suppressing noise based on type bounds!
     let notify_sql = self.merge_entity_change(
+      type_def,
       &entity_fields,
       entity_fetched.as_ref(),
       entity_change_kind.as_deref(),
@@ -620,11 +627,7 @@ impl Merger {
         for key in &sorted_keys {
           columns.push(format!("\"{}\"", key));
           let val = entity_pairs.get(key).unwrap();
-          if val.as_str() == Some("") {
+          values.push(Self::format_sql_value(val, key, entity_type));
-            values.push("NULL".to_string());
-          } else {
-            values.push(Self::quote_literal(val));
-          }
         }
 
         if columns.is_empty() {
@@ -658,7 +661,11 @@ impl Merger {
           if val.as_str() == Some("") {
             set_clauses.push(format!("\"{}\" = NULL", key));
           } else {
-            set_clauses.push(format!("\"{}\" = {}", key, Self::quote_literal(val)));
+            set_clauses.push(format!(
+              "\"{}\" = {}",
+              key,
+              Self::format_sql_value(val, key, entity_type)
+            ));
           }
         }
 
@@ -680,6 +687,7 @@ impl Merger {
 
   fn merge_entity_change(
     &self,
+    type_obj: &Type,
     entity_fields: &serde_json::Map<String, Value>,
     entity_fetched: Option<&serde_json::Map<String, Value>>,
     entity_change_kind: Option<&str>,
@@ -760,28 +768,33 @@ impl Merger {
         notification.insert("old".to_string(), old_val_obj.clone());
     }
 
-    let change_sql = format!(
+    let mut notify_sql = None;
-      "INSERT INTO agreego.change (\"old\", \"new\", entity_id, id, kind, modified_at, modified_by) VALUES ({}, {}, {}, {}, {}, {}, {})",
+    if type_obj.historical {
-      Self::quote_literal(&old_val_obj),
+      let change_sql = format!(
-      Self::quote_literal(&new_val_obj),
+        "INSERT INTO agreego.change (\"old\", \"new\", entity_id, id, kind, modified_at, modified_by) VALUES ({}, {}, {}, {}, {}, {}, {})",
-      Self::quote_literal(id_str),
+        Self::quote_literal(&old_val_obj),
-      Self::quote_literal(&Value::String(uuid::Uuid::new_v4().to_string())),
+        Self::quote_literal(&new_val_obj),
-      Self::quote_literal(&Value::String(change_kind.to_string())),
+        Self::quote_literal(id_str),
-      Self::quote_literal(&Value::String(timestamp.to_string())),
+        Self::quote_literal(&Value::String(uuid::Uuid::new_v4().to_string())),
-      Self::quote_literal(&Value::String(user_id.to_string()))
+        Self::quote_literal(&Value::String(change_kind.to_string())),
-    );
+        Self::quote_literal(&Value::String(timestamp.to_string())),
+        Self::quote_literal(&Value::String(user_id.to_string()))
+      );
 
-    let notify_sql = format!(
+      self
-      "SELECT pg_notify('entity', {})",
+        .db
-      Self::quote_literal(&Value::String(Value::Object(notification).to_string()))
+        .execute(&change_sql, None)
-    );
+        .map_err(|e| format!("Executor Error in change: {:?}", e))?;
+    }
 
-    self
+    if type_obj.notify {
-      .db
+      notify_sql = Some(format!(
-      .execute(&change_sql, None)
+        "SELECT pg_notify('entity', {})",
-      .map_err(|e| format!("Executor Error in change: {:?}", e))?;
+        Self::quote_literal(&Value::String(Value::Object(notification).to_string()))
+      ));
+    }
 
-    Ok(Some(notify_sql))
+    Ok(notify_sql)
   }
 
   fn compare_entities(
@@ -833,6 +846,34 @@ impl Merger {
     }
   }
 
+  fn format_sql_value(val: &Value, key: &str, entity_type: &Type) -> String {
+    if val.as_str() == Some("") {
+      return "NULL".to_string();
+    }
+
+    let mut is_pg_array = false;
+    if let Some(field_types_map) = entity_type.field_types.as_ref().and_then(|v| v.as_object()) {
+      if let Some(t_val) = field_types_map.get(key) {
+        if let Some(t_str) = t_val.as_str() {
+          if t_str.starts_with('_') {
+            is_pg_array = true;
+          }
+        }
+      }
+    }
+
+    if is_pg_array && val.is_array() {
+      let mut s = val.to_string();
+      if s.starts_with('[') && s.ends_with(']') {
+        s.replace_range(0..1, "{");
+        s.replace_range(s.len() - 1..s.len(), "}");
+      }
+      Self::quote_literal(&Value::String(s))
+    } else {
+      Self::quote_literal(val)
+    }
+  }
+
   fn quote_literal(val: &Value) -> String {
     match val {
       Value::Null => "NULL".to_string(),

src/tests/fixtures.rs

@@ -8536,3 +8536,9 @@ fn test_merger_0_7() {
     let path = format!("{}/fixtures/merger.json", env!("CARGO_MANIFEST_DIR"));
     crate::tests::runner::run_test_case(&path, 0, 7).unwrap();
 }
+
+#[test]
+fn test_merger_0_8() {
+    let path = format!("{}/fixtures/merger.json", env!("CARGO_MANIFEST_DIR"));
+    crate::tests::runner::run_test_case(&path, 0, 8).unwrap();
+}

src/validator/rules/object.rs

@@ -13,28 +13,40 @@ impl<'a> ValidationContext<'a> {
   ) -> Result<bool, ValidationError> {
     let current = self.instance;
     if let Some(obj) = current.as_object() {
-      // Entity Bound Implicit Type Validation
+      // Entity implicit type validation
-      if let Some(lookup_key) = self.schema.id.as_ref().or(self.schema.r#ref.as_ref()) {
+      // Use the specific schema id or ref as a fallback
-        let base_type_name = lookup_key.split('.').next_back().unwrap_or("").to_string();
+      if let Some(identifier) = self.schema.id.as_ref().or(self.schema.r#ref.as_ref()) {
-        if let Some(type_def) = self.db.types.get(&base_type_name)
+        // Kick in if the data object has a type field
-          && let Some(type_val) = obj.get("type")
+        if let Some(type_val) = obj.get("type")
           && let Some(type_str) = type_val.as_str()
         {
-          if type_def.variations.contains(type_str) {
+          // Get the string or the final segment as the base
-            // Ensure it passes strict mode
+          let base = identifier.split('.').next_back().unwrap_or("").to_string();
-            result.evaluated_keys.insert("type".to_string());
+          // Check if the base is a global type name
+          if let Some(type_def) = self.db.types.get(&base) {
+            // Ensure the instance type is a variation of the global type
+            if type_def.variations.contains(type_str) {
+              // Ensure it passes strict mode
+              result.evaluated_keys.insert("type".to_string());
+            } else {
+              result.errors.push(ValidationError {
+                code: "CONST_VIOLATED".to_string(), // Aligning with original const override errors
+                message: format!(
+                  "Type '{}' is not a valid descendant for this entity bound schema",
+                  type_str
+                ),
+                path: format!("{}/type", self.path),
+              });
+            }
           } else {
-            result.errors.push(ValidationError {
+            // Ad-Hoc schemas natively use strict schema discriminator strings instead of variation inheritance
-              code: "CONST_VIOLATED".to_string(), // Aligning with original const override errors
+            if type_str == identifier {
-              message: format!(
+              result.evaluated_keys.insert("type".to_string());
-                "Type '{}' is not a valid descendant for this entity bound schema",
+            }
-                type_str
-              ),
-              path: format!("{}/type", self.path),
-            });
           }
         }
       }
+
       if let Some(min) = self.schema.min_properties
         && (obj.len() as f64) < min
       {
@@ -44,6 +56,7 @@ impl<'a> ValidationContext<'a> {
           path: self.path.to_string(),
         });
       }
+
       if let Some(max) = self.schema.max_properties
         && (obj.len() as f64) > max
       {
@@ -53,6 +66,7 @@ impl<'a> ValidationContext<'a> {
           path: self.path.to_string(),
         });
       }
+
       if let Some(ref req) = self.schema.required {
         for field in req {
           if !obj.contains_key(field) {
@@ -114,10 +128,14 @@ impl<'a> ValidationContext<'a> {
 
             // Entity Bound Implicit Type Interception
             if key == "type"
-              && let Some(lookup_key) = sub_schema.id.as_ref().or(sub_schema.r#ref.as_ref())
+              && let Some(schema_bound) = sub_schema.id.as_ref().or(sub_schema.r#ref.as_ref())
             {
-              let base_type_name = lookup_key.split('.').next_back().unwrap_or("").to_string();
+              let physical_type_name = schema_bound
-              if let Some(type_def) = self.db.types.get(&base_type_name)
+                .split('.')
+                .next_back()
+                .unwrap_or("")
+                .to_string();
+              if let Some(type_def) = self.db.types.get(&physical_type_name)
                 && let Some(instance_type) = child_instance.as_str()
                 && type_def.variations.contains(instance_type)
               {

version

@@ -1 +1 @@
-1.0.77
+1.0.81