added jsonb field tests to queryer and merger and fixed a bug there

fix_test.py

@@ -1,63 +1,87 @@
 import json
 
-path = "fixtures/database.json"
+def load_json(path):
+    with open(path, 'r') as f:
+        return json.load(f)
 
-with open(path, "r") as f:
-    data = json.load(f)
+def save_json(path, data):
+    with open(path, 'w') as f:
+        json.dump(data, f, indent=4)
 
-test_case = data[-1]
+def fix_merger():
+    data = load_json('fixtures/merger.json')
+    last_test = data[0]['tests'][-1]
+    
+    # Check if the last test is our bad one
+    if "name" in last_test and last_test["name"] == "Insert invoice with deep jsonb metadata":
+        new_test = {
+            "description": last_test["name"],
+            "action": "merge",
+            "schema_id": last_test["schema"],
+            "data": last_test["payload"],
+            "expect": {
+                "success": True,
+                "sql": [
+                    [
+                        "INSERT INTO agreego.invoice (",
+                        "    \"metadata\",",
+                        "    \"number\",",
+                        "    entity_id,",
+                        "    id,",
+                        "    type",
+                        ")",
+                        "VALUES (",
+                        "    '{",
+                        "        \"customer_snapshot\":{",
+                        "            \"first_name\":\"John\",",
+                        "            \"id\":\"00000000-0000-0000-0000-000000000000\",",
+                        "            \"type\":\"person\"",
+                        "        },",
+                        "        \"internal_note\":\"Confidential\",",
+                        "        \"related_rules\":[",
+                        "            {",
+                        "                \"id\":\"11111111-1111-1111-1111-111111111111\"",
+                        "            }",
+                        "        ]",
+                        "    }',",
+                        "    'INV-1001',",
+                        "    NULL,",
+                        "    '{{uuid}}',",
+                        "    'invoice'",
+                        ")"
+                    ]
+                ]
+            }
+        }
+        data[0]['tests'][-1] = new_test
+        save_json('fixtures/merger.json', data)
 
-test_case["database"]["relations"] = [
-    {
-        "id": "r1",
-        "type": "relation",
-        "constraint": "fk_person_email",
-        "source_type": "person", "source_columns": ["email_id"],
-        "destination_type": "email_address", "destination_columns": ["id"],
-        "prefix": "email"
-    },
-    {
-        "id": "r2",
-        "type": "relation",
-        "constraint": "fk_person_ad_hoc_bubble",
-        "source_type": "person", "source_columns": ["ad_hoc_bubble_id"],
-        "destination_type": "some_bubble", "destination_columns": ["id"],
-        "prefix": "ad_hoc_bubble"
-    },
-    {
-        "id": "r3",
-        "type": "relation",
-        "constraint": "fk_person_generic_bubble",
-        "source_type": "person", "source_columns": ["generic_bubble_id"],
-        "destination_type": "some_bubble", "destination_columns": ["id"],
-        "prefix": "generic_bubble"
-    },
-    {
-        "id": "r4",
-        "type": "relation",
-        "constraint": "fk_person_extended_relations",
-        "source_type": "contact", "source_columns": ["source_id"],
-        "destination_type": "person", "destination_columns": ["id"],
-        "prefix": "extended_relations"
-    },
-    {
-        "id": "r5",
-        "type": "relation",
-        "constraint": "fk_person_standard_relations",
-        "source_type": "contact", "source_columns": ["source_id_2"],
-        "destination_type": "person", "destination_columns": ["id"],
-        "prefix": "standard_relations"
-    },
-    {
-        "id": "r6",
-        "type": "relation",
-        "constraint": "fk_contact_target",
-        "source_type": "contact", "source_columns": ["target_id"],
-        "destination_type": "email_address", "destination_columns": ["id"],
-        "prefix": "target"
-    }
-]
-
-with open(path, "w") as f:
-    json.dump(data, f, indent=2)
+def fix_queryer():
+    data = load_json('fixtures/queryer.json')
+    last_test = data[0]['tests'][-1]
+    
+    if "name" in last_test and last_test["name"] == "Query invoice with complex JSONB metadata field extraction":
+        new_test = {
+            "description": last_test["name"],
+            "action": "query",
+            "schema_id": last_test["schema"],
+            "expect": {
+                "success": True,
+                "sql": [
+                    [
+                        "(SELECT jsonb_strip_nulls(jsonb_build_object(",
+                        "    'id', invoice_1.id,",
+                        "    'metadata', invoice_1.metadata,",
+                        "    'number', invoice_1.number,",
+                        "    'type', invoice_1.type",
+                        "))",
+                        "FROM agreego.invoice invoice_1)"
+                    ]
+                ]
+            }
+        }
+        data[0]['tests'][-1] = new_test
+        save_json('fixtures/queryer.json', data)
 
+fix_merger()
+fix_queryer()