feat(cysql): switch to flat ID carry-throughs to ensure index compatibility - the pg query planner is blind to composite types in certain situations

Author: zinic

Makefile

@@ -17,4 +17,25 @@ format:
 test:
 	@for pkg in $(MAIN_PACKAGES) ; do \
 		$(GO_CMD) test -cover $$pkg -parallel=20 ; \
-	done
+	done
+
+test_neo4j:
+	@for pkg in $(MAIN_PACKAGES) ; do \
+		$(GO_CMD) test -tags neo4j_integration -cover $$pkg -parallel=1 ; \
+	done
+
+test_pg:
+	@for pkg in $(MAIN_PACKAGES) ; do \
+		$(GO_CMD) test -tags pg_integration -cover $$pkg -parallel=1 ; \
+	done
+
+test_update:
+	@for pkg in $(MAIN_PACKAGES) ; do \
+		CYSQL_UPDATE_CASES=true $(GO_CMD) test -cover $$pkg -parallel=20 >>/dev/null 2>&1; \
+	done
+
+	cp -fv cypher/analyzer/updated_cases/* cypher/test/cases
+	rm -rf cypher/analyzer/updated_cases/
+
+	cp -fv cypher/models/pgsql/test/updated_cases/* cypher/models/pgsql/test/translation_cases
+	rm -rf cypher/models/pgsql/test/updated_cases

README.md

@@ -33,3 +33,46 @@ development processes.
 ```bash
 make
 ```
+
+#### Integration Tests
+
+Integration tests are excluded from the default `make` target and require a running database instance. They are
+selected via Go build tags and configured through environment variables.
+
+##### PostgreSQL Integration Tests
+
+The following tests require a live PostgreSQL instance:
+
+- `cypher/models/pgsql/test/translation_integration_test.go`
+- `cypher/models/pgsql/test/semantic_integration_test.go`
+
+Set the `PG_CONNECTION_STRING` environment variable to a valid PostgreSQL connection string (e.g. `user=postgres dbname=bhe password=bhe4eva host=localhost`), then run:
+
+```bash
+PG_CONNECTION_STRING="<connection-string>" make test_pg
+```
+
+To run a specific test directly:
+
+```bash
+PG_CONNECTION_STRING="<connection-string>" go test -tags pg_integration ./cypher/models/pgsql/test/...
+```
+
+##### Neo4j Integration Tests
+
+The following test requires a live Neo4j instance:
+
+- `drivers/neo4j/batch_integration_test.go`
+
+Set the `NEO4J_CONNECTION_STRING` environment variable to a valid Neo4j connection string (e.g.
+`neo4j://user:password@host:port`), then run:
+
+```bash
+NEO4J_CONNECTION_STRING="<connection-string>" make test_neo4j
+```
+
+To run the batch integration test directly:
+
+```bash
+NEO4J_CONNECTION_STRING="<connection-string>" go test -tags neo4j_integration ./drivers/neo4j/...
+```

cypher/models/pgsql/test/fixture.go

@@ -22,6 +22,10 @@ import (
 	"github.com/specterops/dawgs/graph"
 )
 
+const (
+	PGConnectionStringEV = "PG_CONNECTION_STRING"
+)
+
 var (
 	// Node and edge kinds to keep queries consistent
 	NodeKind1 = graph.StringKind("NodeKind1")

cypher/models/pgsql/test/semantic_integration_test.go

@@ -1,4 +1,4 @@
-//go:build manual_integration
+//go:build pg_integration
 
 // Copyright 2026 Specter Ops, Inc.
 //

cypher/models/pgsql/test/translation_cases/delete.sql

@@ -15,11 +15,11 @@
 -- SPDX-License-Identifier: Apache-2.0
 
 -- case: match (s:NodeKind1) detach delete s
-with s0 as (select (n0.id, n0.kind_ids, n0.properties)::nodecomposite as n0 from node n0 where n0.kind_ids operator (pg_catalog.@>) array [1]::int2[]), s1 as (delete from node n1 using s0 where (s0.n0).id = n1.id) select 1;
+with s0 as (select (n0.id, n0.kind_ids, n0.properties)::nodecomposite as n0, n0.id as n0_id from node n0 where n0.kind_ids operator (pg_catalog.@>) array [1]::int2[]), s1 as (delete from node n1 using s0 where s0.n0_id = n1.id) select 1;
 
 -- case: match ()-[r:EdgeKind1]->() delete r
-with s0 as (select (e0.id, e0.start_id, e0.end_id, e0.kind_id, e0.properties)::edgecomposite as e0, (n0.id, n0.kind_ids, n0.properties)::nodecomposite as n0, (n1.id, n1.kind_ids, n1.properties)::nodecomposite as n1 from edge e0 join node n0 on n0.id = e0.start_id join node n1 on n1.id = e0.end_id where e0.kind_id = any (array [3]::int2[])), s1 as (delete from edge e1 using s0 where (s0.e0).id = e1.id) select 1;
+with s0 as (select (e0.id, e0.start_id, e0.end_id, e0.kind_id, e0.properties)::edgecomposite as e0, (n0.id, n0.kind_ids, n0.properties)::nodecomposite as n0, n0.id as n0_id, (n1.id, n1.kind_ids, n1.properties)::nodecomposite as n1, n1.id as n1_id from edge e0 join node n0 on n0.id = e0.start_id join node n1 on n1.id = e0.end_id where e0.kind_id = any (array [3]::int2[])), s1 as (delete from edge e1 using s0 where (s0.e0).id = e1.id) select 1;
 
 -- case: match ()-[]->()-[r:EdgeKind1]->() delete r
-with s0 as (select (e0.id, e0.start_id, e0.end_id, e0.kind_id, e0.properties)::edgecomposite as e0, (n0.id, n0.kind_ids, n0.properties)::nodecomposite as n0, (n1.id, n1.kind_ids, n1.properties)::nodecomposite as n1 from edge e0 join node n0 on n0.id = e0.start_id join node n1 on n1.id = e0.end_id), s1 as (select s0.e0 as e0, (e1.id, e1.start_id, e1.end_id, e1.kind_id, e1.properties)::edgecomposite as e1, s0.n0 as n0, s0.n1 as n1, (n2.id, n2.kind_ids, n2.properties)::nodecomposite as n2 from s0 join edge e1 on (s0.n1).id = e1.start_id join node n2 on n2.id = e1.end_id where e1.kind_id = any (array [3]::int2[])), s2 as (delete from edge e2 using s1 where (s1.e1).id = e2.id) select 1;
+with s0 as (select (e0.id, e0.start_id, e0.end_id, e0.kind_id, e0.properties)::edgecomposite as e0, (n0.id, n0.kind_ids, n0.properties)::nodecomposite as n0, n0.id as n0_id, (n1.id, n1.kind_ids, n1.properties)::nodecomposite as n1, n1.id as n1_id from edge e0 join node n0 on n0.id = e0.start_id join node n1 on n1.id = e0.end_id), s1 as (select s0.e0 as e0, (e1.id, e1.start_id, e1.end_id, e1.kind_id, e1.properties)::edgecomposite as e1, s0.n0 as n0, s0.n0_id as n0_id, s0.n1 as n1, s0.n1_id as n1_id, (n2.id, n2.kind_ids, n2.properties)::nodecomposite as n2, n2.id as n2_id from s0 join edge e1 on s0.n1_id = e1.start_id join node n2 on n2.id = e1.end_id where e1.kind_id = any (array [3]::int2[])), s2 as (delete from edge e2 using s1 where (s1.e1).id = e2.id) select 1;