add disk storage graph filter tests

Cargo.toml

@@ -155,6 +155,7 @@ moka = { version = "0.12.7", features = ["sync"] }
 indexmap = { version = "2.7.0", features = ["rayon"] }
 fake = { version = "3.1.0", features = ["chrono"] }
 strsim = { version = "0.11.1" }
+uuid = { version = "1.16.0", features = ["v4"] }
 
 # Make sure that transitive dependencies stick to disk_graph 50
 [patch.crates-io]

python/test_utils/utils.py

@@ -3,7 +3,7 @@
 import tempfile
 import time
 from typing import TypeVar, Callable
-
+import os
 import pytest
 
 from raphtory.graphql import GraphServer
@@ -13,6 +13,24 @@
 PORT = 1737
 
 
+if "DISK_TEST_MARK" in os.environ:
+    def with_disk_graph(func):
+        def inner(graph):
+            def inner2(graph, tmpdirname):
+                g = graph.to_disk_graph(tmpdirname)
+                func(g)
+
+            func(graph)
+            with tempfile.TemporaryDirectory() as tmpdirname:
+                inner2(graph, tmpdirname)
+
+        return inner
+
+else:
+    def with_disk_graph(func):
+        return func
+
+
 def measure(name: str, f: Callable[..., B], *args, print_result: bool = True) -> B:
     start_time = time.time()
     result = f(*args)

python/tests/test_base_install/test_filters/conftest.py

@@ -0,0 +1,54 @@
+from raphtory import Graph, PersistentGraph
+from raphtory import DiskGraphStorage
+import tempfile
+import pytest
+import shutil
+import atexit
+
+def default_init_graph(graph):
+    nodes = [
+         (1, 1, {"p1": "shivam_kapoor", "p9": 5, "p10": "Paper_airplane"}, "fire_nation"),
+         (2, 2, {"p1": "prop12", "p2": 2, "p10": "Paper_ship"}, "air_nomads"),
+         (3, 1, {"p1": "shivam_kapoor", "p9": 5}, "fire_nation"),
+         (3, 3, {"p2": 6, "p3": 1, "p10": "Paper_airplane"}, "fire_nation"),
+         (4, 1, {"p1": "shivam_kapoor", "p9": 5}, "fire_nation"),
+         (3, 4, {"p4": "pometry"}, None),
+         (4, 4, {"p5": 12}, None),
+    ]
+
+    for time, id, props, node_type in nodes:
+            graph.add_node(time, str(id), props, node_type)
+
+    edge_data = [
+        (1, "1", "2", {"p1": "shivam_kapoor", "p10": "Paper_airplane"}, "fire_nation"),
+        (2, "1", "2", {"p1": "shivam_kapoor", "p2": 4}, "fire_nation"),
+        (2, "2", "3", {"p1": "prop12", "p2": 2, "p10": "Paper_ship"}, "air_nomads"),
+        (3, "3", "1", {"p2": 6, "p3": 1}, "fire_nation"),
+        (3, "2", "1", {"p2": 6, "p3": 1, "p10": "Paper_airplane"}, None),
+        (4, "David Gilmour", "John Mayer", {"p2": 6, "p3": 1}, None),
+        (4, "John Mayer", "Jimmy Page", {"p2": 6, "p3": 1}, None),
+    ]
+
+    for time, src, dst, props, edge_type in edge_data:
+        graph.add_edge(time, src, dst, props, edge_type)
+
+    return graph
+
+def generate_graph_variants(init_graph=None):
+    init_graph = init_graph or default_init_graph
+    graph = init_graph(Graph())
+    persistent_graph = init_graph(PersistentGraph())
+
+    tmpdir = tempfile.TemporaryDirectory()
+    atexit.register(tmpdir.cleanup)
+    path = f"{tmpdir.name}/graph"
+
+    graph.to_disk_graph(path)
+    disk_graph = DiskGraphStorage.load_from_dir(path)
+
+    return [
+        graph,
+        persistent_graph,
+        disk_graph.to_events(),
+        disk_graph.to_persistent(),
+    ]

python/tests/test_base_install/test_filters/semantics/conftest.py

@@ -0,0 +1,244 @@
+from raphtory import Graph, PersistentGraph
+from raphtory import DiskGraphStorage
+import tempfile
+import pytest
+import shutil
+import atexit
+
+def init_nodes_graph(graph):
+    nodes = [
+        (6, "N1", {"p1": 2}),
+        (7, "N1", {"p1": 1}),
+        (6, "N2", {"p1": 1}),
+        (7, "N2", {"p1": 2}),
+        (8, "N3", {"p1": 1}),
+        (9, "N4", {"p1": 1}),
+        (5, "N5", {"p1": 1}),
+        (6, "N5", {"p1": 2}),
+        (5, "N6", {"p1": 1}),
+        (6, "N6", {"p1": 1}),
+        (3, "N7", {"p1": 1}),
+        (5, "N7", {"p1": 1}),
+        (3, "N8", {"p1": 1}),
+        (4, "N8", {"p1": 2}),
+        (2, "N9", {"p1": 2}),
+        (2, "N10", {"q1": 0}),
+        (2, "N10", {"p1": 3}),
+        (2, "N11", {"p1": 3}),
+        (2, "N11", {"q1": 0}),
+        (2, "N12", {"q1": 0}),
+        (3, "N12", {"p1": 3}),
+        (2, "N13", {"q1": 0}),
+        (3, "N13", {"p1": 3}),
+        (2, "N14", {"q1": 0}),
+        (2, "N15", {}),
+    ]
+
+    for time, label, props in nodes:
+        graph.add_node(time, label, props)
+
+    constant_properties = {
+        "N1": {"p1": 1},
+        "N4": {"p1": 2},
+        "N9": {"p1": 1},
+        "N10": {"p1": 1},
+        "N11": {"p1": 1},
+        "N12": {"p1": 1},
+        "N13": {"p1": 1},
+        "N14": {"p1": 1},
+        "N15": {"p1": 1},
+    }
+
+    for label, props in constant_properties.items():
+        graph.node(label).add_constant_properties(props)
+
+    edges = [
+        (6, "N1", "N2", {"p1": 2}),
+        (7, "N1", "N2", {"p1": 1}),
+        (6, "N2", "N3", {"p1": 1}),
+        (7, "N2", "N3", {"p1": 2}),
+        (8, "N3", "N4", {"p1": 1}),
+        (9, "N4", "N5", {"p1": 1}),
+        (5, "N5", "N6", {"p1": 1}),
+        (6, "N5", "N6", {"p1": 2}),
+        (5, "N6", "N7", {"p1": 1}),
+        (6, "N6", "N7", {"p1": 1}),
+        (3, "N7", "N8", {"p1": 1}),
+        (5, "N7", "N8", {"p1": 1}),
+        (3, "N8", "N9", {"p1": 1}),
+        (4, "N8", "N9", {"p1": 2}),
+        (2, "N9", "N10", {"p1": 2}),
+        (2, "N10", "N11", {"q1": 0}),
+        (2, "N10", "N11", {"p1": 3}),
+        (2, "N11", "N12", {"p1": 3}),
+        (2, "N11", "N12", {"q1": 0}),
+        (2, "N12", "N13", {"q1": 0}),
+        (3, "N12", "N13", {"p1": 3}),
+        (2, "N13", "N14", {"q1": 0}),
+        (3, "N13", "N14", {"p1": 3}),
+        (2, "N14", "N15", {"q1": 0}),
+        (2, "N15", "N1", {}),
+    ]
+
+    for time, src, dst, props in edges:
+        graph.add_edge(time, src, dst, props)
+
+    constant_properties = [
+        ("N1", "N2", {"p1": 1}),
+        ("N4", "N5", {"p1": 2}),
+        ("N9", "N10", {"p1": 1}),
+        ("N10", "N11", {"p1": 1}),
+        ("N11", "N12", {"p1": 1}),
+        ("N12", "N13", {"p1": 1}),
+        ("N13", "N14", {"p1": 1}),
+        ("N14", "N15", {"p1": 1}),
+        ("N15", "N1", {"p1": 1}),
+    ]
+
+    for src, dst, props in constant_properties:
+        graph.edge(src, dst).add_constant_properties(props)
+
+    return graph
+
+# For this graph there won't be any temporal property index for property name "p1".
+def init_nodes_graph1(graph):
+    nodes = [
+        (2, "N1", {"q1": 0}),
+        (2, "N2", {}),
+    ]
+
+    for time, label, props in nodes:
+        graph.add_node(time, label, props)
+
+    constant_properties = {
+        "N1": {"p1": 1},
+        "N2": {"p1": 1},
+    }
+
+    for label, props in constant_properties.items():
+        graph.node(label).add_constant_properties(props)
+
+    return graph
+
+# For this graph there won't be any constant property index for property name "p1".
+def init_nodes_graph2(graph):
+    nodes = [
+        (1, "N1", {"p1": 1}),
+
+        (2, "N2", {"p1": 1}),
+        (3, "N2", {"p1": 2}),
+
+        (2, "N3", {"p1": 2}),
+        (3, "N3", {"p1": 1}),
+
+        (2, "N4", {}),
+    ]
+
+    for time, label, props in nodes:
+        graph.add_node(time, label, props)
+
+    constant_properties = {
+        "N1": {"p2": 1},
+        "N2": {"p1": 1},
+    }
+
+    for label, props in constant_properties.items():
+        graph.node(label).add_constant_properties(props)
+
+    return graph
+
+
+def init_edges_graph(graph):
+    edges = [
+        (6, "N1", "N2", {"p1": 2}),
+        (7, "N1", "N2", {"p1": 1}),
+        (6, "N2", "N3", {"p1": 1}),
+        (7, "N2", "N3", {"p1": 2}),
+        (8, "N3", "N4", {"p1": 1}),
+        (9, "N4", "N5", {"p1": 1}),
+        (5, "N5", "N6", {"p1": 1}),
+        (6, "N5", "N6", {"p1": 2}),
+        (5, "N6", "N7", {"p1": 1}),
+        (6, "N6", "N7", {"p1": 1}),
+        (3, "N7", "N8", {"p1": 1}),
+        (5, "N7", "N8", {"p1": 1}),
+        (3, "N8", "N9", {"p1": 1}),
+        (4, "N8", "N9", {"p1": 2}),
+        (2, "N9", "N10", {"p1": 2}),
+        (2, "N10", "N11", {"q1": 0}),
+        (2, "N10", "N11", {"p1": 3}),
+        (2, "N11", "N12", {"p1": 3}),
+        (2, "N11", "N12", {"q1": 0}),
+        (2, "N12", "N13", {"q1": 0}),
+        (3, "N12", "N13", {"p1": 3}),
+        (2, "N13", "N14", {"q1": 0}),
+        (3, "N13", "N14", {"p1": 3}),
+        (2, "N14", "N15", {"q1": 0}),
+        (2, "N15", "N1", {}),
+    ]
+
+    for time, src, dst, props in edges:
+        graph.add_edge(time, src, dst, props)
+
+    constant_properties = [
+        ("N1", "N2", {"p1": 1}),
+        ("N4", "N5", {"p1": 2}),
+        ("N9", "N10", {"p1": 1}),
+        ("N10", "N11", {"p1": 1}),
+        ("N11", "N12", {"p1": 1}),
+        ("N12", "N13", {"p1": 1}),
+        ("N13", "N14", {"p1": 1}),
+        ("N14", "N15", {"p1": 1}),
+        ("N15", "N1", {"p1": 1}),
+    ]
+
+    for src, dst, props in constant_properties:
+        graph.edge(src, dst).add_constant_properties(props)
+
+    return graph
+
+
+# For this graph there won't be any constant property index for property name "p1".
+def init_edges_graph1(graph):
+    edges = [
+        (2, "N1", "N2", {"q1": 0}),
+        (2, "N2", "N3", {}),
+    ]
+
+    for time, src, dst, props in edges:
+        graph.add_edge(time, src, dst, props)
+
+    constant_properties = [
+        ("N1", "N2", {"p1": 1}),
+        ("N2", "N3", {"p1": 1}),
+    ]
+
+    for src, dst, props in constant_properties:
+        graph.edge(src, dst).add_constant_properties(props)
+
+    return graph
+
+
+# For this graph there won't be any constant property index for property name "p1".
+def init_edges_graph2(graph):
+    edges = [
+            (2, "N1", "N2", {"p1": 1}),
+            (2, "N2", "N3", {"p1": 1}),
+            (2, "N2", "N3", {"p1": 2}),
+            (2, "N3", "N4", {"p1": 2}),
+            (2, "N3", "N4", {"p1": 1}),
+            (2, "N4", "N5", {}),
+        ]
+
+    for time, src, dst, props in edges:
+        graph.add_edge(time, src, dst, props)
+
+    constant_properties = [
+        ("N1", "N2", {"p2": 1}),
+    ]
+
+    for src, dst, props in constant_properties:
+        graph.edge(src, dst).add_constant_properties(props)
+
+    return graph
+