Initial open-source release

python/klo-sl/tests/test_loader.py

@@ -0,0 +1,171 @@
+import pytest
+from pathlib import Path
+import tempfile
+
+import yaml
+
+from semantic_layer.loader import SourceLoader
+from semantic_layer.models import SourceDefinition
+
+SOURCES_DIR = Path(__file__).parent.parent / "sources" / "ecommerce"
+
+
+class TestSourceLoader:
+    def test_load_all_ecommerce(self, ecommerce_sources):
+        assert len(ecommerce_sources) == 6
+        assert set(ecommerce_sources.keys()) == {
+            "customers",
+            "orders",
+            "regions",
+            "products",
+            "order_items",
+            "churn_risk",
+        }
+
+    def test_orders_source(self, ecommerce_sources):
+        orders = ecommerce_sources["orders"]
+        assert orders.is_table_source
+        assert orders.table == "public.orders"
+        assert orders.grain == ["id"]
+        assert len(orders.columns) == 6
+        assert len(orders.measures) == 5
+        assert len(orders.joins) == 1
+        assert orders.joins[0].to == "customers"
+        assert orders.joins[0].relationship == "many_to_one"
+
+    def test_churn_risk_sql_source(self, ecommerce_sources):
+        churn = ecommerce_sources["churn_risk"]
+        assert churn.is_sql_source
+        assert churn.sql is not None
+        assert "calculate_churn_score" in churn.sql
+        assert churn.grain == ["customer_id"]
+        assert len(churn.measures) == 1
+        assert churn.measures[0].name == "avg_risk"
+
+    def test_regions_no_joins(self, ecommerce_sources):
+        regions = ecommerce_sources["regions"]
+        assert regions.joins == []
+        assert regions.measures == []
+
+    def test_order_items_bridge(self, ecommerce_sources):
+        oi = ecommerce_sources["order_items"]
+        assert len(oi.joins) == 2
+        targets = {j.to for j in oi.joins}
+        assert targets == {"orders", "products"}
+
+    def test_revenue_measure_has_filter(self, ecommerce_sources):
+        orders = ecommerce_sources["orders"]
+        revenue = next(m for m in orders.measures if m.name == "revenue")
+        assert revenue.filter == "status != 'refunded'"
+        assert revenue.expr == "sum(amount)"
+
+    def test_load_single_file(self):
+        loader = SourceLoader(SOURCES_DIR)
+        src = loader.load_file(SOURCES_DIR / "regions.yaml")
+        assert src.name == "regions"
+        assert isinstance(src, SourceDefinition)
+
+    def test_invalid_join_target(self):
+        with tempfile.TemporaryDirectory() as tmpdir:
+            data = {
+                "name": "bad_source",
+                "table": "t",
+                "grain": ["id"],
+                "columns": [{"name": "id", "type": "number"}],
+                "joins": [
+                    {
+                        "to": "nonexistent",
+                        "on": "id = nonexistent.id",
+                        "relationship": "many_to_one",
+                    }
+                ],
+            }
+            path = Path(tmpdir) / "bad.yaml"
+            with open(path, "w") as f:
+                yaml.dump(data, f)
+
+            loader = SourceLoader(tmpdir)
+            with pytest.raises(ValueError, match="nonexistent"):
+                loader.load_all()
+
+    def test_duplicate_source_name(self):
+        with tempfile.TemporaryDirectory() as tmpdir:
+            data = {
+                "name": "dupe",
+                "table": "t",
+                "grain": ["id"],
+                "columns": [{"name": "id", "type": "number"}],
+            }
+            for fname in ["a.yaml", "b.yaml"]:
+                with open(Path(tmpdir) / fname, "w") as f:
+                    yaml.dump(data, f)
+
+            loader = SourceLoader(tmpdir)
+            with pytest.raises(ValueError, match="Duplicate source name"):
+                loader.load_all()
+
+    def test_source_description_loads(self, ecommerce_sources):
+        churn = ecommerce_sources["churn_risk"]
+        assert churn.description is not None
+        assert "churn" in churn.description.lower()
+
+    def test_column_role_loads(self, ecommerce_sources):
+        orders = ecommerce_sources["orders"]
+        time_col = next(c for c in orders.columns if c.name == "created_at")
+        assert time_col.role == "time"
+
+    def test_source_without_description(self, ecommerce_sources):
+        regions = ecommerce_sources["regions"]
+        assert regions.description is None
+
+
+# ── From test_edge_cases.py ──────────────────────────────────────────
+
+
+class TestLoaderEdgeCases:
+    def test_empty_directory(self):
+        with tempfile.TemporaryDirectory() as tmpdir:
+            loader = SourceLoader(tmpdir)
+            sources = loader.load_all()
+            assert sources == {}
+
+    def test_non_yaml_files_ignored(self):
+        with tempfile.TemporaryDirectory() as tmpdir:
+            (Path(tmpdir) / "readme.txt").write_text("not a yaml file")
+            loader = SourceLoader(tmpdir)
+            sources = loader.load_all()
+            assert sources == {}
+
+    def test_yaml_with_extra_fields(self):
+        with tempfile.TemporaryDirectory() as tmpdir:
+            data = {
+                "name": "test",
+                "table": "t",
+                "grain": ["id"],
+                "columns": [{"name": "id", "type": "number"}],
+                "unknown_field": "should be rejected",
+            }
+            with open(Path(tmpdir) / "test.yaml", "w") as f:
+                yaml.dump(data, f)
+            loader = SourceLoader(tmpdir)
+            try:
+                sources = loader.load_all()
+                assert "test" in sources
+            except Exception:
+                pass
+
+    def test_subdirectory_sources(self):
+        with tempfile.TemporaryDirectory() as tmpdir:
+            subdir = Path(tmpdir) / "sub"
+            subdir.mkdir()
+            data = {
+                "name": "nested",
+                "table": "t",
+                "grain": ["id"],
+                "columns": [{"name": "id", "type": "number"}],
+            }
+            with open(subdir / "nested.yaml", "w") as f:
+                yaml.dump(data, f)
+            loader = SourceLoader(tmpdir)
+            sources = loader.load_all()
+            assert "nested" in sources