From d898716cf4c9baa62fd6767844a301187addbbe8 Mon Sep 17 00:00:00 2001
From: CREDO23 <bakerathierry@gmail.com>
Date: Fri, 12 Jun 2026 11:23:50 +0200
Subject: [PATCH] feat(migration): add etl_cache_parses table

---
 .../versions/160_add_etl_cache_parses.py      | 53 +++++++++++++++++++
 1 file changed, 53 insertions(+)
 create mode 100644 surfsense_backend/alembic/versions/160_add_etl_cache_parses.py

diff --git a/surfsense_backend/alembic/versions/160_add_etl_cache_parses.py b/surfsense_backend/alembic/versions/160_add_etl_cache_parses.py
new file mode 100644
index 000000000..f021a962a
--- /dev/null
+++ b/surfsense_backend/alembic/versions/160_add_etl_cache_parses.py
@@ -0,0 +1,53 @@
+"""add etl_cache_parses table for content-addressed parse reuse
+
+Revision ID: 160
+Revises: 159
+"""
+
+from collections.abc import Sequence
+
+from alembic import op
+
+revision: str = "160"
+down_revision: str | None = "159"
+branch_labels: str | Sequence[str] | None = None
+depends_on: str | Sequence[str] | None = None
+
+
+def upgrade() -> None:
+    op.execute(
+        """
+        CREATE TABLE IF NOT EXISTS etl_cache_parses (
+            id SERIAL PRIMARY KEY,
+            source_sha256 VARCHAR(64) NOT NULL,
+            etl_service VARCHAR(32) NOT NULL,
+            mode VARCHAR(16) NOT NULL,
+            parser_version INTEGER NOT NULL,
+            storage_backend VARCHAR(32) NOT NULL,
+            storage_key TEXT NOT NULL,
+            size_bytes BIGINT NOT NULL,
+            content_type VARCHAR(32) NOT NULL,
+            actual_pages INTEGER NOT NULL DEFAULT 0,
+            times_reused BIGINT NOT NULL DEFAULT 0,
+            last_used_at TIMESTAMP WITH TIME ZONE NOT NULL,
+            created_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW(),
+            CONSTRAINT uq_etl_cache_parses_key
+                UNIQUE (source_sha256, etl_service, mode, parser_version)
+        );
+        """
+    )
+
+    op.execute(
+        "CREATE INDEX IF NOT EXISTS ix_etl_cache_parses_last_used_at "
+        "ON etl_cache_parses(last_used_at);"
+    )
+    op.execute(
+        "CREATE INDEX IF NOT EXISTS ix_etl_cache_parses_created_at "
+        "ON etl_cache_parses(created_at);"
+    )
+
+
+def downgrade() -> None:
+    op.execute("DROP INDEX IF EXISTS ix_etl_cache_parses_created_at;")
+    op.execute("DROP INDEX IF EXISTS ix_etl_cache_parses_last_used_at;")
+    op.execute("DROP TABLE IF EXISTS etl_cache_parses;")