From bdc7f01ea2c0828c30fd138fb8b31188da219d41 Mon Sep 17 00:00:00 2001
From: Ramnique Singh <30795890+ramnique@users.noreply.github.com>
Date: Wed, 7 May 2025 11:43:13 +0530
Subject: [PATCH] fix rag worker queries

---
 apps/rowboat/app/scripts/rag_files_worker.ts | 1 +
 apps/rowboat/app/scripts/rag_text_worker.ts  | 1 +
 apps/rowboat/app/scripts/rag_urls_worker.ts  | 1 +
 3 files changed, 3 insertions(+)

diff --git a/apps/rowboat/app/scripts/rag_files_worker.ts b/apps/rowboat/app/scripts/rag_files_worker.ts
index e1cce80e..22b530e8 100644
--- a/apps/rowboat/app/scripts/rag_files_worker.ts
+++ b/apps/rowboat/app/scripts/rag_files_worker.ts
@@ -216,6 +216,7 @@ async function runDeletionPipeline(_logger: PrefixLogger, job: WithId<z.infer<ty
         // first try to find a job that needs deleting
         job = await dataSourcesCollection.findOneAndUpdate({
             status: "deleted",
+            "data.type": { $in: ["files_local", "files_s3"] },
             $or: [
                 { attempts: { $exists: false } },
                 { attempts: { $lte: 3 } }
diff --git a/apps/rowboat/app/scripts/rag_text_worker.ts b/apps/rowboat/app/scripts/rag_text_worker.ts
index 5729d855..c7916658 100644
--- a/apps/rowboat/app/scripts/rag_text_worker.ts
+++ b/apps/rowboat/app/scripts/rag_text_worker.ts
@@ -118,6 +118,7 @@ async function runDeletionPipeline(_logger: PrefixLogger, job: WithId<z.infer<ty
         // first try to find a job that needs deleting
         job = await dataSourcesCollection.findOneAndUpdate({
             status: "deleted",
+            "data.type": "text",
             $or: [
                 { attempts: { $exists: false } },
                 { attempts: { $lte: 3 } }
diff --git a/apps/rowboat/app/scripts/rag_urls_worker.ts b/apps/rowboat/app/scripts/rag_urls_worker.ts
index 23d34443..c3a0fb82 100644
--- a/apps/rowboat/app/scripts/rag_urls_worker.ts
+++ b/apps/rowboat/app/scripts/rag_urls_worker.ts
@@ -149,6 +149,7 @@ async function runDeletionPipeline(_logger: PrefixLogger, job: WithId<z.infer<ty
         // first try to find a job that needs deleting
         job = await dataSourcesCollection.findOneAndUpdate({
             status: "deleted",
+            "data.type": "urls",
             $or: [
                 { attempts: { $exists: false } },
                 { attempts: { $lte: 3 } }