From 880bf4908b2da6e0510c0d50e4a572754c9d5c4e Mon Sep 17 00:00:00 2001
From: ramnique <30795890+ramnique@users.noreply.github.com>
Date: Wed, 29 Jan 2025 13:18:41 +0530
Subject: [PATCH] ignore oxylabs merge

---
 apps/rowboat/app/scripts/crawlUrls.ts | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/apps/rowboat/app/scripts/crawlUrls.ts b/apps/rowboat/app/scripts/crawlUrls.ts
index c05df8a1..62536ef0 100644
--- a/apps/rowboat/app/scripts/crawlUrls.ts
+++ b/apps/rowboat/app/scripts/crawlUrls.ts
@@ -596,6 +596,7 @@ async function mergeFirecrawlAndOxylabs(_logger: PrefixLogger): Promise<Set<stri
             await firecrawlFile.close();
         }
 
+        /*
         // Read OxyLabs JSONL file
         const oxylabsFile = await fs.open('crawled-oxylabs.jsonl', 'r');
         try {
@@ -636,6 +637,7 @@ async function mergeFirecrawlAndOxylabs(_logger: PrefixLogger): Promise<Set<stri
         } finally {
             await oxylabsFile.close();
         }
+        */
     } catch (e) {
         throw e;
     } finally {