apunkt/rowboat
1
0
Fork 0
mirror of https://github.com/rowboatlabs/rowboat.git synced 2026-04-28 09:56:23 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

ignore oxylabs merge

Browse source
This commit is contained in:
ramnique 2025-01-29 13:18:41 +05:30
parent 92a7b66db3
commit 880bf4908b
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
apps/rowboat/app/scripts/crawlUrls.ts
View file

@ -596,6 +596,7 @@ async function mergeFirecrawlAndOxylabs(_logger: PrefixLogger): Promise<Set<stri
await firecrawlFile.close(); await firecrawlFile.close();
} }
/*
// Read OxyLabs JSONL file // Read OxyLabs JSONL file
const oxylabsFile = await fs.open('crawled-oxylabs.jsonl', 'r'); const oxylabsFile = await fs.open('crawled-oxylabs.jsonl', 'r');
try { try {
@ -636,6 +637,7 @@ async function mergeFirecrawlAndOxylabs(_logger: PrefixLogger): Promise<Set<stri
} finally { } finally {
await oxylabsFile.close(); await oxylabsFile.close();
} }
*/
} catch (e) { } catch (e) {
throw e; throw e;
} finally { } finally {