diff --git a/apps/rowboat/app/scripts/crawlUrls.ts b/apps/rowboat/app/scripts/crawlUrls.ts index 62536ef0..02474d77 100644 --- a/apps/rowboat/app/scripts/crawlUrls.ts +++ b/apps/rowboat/app/scripts/crawlUrls.ts @@ -685,6 +685,18 @@ async function saveWebpagesToMongodb(logger: PrefixLogger, job: WithId => { + return batch; + } + }); +} + async function rewrite(_logger: PrefixLogger) { const logger = _logger.child('rewrite'); @@ -950,7 +962,8 @@ async function mongodb(logger: PrefixLogger, job: WithId