fix(crawl-redis/finishCrawl): increase logging to hunt down race cond…

…ition
mendableai · Jan 17, 2025 · 13abb2b · 13abb2b
1 parent 078c067
commit 13abb2b
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/apps/api/src/lib/crawl-redis.ts b/apps/api/src/lib/crawl-redis.ts
@@ -157,6 +157,9 @@ export async function finishCrawl(id: string) {
       module: "crawl-redis",
       method: "finishCrawl",
       crawlId: id,
+      jobs_done: (await redisConnection.scard("crawl:" + id + ":jobs_done")),
+      jobs: (await redisConnection.scard("crawl:" + id + ":jobs")),
+      kickoff_finished: (await redisConnection.get("crawl:" + id + ":kickoff:finish")) !== null,
     });
   }
 }