diff --git a/packages/crawler/mq/exec/classifyVideo.ts b/packages/crawler/mq/exec/classifyVideo.ts index 4a4a58a..50a760b 100644 --- a/packages/crawler/mq/exec/classifyVideo.ts +++ b/packages/crawler/mq/exec/classifyVideo.ts @@ -51,14 +51,14 @@ export const classifyVideosWorker = async () => { const videos = await getUnlabelledVideos(sql); logger.log(`Found ${videos.length} unlabelled videos`); - let i = 0; + const startTime = new Date().getTime(); for (const aid of videos) { - if (i > 200) { + const now = new Date().getTime(); + if (now - startTime > 4.2 * MINUTE) { await lockManager.releaseLock("classifyVideos"); - return 10000 + i; + return 1; } await ClassifyVideoQueue.add("classifyVideo", { aid: Number(aid) }); - i++; } await lockManager.releaseLock("classifyVideos"); return 0;