alikia2x/cvsa
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update: termination condition to time-based in classifyVideosWorker

Browse Source
This commit is contained in:
alikia2x (寒寒) 2025-05-31 12:23:01 +08:00
parent 1a20d5afe0
commit 2c83b79881
Signed by: alikia2x
GPG Key ID: 56209E0CCD8420C6
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
packages/crawler/mq/exec/classifyVideo.ts
View File

@ -51,14 +51,14 @@ export const classifyVideosWorker = async () => {
const videos = await getUnlabelledVideos(sql);
logger.log(`Found ${videos.length} unlabelled videos`);
let i = 0;
const startTime = new Date().getTime();
for (const aid of videos) {
if (i > 200) {
const now = new Date().getTime();
if (now - startTime > 4.2 * MINUTE) {
await lockManager.releaseLock("classifyVideos");
return 10000 + i;
return 1;
}
await ClassifyVideoQueue.add("classifyVideo", { aid: Number(aid) });
i++;
}
await lockManager.releaseLock("classifyVideos");
return 0;