80 lines
2.0 KiB
TypeScript
80 lines
2.0 KiB
TypeScript
import { Job, Worker } from "bullmq";
|
|
import { getLatestVideosWorker } from "lib/mq/executors.ts";
|
|
import { redis } from "lib/db/redis.ts";
|
|
import logger from "lib/log/logger.ts";
|
|
import { getVideoTagsWorker } from "lib/mq/exec/getVideoTags.ts";
|
|
import { getVideoTagsInitializer } from "lib/mq/exec/getVideoTags.ts";
|
|
import { lockManager } from "lib/mq/lockManager.ts";
|
|
import { WorkerError } from "../lib/mq/schema.ts";
|
|
|
|
Deno.addSignalListener("SIGINT", async () => {
|
|
logger.log("SIGINT Received: Shutting down workers...", "mq");
|
|
await latestVideoWorker.close(true);
|
|
await videoTagsWorker.close(true);
|
|
Deno.exit();
|
|
});
|
|
|
|
Deno.addSignalListener("SIGTERM", async () => {
|
|
logger.log("SIGTERM Received: Shutting down workers...", "mq");
|
|
await latestVideoWorker.close(true);
|
|
await videoTagsWorker.close(true);
|
|
Deno.exit();
|
|
});
|
|
|
|
const latestVideoWorker = new Worker(
|
|
"latestVideos",
|
|
async (job: Job) => {
|
|
switch (job.name) {
|
|
case "getLatestVideos":
|
|
await getLatestVideosWorker(job);
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
},
|
|
{ connection: redis, concurrency: 1, removeOnComplete: { count: 1440 } },
|
|
);
|
|
|
|
latestVideoWorker.on("active", () => {
|
|
logger.log("Worker (latestVideos) activated.", "mq");
|
|
});
|
|
|
|
latestVideoWorker.on("error", (err) => {
|
|
const e = err as WorkerError;
|
|
logger.error(e.rawError, e.service, e.codePath);
|
|
});
|
|
|
|
latestVideoWorker.on("closed", async () => {
|
|
await lockManager.releaseLock("getLatestVideos");
|
|
});
|
|
|
|
const videoTagsWorker = new Worker(
|
|
"videoTags",
|
|
async (job: Job) => {
|
|
switch (job.name) {
|
|
case "getVideoTags":
|
|
return await getVideoTagsWorker(job);
|
|
case "getVideosTags":
|
|
return await getVideoTagsInitializer();
|
|
default:
|
|
break;
|
|
}
|
|
},
|
|
{
|
|
connection: redis,
|
|
concurrency: 6,
|
|
removeOnComplete: {
|
|
count: 1000,
|
|
},
|
|
},
|
|
);
|
|
|
|
videoTagsWorker.on("active", () => {
|
|
logger.log("Worker (videoTags) activated.", "mq");
|
|
});
|
|
|
|
videoTagsWorker.on("error", (err) => {
|
|
const e = err as WorkerError;
|
|
logger.error(e.rawError, e.service, e.codePath);
|
|
});
|