alikia2x/cvsa
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add: auto-removal of jobs, aliyun-fc auto retry

Browse Source
This commit is contained in:
alikia2x (寒寒) 2025-03-09 22:34:23 +08:00
parent d5a317ea34
commit a138f6d572
Signed by: alikia2x
GPG Key ID: 56209E0CCD8420C6
2 changed files with 9 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
lib/mq/scheduler.ts
View File

@ -270,6 +270,12 @@ class NetScheduler {
"Content-Type=application/json;x-fc-invocation-type=Sync;x-fc-log-type=None;", "Content-Type=application/json;x-fc-invocation-type=Sync;x-fc-log-type=None;",
"--body", "--body",
JSON.stringify({ url: url }), JSON.stringify({ url: url }),
"--retry-count",
"5",
"--read-timeout",
"30",
"--connect-timeout",
"10",
"--profile", "--profile",
`CVSA-${region}`, `CVSA-${region}`,
], ],
@ -368,8 +374,8 @@ netScheduler.addProxy("native", "native", "");
for (const region of regions) { for (const region of regions) {
netScheduler.addProxy(`alicloud-${region}`, "alicloud-fc", region); netScheduler.addProxy(`alicloud-${region}`, "alicloud-fc", region);
} }
netScheduler.addTask("getVideoInfo", "bilibili", ["native"]); netScheduler.addTask("getVideoInfo", "bilibili", "all");
netScheduler.addTask("getLatestVideos", "bilibili", ["native"]); netScheduler.addTask("getLatestVideos", "bilibili", "all");
netScheduler.addTask("snapshotMilestoneVideo", "bilibili", regions.map((region) => `alicloud-${region}`)); netScheduler.addTask("snapshotMilestoneVideo", "bilibili", regions.map((region) => `alicloud-${region}`));
netScheduler.addTask("snapshotVideo", "bilibili", [ netScheduler.addTask("snapshotVideo", "bilibili", [
"alicloud-qingdao", "alicloud-qingdao",

2
src/worker.ts
View File

@ -36,7 +36,7 @@ const latestVideoWorker = new Worker(
break; break;
} }
}, },
{ connection: redis, concurrency: 6, removeOnComplete: { count: 1440 } }, { connection: redis, concurrency: 6, removeOnComplete: { count: 1440 }, removeOnFail: { count: 0 } },
); );
latestVideoWorker.on("active", () => { latestVideoWorker.on("active", () => {