alikia2x/cvsa
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update: new delegate that fits to new infra

Browse Source
This commit is contained in:
alikia2x (寒寒) 2025-05-02 20:14:05 +08:00
parent 7528dcdf81
commit 9d5c7cc47d
Signed by: alikia2x
GPG Key ID: 56209E0CCD8420C6
1 changed files with 64 additions and 29 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

59
packages/core/net/delegate.ts
View File

@ -4,10 +4,40 @@ import { SlidingWindow } from "mq/slidingWindow.ts";
import { redis } from "db/redis.ts";
import { ReplyError } from "ioredis";
import { SECOND } from "../const/time.ts";
import { execFile } from 'child_process';
import { promisify } from 'util';
import { spawn, SpawnOptions } from "child_process";
const execAsync = promisify(execFile);
export function spawnPromise(
command: string,
args: string[] = [],
options?: SpawnOptions,
): Promise<{ stdout: string; stderr: string }> {
return new Promise((resolve, reject) => {
const child = spawn(command, args, options);
let stdout = "";
let stderr = "";
child.stdout?.on("data", (data) => {
stdout += data;
});
child.stderr?.on("data", (data) => {
stderr += data;
});
child.on("close", (code) => {
if (code !== 0) {
reject(new Error(`Error code: ${code}\nstderr: ${stderr}`));
} else {
resolve({ stdout, stderr });
}
});
child.on("error", (err) => {
reject(err);
});
});
}
interface Proxy {
type: string;
@ -234,7 +264,7 @@ class NetworkDelegate {
clearTimeout(timeout);
return await response.json() as R;
return (await response.json()) as R;
} catch (e) {
throw new NetSchedulerError("Fetch error", "FETCH_ERROR", e);
}
@ -242,8 +272,7 @@ class NetworkDelegate {
private async alicloudFcRequest<R>(url: string, region: string): Promise<R> {
try {
const decoder = new TextDecoder();
const output = await execAsync("aliyun", [
const output = await spawnPromise("aliyun", [
"fc",
"POST",
`/2023-03-30/functions/proxy-${region}/invocations`,
@ -261,23 +290,25 @@ class NetworkDelegate {
"10",
"--profile",
`CVSA-${region}`,
])
]);
const out = output.stdout;
const rawData = JSON.parse(out);
if (rawData.statusCode !== 200) {
console.error("STATUS_CODE:", rawData.statusCode);
// noinspection ExceptionCaughtLocallyJS
throw new NetSchedulerError(
`Error proxying ${url} to ali-fc region ${region}, code: ${rawData.statusCode}.`,
"ALICLOUD_PROXY_ERR",
);
} else {
return JSON.parse(JSON.parse(rawData.body)) as R;
return JSON.parse(rawData.body) as R;
}
} catch (e) {
console.error(e);
logger.error(e as Error, "net", "fn:alicloudFcRequest");
throw new NetSchedulerError(`Unhandled error: Cannot proxy ${url} to ali-fc-${region}.`, "ALICLOUD_PROXY_ERR", e);
throw new NetSchedulerError(
`Unhandled error: Cannot proxy ${url} to ali-fc-${region}.`,
"ALICLOUD_PROXY_ERR",
e,
);
}
}
}
@ -362,7 +393,11 @@ for (const region of regions) {
}
networkDelegate.addTask("getVideoInfo", "bilibili", "all");
networkDelegate.addTask("getLatestVideos", "bilibili", "all");
networkDelegate.addTask("snapshotMilestoneVideo", "bilibili", regions.map((region) => `alicloud-${region}`));
networkDelegate.addTask(
"snapshotMilestoneVideo",
"bilibili",
regions.map((region) => `alicloud-${region}`),
);
networkDelegate.addTask("snapshotVideo", "bili_test", [
"alicloud-qingdao",
"alicloud-shanghai",