alikia2x/cvsa
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add: insert snapshot when videoInfo API hit

Browse Source
This commit is contained in:
alikia2x (寒寒) 2025-04-07 21:45:07 +08:00
parent 8e7a1c3076
commit 445886815a
Signed by: alikia2x
GPG Key ID: 56209E0CCD8420C6
2 changed files with 30 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
packages/backend/main.ts
View File

@ -23,4 +23,4 @@ export default {
fetch, fetch,
} satisfies Deno.ServeDefaultExport; } satisfies Deno.ServeDefaultExport;
export const VERSION = "0.4.1"; export const VERSION = "0.4.2";

29
packages/backend/videoInfo.ts
View File

@ -7,13 +7,40 @@ import { idSchema } from "./snapshots.ts";
import type { VideoInfoData } from "../crawler/net/bilibili.d.ts"; import type { VideoInfoData } from "../crawler/net/bilibili.d.ts";
import { Redis } from "ioredis"; import { Redis } from "ioredis";
import { NetSchedulerError } from "../crawler/mq/scheduler.ts"; import { NetSchedulerError } from "../crawler/mq/scheduler.ts";
import logger from "../crawler/log/logger.ts";
import type { Client } from "https://deno.land/x/postgres@v0.19.3/mod.ts";
const redis = new Redis({ maxRetriesPerRequest: null }); const redis = new Redis({ maxRetriesPerRequest: null });
const CACHE_EXPIRATION_SECONDS = 60; const CACHE_EXPIRATION_SECONDS = 60;
type ContextType = Context<BlankEnv, "/video/:id/info", BlankInput>; type ContextType = Context<BlankEnv, "/video/:id/info", BlankInput>;
async function insertVideoSnapshot(client: Client, data: VideoInfoData) {
const views = data.stat.view;
const danmakus = data.stat.danmaku;
const replies = data.stat.reply;
const likes = data.stat.like;
const coins = data.stat.coin;
const shares = data.stat.share;
const favorites = data.stat.favorite;
const aid = data.aid;
const query: string = `
INSERT INTO video_snapshot (aid, views, danmakus, replies, likes, coins, shares, favorites)
VALUES ($1, $2, $3, $4, $5, $6, $7, $8)
`;
await client.queryObject(
query,
[aid, views, danmakus, replies, likes, coins, shares, favorites],
);
logger.log(`Inserted into snapshot for video ${aid} by videoInfo API.`, "api", "fn:insertVideoSnapshot");
}
export const videoInfoHandler = createHandlers(async (c: ContextType) => { export const videoInfoHandler = createHandlers(async (c: ContextType) => {
const client = c.get("db");
try { try {
const id = await idSchema.validate(c.req.param("id")); const id = await idSchema.validate(c.req.param("id"));
let videoId: string | number = id as string; let videoId: string | number = id as string;
@ -43,6 +70,8 @@ export const videoInfoHandler = createHandlers(async (c: ContextType) => {
await redis.setex(cacheKey, CACHE_EXPIRATION_SECONDS, JSON.stringify(result)); await redis.setex(cacheKey, CACHE_EXPIRATION_SECONDS, JSON.stringify(result));
await insertVideoSnapshot(client, result);
return c.json(result); return c.json(result);
} catch (e) { } catch (e) {
if (e instanceof ValidationError) { if (e instanceof ValidationError) {