packages/crawler/db/snapshot.ts

@@ -3,9 +3,13 @@ import { LatestSnapshotType } from "db/schema.d.ts";
 
 export async function getVideosNearMilestone(client: Client) {
 	const queryResult = await client.queryObject<LatestSnapshotType>(`
-        SELECT ls
+        SELECT ls.*
         FROM latest_video_snapshot ls
+        INNER JOIN
+             songs s ON ls.aid = s.aid
+			 AND s.deleted = false
         WHERE
+            s.deleted = false AND
             (views >= 90000 AND views < 100000) OR
             (views >= 900000 AND views < 1000000) OR
             (views >= 9900000 AND views < 10000000)

packages/crawler/main.ts

@@ -4,4 +4,4 @@
 // SO HERE'S A PLACHOLDER EXPORT FOR DENO:
 export const DENO = "FUCK YOU DENO";
 // Oh, maybe export the version is a good idea
-export const VERSION = "1.0.18";
+export const VERSION = "1.0.17";

packages/crawler/mq/exec/snapshotTick.ts

@@ -161,7 +161,7 @@ export const collectMilestoneSnapshotsWorker = async (_job: Job) => {
 			const minInterval = 1 * SECOND;
 			const delay = truncate(scheduledNextSnapshotDelay, minInterval, maxInterval);
 			const targetTime = now + delay;
-			await scheduleSnapshot(client, aid, "milestone", targetTime, true);
+			await scheduleSnapshot(client, aid, "milestone", targetTime);
 		}
 	} catch (e) {
 		logger.error(e as Error, "mq", "fn:collectMilestoneSnapshotsWorker");

packages/crawler/mq/task/getVideoDetails.ts

@@ -42,18 +42,6 @@ export async function insertVideoInfo(client: Client, aid: number) {
 			[data.Card.follower, uid],
 		);
 	}
-
-	const stat = data.View.stat;
-
-	const query: string = `
-				INSERT INTO video_snapshot (aid, views, danmakus, replies, likes, coins, shares, favorites)
-				VALUES ($1, $2, $3, $4, $5, $6, $7, $8)
-			`;
-	await client.queryObject(
-		query,
-		[aid, stat.view, stat.danmaku, stat.reply, stat.like, stat.coin, stat.share, stat.favorite],
-	);
-	
 	logger.log(`Inserted video metadata for aid: ${aid}`, "mq");
 	await ClassifyVideoQueue.add("classifyVideo", { aid });
 }

packages/frontend/main.ts

@@ -1 +1 @@
-export const VERSION = "1.3.8";
+export const VERSION = "1.2.7";