add: route for getting videos

package.json

@@ -1,6 +1,6 @@
 {
 	"name": "cvsa",
-	"version": "2.13.22",
+	"version": "3.15.34",
 	"private": false,
 	"type": "module",
 	"workspaces": [

packages/backend/db/latestSnapshots.ts

@@ -0,0 +1,13 @@
+import { sql } from "@core/db/dbNew";
+import type { LatestSnapshotType } from "@core/db/schema.d.ts";
+
+export async function getVideosInViewsRange(minViews: number, maxViews: number) {
+	return sql<LatestSnapshotType[]>`
+        SELECT *
+        FROM latest_video_snapshot
+        WHERE views >= ${minViews}
+        AND views <= ${maxViews}
+        ORDER BY views DESC
+        LIMIT 5000
+	`;
+}

packages/backend/middleware/index.ts

@@ -1,4 +1,4 @@
-import { Context, Hono } from "hono";
+import { Hono } from "hono";
 import { Variables } from "hono/types";
 import { bodyLimitForPing } from "./bodyLimits.ts";
 import { pingHandler } from "routes/ping";

packages/backend/package.json

@@ -1,7 +1,7 @@
 {
 	"name": "@cvsa/backend",
 	"private": false,
-	"version": "0.5.3",
+	"version": "0.6.0",
 	"scripts": {
 		"format": "prettier --write .",
 		"dev": "NODE_ENV=development bun run --hot src/main.ts",

packages/backend/routes/videos/GET.ts

@@ -0,0 +1,65 @@
+import type { Context } from "hono";
+import { createHandlers } from "src/utils.ts";
+import type { BlankEnv, BlankInput } from "hono/types";
+import { number, object, ValidationError } from "yup";
+import { ErrorResponse } from "src/schema";
+import { startTime, endTime } from "hono/timing";
+import { getVideosInViewsRange } from "@/db/latestSnapshots";
+
+const SnapshotQueryParamsSchema = object({
+	min_views: number().integer().optional().positive(),
+	max_views: number().integer().optional().positive()
+});
+
+type ContextType = Context<BlankEnv, "/videos", BlankInput>;
+
+export const getVideosHanlder = createHandlers(async (c: ContextType) => {
+	startTime(c, "parse", "Parse the request");
+	try {
+		const queryParams = await SnapshotQueryParamsSchema.validate(c.req.query());
+		const { min_views, max_views } = queryParams;
+
+		if (!min_views && !max_views) {
+			const response: ErrorResponse<string> = {
+				code: "INVALID_QUERY_PARAMS",
+				message: "Invalid query parameters",
+				errors: ["Must provide one of these query parameters: min_views, max_views"]
+			};
+			return c.json<ErrorResponse<string>>(response, 400);
+		}
+
+		endTime(c, "parse");
+
+		startTime(c, "db", "Query the database");
+
+		const minViews = min_views ? min_views : 0;
+		const maxViews = max_views ? max_views : 2147483647;
+
+		const result = await getVideosInViewsRange(minViews, maxViews);
+
+		endTime(c, "db");
+
+		const rows = result.map((row) => ({
+			...row,
+			aid: Number(row.aid)
+		}));
+
+		return c.json(rows);
+	} catch (e: unknown) {
+		if (e instanceof ValidationError) {
+			const response: ErrorResponse<string> = {
+				code: "INVALID_QUERY_PARAMS",
+				message: "Invalid query parameters",
+				errors: e.errors
+			};
+			return c.json<ErrorResponse<string>>(response, 400);
+		} else {
+			const response: ErrorResponse<unknown> = {
+				code: "UNKNOWN_ERROR",
+				message: "Unhandled error",
+				errors: [e]
+			};
+			return c.json<ErrorResponse<unknown>>(response, 500);
+		}
+	}
+});

packages/backend/routes/videos/index.ts

@@ -0,0 +1 @@
+export * from "./GET.ts";

packages/backend/src/main.ts

@@ -15,4 +15,4 @@ configureRoutes(app);
 
 await startServer(app);
 
-export const VERSION = "0.5.2";
+export const VERSION = "0.6.0";

packages/backend/src/routing.ts

@@ -6,11 +6,14 @@ import { Hono } from "hono";
 import { Variables } from "hono/types";
 import { createCaptchaSessionHandler, verifyChallengeHandler } from "routes/captcha";
 import { getCaptchaDifficultyHandler } from "routes/captcha/difficulty/GET.ts";
+import { getVideosHanlder } from "@/routes/videos";
 
 export function configureRoutes(app: Hono<{ Variables: Variables }>) {
 	app.get("/", ...rootHandler);
 	app.all("/ping", ...pingHandler);
 
+	app.get("/videos", ...getVideosHanlder);
+
 	app.get("/video/:id/snapshots", ...getSnapshotsHanlder);
 	app.get("/video/:id/info", ...videoInfoHandler);
 

packages/crawler/package.json

@@ -1,5 +1,6 @@
 {
 	"name": "crawler",
+	"version": "1.2.26",
 	"scripts": {
 		"test": "bun --env-file=.env.test run vitest",
 		"worker:main": "bun run ./src/worker.ts",

packages/frontend/package.json

@@ -1,31 +1,31 @@
 {
-  "name": "frontend",
-  "type": "module",
-  "version": "0.0.1",
-  "scripts": {
-    "dev": "astro dev",
-    "build": "astro build",
-    "preview": "astro preview",
-    "astro": "astro"
-  },
-  "dependencies": {
-    "@astrojs/node": "^9.1.3",
-    "@astrojs/svelte": "^7.0.9",
-    "@tailwindcss/vite": "^4.1.4",
-    "argon2id": "^1.0.1",
-    "astro": "^5.5.5",
-    "autoprefixer": "^10.4.21",
-    "date-fns": "^4.1.0",
-    "pg": "^8.11.11",
-    "postcss": "^8.5.3",
-    "postgres": "^3.4.5",
-    "svelte": "^5.25.7",
-    "tailwindcss": "^4.1.4",
-    "ua-parser-js": "^2.0.3",
-    "vite-tsconfig-paths": "^5.1.4"
-  },
-  "devDependencies": {
-    "@rollup/plugin-wasm": "^6.2.2",
-    "@types/pg": "^8.11.11"
-  }
+	"name": "frontend",
+	"type": "module",
+	"version": "1.9.0",
+	"scripts": {
+		"dev": "astro dev",
+		"build": "astro build",
+		"preview": "astro preview",
+		"astro": "astro"
+	},
+	"dependencies": {
+		"@astrojs/node": "^9.1.3",
+		"@astrojs/svelte": "^7.0.9",
+		"@tailwindcss/vite": "^4.1.4",
+		"argon2id": "^1.0.1",
+		"astro": "^5.5.5",
+		"autoprefixer": "^10.4.21",
+		"date-fns": "^4.1.0",
+		"pg": "^8.11.11",
+		"postcss": "^8.5.3",
+		"postgres": "^3.4.5",
+		"svelte": "^5.25.7",
+		"tailwindcss": "^4.1.4",
+		"ua-parser-js": "^2.0.3",
+		"vite-tsconfig-paths": "^5.1.4"
+	},
+	"devDependencies": {
+		"@rollup/plugin-wasm": "^6.2.2",
+		"@types/pg": "^8.11.11"
+	}
 }

packages/next/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "next",
-	"version": "0.1.0",
+	"version": "2.8.0",
 	"private": true,
 	"scripts": {
 		"dev": "next dev --turbopack -p 7400",