From 3f8f47895cbe2e11cf587019ce03bd5b5d2cb1b8 Mon Sep 17 00:00:00 2001 From: alikia2x Date: Fri, 31 Oct 2025 00:28:33 +0800 Subject: [PATCH] update: push the job duration of dispatchMilestoneSnapshots to raw --- packages/crawler/metrics/index.ts | 6 +++++- packages/crawler/mq/exec/dispatchMilestoneSnapshots.ts | 4 ++-- packages/crawler/mq/init.ts | 2 +- 3 files changed, 8 insertions(+), 4 deletions(-) diff --git a/packages/crawler/metrics/index.ts b/packages/crawler/metrics/index.ts index 07dd5ee..ba9dec6 100644 --- a/packages/crawler/metrics/index.ts +++ b/packages/crawler/metrics/index.ts @@ -7,7 +7,7 @@ const exporter = new OTLPMetricExporter({ const metricReader = new PeriodicExportingMetricReader({ exporter: exporter, - exportIntervalMillis: 5000 + exportIntervalMillis: 2000 }); const meterProvider = new MeterProvider({ @@ -24,6 +24,10 @@ export const queueJobsCounter = meter.createGauge("queue_jobs_count", { description: "Number of jobs in specific BullMQ queue" }); +export const jobDurationRaw = meter.createGauge("job_duration_raw", { + description: "Execution duration of BullMQ jobs in milliseconds" +}); + export const jobDuration = meter.createHistogram("job_duration", { description: "Execution duration of BullMQ jobs in milliseconds", unit: "ms" diff --git a/packages/crawler/mq/exec/dispatchMilestoneSnapshots.ts b/packages/crawler/mq/exec/dispatchMilestoneSnapshots.ts index 10c5984..09be220 100644 --- a/packages/crawler/mq/exec/dispatchMilestoneSnapshots.ts +++ b/packages/crawler/mq/exec/dispatchMilestoneSnapshots.ts @@ -6,7 +6,7 @@ import { scheduleSnapshot } from "db/snapshotSchedule"; import logger from "@core/log"; import { HOUR, MINUTE, SECOND } from "@core/lib"; import { sql } from "@core/db/dbNew"; -import { jobCounter, jobDuration } from "metrics"; +import { jobCounter, jobDuration, jobDurationRaw } from "metrics"; export const dispatchMilestoneSnapshotsWorker = async (_job: Job) => { const start = Date.now(); @@ -34,6 +34,6 @@ export const dispatchMilestoneSnapshotsWorker = async (_job: Job) => { const duration = Date.now() - start; jobCounter.add(1, { jobName: "dispatchMilestoneSnapshots" }); - jobDuration.record(duration, { jobName: "dispatchMilestoneSnapshots" }); + jobDurationRaw.record(duration, { jobName: "dispatchMilestoneSnapshots" }); } }; diff --git a/packages/crawler/mq/init.ts b/packages/crawler/mq/init.ts index 3adf66c..3cba399 100644 --- a/packages/crawler/mq/init.ts +++ b/packages/crawler/mq/init.ts @@ -72,7 +72,7 @@ export async function initMQ() { }); await MiscQueue.upsertJobScheduler("collectQueueMetrics", { - every: 10 * SECOND, + every: 3 * SECOND, immediately: true });