|
|
907c0a6976
|
fix: update started_at instead of returning for milestone snapshots in scheduleSnapshot
|
2025-04-15 21:42:02 +08:00 |
|
|
|
7689e687ff
|
ref: extract scheduleCleanup into individual file
improve: logic of scheduleCleanup
|
2025-04-15 03:50:03 +08:00 |
|
|
|
651eef0b9e
|
fix: incorrectly set snapshot status to 'completed' when bilibili returned other status code
|
2025-04-15 03:34:45 +08:00 |
|
|
|
68bd46fd8a
|
improve: logging text in snapshotVideo.ts
|
2025-04-14 05:39:27 +08:00 |
|
|
|
13ea8fec8b
|
improve: remove unused import in snapshotTick.ts
|
2025-04-14 05:37:06 +08:00 |
|
|
|
3d9e98c949
|
ref: extract snapshotVideoWorker into individual file
|
2025-04-14 05:36:07 +08:00 |
|
|
|
c7dd1cfc2e
|
improve: unused imports in snapshotTick.ts
|
2025-04-14 05:21:06 +08:00 |
|
|
|
e0a19499e1
|
ref: move some worker functions into individual files
|
2025-04-14 05:20:35 +08:00 |
|
|
|
0930bbe6f4
|
improve: remove unused import
|
2025-04-14 05:11:35 +08:00 |
|
|
|
054d28e796
|
merge: branch 'main' into ref/structure
|
2025-04-14 05:10:44 +08:00 |
|
|
|
0614067278
|
update: handler for SIGINT & SIGTERM
|
2025-04-14 00:49:57 +08:00 |
|
|
|
6df6345ec1
|
update: status of schedule when no proxy available
|
2025-04-14 00:46:43 +08:00 |
|
|
|
bae1f84bea
|
add: logging for releasing locks
|
2025-04-14 00:39:17 +08:00 |
|
|
|
21c918f1fa
|
fix: BitInt serialization in bulkSnapshotTickWorker
|
2025-04-14 00:32:06 +08:00 |
|
|
|
f1651fee30
|
fix: did not release lock for dispatchArchiveSnapshots when quitting
|
2025-04-14 00:28:45 +08:00 |
|
|
|
d0b7d93e5b
|
fix: incorrect logging text in archiveSnapshotsWorker
|
2025-04-14 00:26:59 +08:00 |
|
|
|
7a7c5cada9
|
feat: full snapshot archiving for all videos
|
2025-04-14 00:25:39 +08:00 |
|
|
|
10b761e3db
|
improve: query for getVideosNearMilestone
|
2025-04-14 00:07:50 +08:00 |
|
|
|
1f6411b512
|
fix: added lower limit in collecting videos near 100k milestone
|
2025-04-14 00:02:00 +08:00 |
|
|
|
9ef513eed7
|
update: add randomness in interval of re-scheduling when no proxy available
|
2025-04-13 23:55:43 +08:00 |
|
|
|
d80a6bfcd9
|
add: restarting when process quit
|
2025-04-13 23:15:09 +08:00 |
|
|
|
7a6892ae8e
|
fix: passing reference causes a const object to be incorrectly changed
|
2025-04-13 22:22:41 +08:00 |
|
|
|
b080c51c3e
|
merge: branch 'main' into ref/structure
|
2025-04-13 18:38:34 +08:00 |
|
|
|
f4d08e944a
|
fix: expand the candidate range of milestone snapshot
|
2025-04-13 16:50:19 +08:00 |
|
|
|
a9582722f4
|
ref: wrap some worker functions with withDbConnection
|
2025-04-13 05:06:52 +08:00 |
|
|
|
4ee4d2ede9
|
ref: move some functions into separate files
|
2025-04-12 02:08:04 +08:00 |
|
|
|
f21ff45dd3
|
version: crawler/1.0.26
|
2025-04-08 02:12:04 +08:00 |
|
|
|
b5dbf293a2
|
fix: missing import map for logger
|
2025-04-08 02:07:53 +08:00 |
|
|
|
fc90dad185
|
ref: move some common files to @core
|
2025-04-08 02:05:44 +08:00 |
|
|
|
0b36f52c6c
|
merge: branch 'feat/backend' into ref/structure
|
2025-04-08 01:43:46 +08:00 |
|
|
|
445886815a
|
add: insert snapshot when videoInfo API hit
|
2025-04-07 21:45:07 +08:00 |
|
|
|
8e7a1c3076
|
add: cache in videoInfo API
|
2025-04-07 21:37:59 +08:00 |
|
|
|
71ed0bd66b
|
feat: videoInfo API in backend
|
2025-04-07 21:29:53 +08:00 |
|
|
|
b76d8e589c
|
merge: branch 'main' into ref/structure
|
2025-04-07 02:44:21 +08:00 |
|
|
|
69fb3604b1
|
fix: missing setSnapshotStatus in takeSnapshotForVideoWorker
|
2025-04-07 00:41:27 +08:00 |
|
|
|
d98e24b62f
|
fix: incorrect return from snapshotTickWorker
|
2025-04-07 00:36:44 +08:00 |
|
|
|
c4c9a3a440
|
update: return the value from the worker in BullMQ worker
|
2025-04-07 00:35:36 +08:00 |
|
|
|
da1bea7f41
|
fix: unlimited addition of milestone tasks
|
2025-04-07 00:28:28 +08:00 |
|
|
|
38c0cbd371
|
fix: missing dependeny in frontend
|
2025-04-06 21:39:11 +08:00 |
|
|
|
a90747878e
|
fix: incorrect SQL ingetVideosNearMilestone
|
2025-04-06 16:21:46 +08:00 |
|
|
|
dd720b18fa
|
add: debug logging for collectMilestoneSnapshotsWorker
|
2025-04-06 16:19:05 +08:00 |
|
|
|
3a83df7954
|
add: log for collectMilestoneSnapshotsWorker
|
2025-04-06 15:51:21 +08:00 |
|
|
|
a8292d7b6b
|
merge: branch 'gitbook' into ref/structure
|
2025-04-06 02:01:05 +08:00 |
|
|
|
0923a34e16
|
doc: GitBook - No subject
|
2025-04-05 18:00:09 +00:00 |
|
|
|
f34633dc35
|
doc: GitBook - No subject
|
2025-04-05 17:59:42 +00:00 |
|
|
|
94e19690d1
|
ref: rename NetScheduler to NetworkDelegate
|
2025-04-06 01:38:45 +08:00 |
|
|
|
20668609dd
|
fix: SQL query to make WebStorm happy
|
2025-04-05 18:34:06 +08:00 |
|
|
|
33c6a3c1f8
|
ref: the imports of db schema
|
2025-04-05 18:26:01 +08:00 |
|
|
|
f39fef0d9a
|
ref: change all reference to db/schema to @core/db/schema
|
2025-04-05 15:54:40 +08:00 |
|
|
|
13ed20cf5c
|
fix: milestone snapshot being ignore when a pending schedule exists
|
2025-04-05 06:22:25 +08:00 |
|
