From 9b019945fb0e6989b75cb7c8641a4930afb6c518 Mon Sep 17 00:00:00 2001 From: Claudio Ortolina Date: Mon, 1 Jun 2026 08:55:31 +0300 Subject: [PATCH] Increase queue limits Queues are inherently rate-limited by the http APIs, so this change just reduces waiting/execution times for other non-http operations done inside the job body. --- config/config.exs | 2 +- docs/architecture.md | 8 ++++---- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/config/config.exs b/config/config.exs index f65adaa4..2120eded 100644 --- a/config/config.exs +++ b/config/config.exs @@ -109,7 +109,7 @@ config :phoenix, :json_library, JSON config :music_library, Oban, engine: Oban.Engines.Lite, - queues: [default: 10, heavy_writes: 1, music_brainz: 1, discogs: 1, wikipedia: 1, last_fm: 1], + queues: [default: 10, heavy_writes: 1, music_brainz: 3, discogs: 3, wikipedia: 3, last_fm: 3], repo: MusicLibrary.BackgroundRepo # Timing metrics (execution time, queue time) are stored in space-efficient diff --git a/docs/architecture.md b/docs/architecture.md index 9e0194a6..65e70954 100644 --- a/docs/architecture.md +++ b/docs/architecture.md @@ -191,10 +191,10 @@ HTTP 429 into `:rate_limit` vs `:auth_error` by reading the body `code` | -------------- | ----------- | ------------------------------------------------------------------- | | `default` | 10 | General async tasks | | `heavy_writes` | 1 | DB-intensive or serialized operations | -| `music_brainz` | 1 | MusicBrainz calls (rate-limited at Req layer via `Req.RateLimiter`) | -| `discogs` | 1 | Discogs calls (rate-limited at Req layer via `Req.RateLimiter`) | -| `wikipedia` | 1 | Wikipedia calls | -| `last_fm` | 1 | Last.fm calls (rate-limited at Req layer via `Req.RateLimiter`) | +| `music_brainz` | 3 | MusicBrainz calls (rate-limited at Req layer via `Req.RateLimiter`) | +| `discogs` | 3 | Discogs calls (rate-limited at Req layer via `Req.RateLimiter`) | +| `wikipedia` | 3 | Wikipedia calls | +| `last_fm` | 3 | Last.fm calls (rate-limited at Req layer via `Req.RateLimiter`) | ### Plugins (prod)