Improve performance of job counting in maintenance
- Use a single query for all workers - Replace the manual Ecto query against Oban.Job with Oban.Job.query/1
This commit is contained in:
@@ -10,20 +10,23 @@ defmodule MusicLibrary.Maintenance do
|
||||
alias MusicLibrary.BackgroundRepo
|
||||
alias MusicLibrary.Repo
|
||||
|
||||
@active_states ~w(available scheduled executing retryable)
|
||||
|
||||
@doc """
|
||||
Counts active Oban jobs for the given worker module name.
|
||||
Returns a map of worker module names to their count of active Oban jobs.
|
||||
|
||||
Active jobs are those in "available", "scheduled", "executing", or "retryable" states.
|
||||
"""
|
||||
@spec count_active_jobs(String.t()) :: non_neg_integer() | nil
|
||||
def count_active_jobs(worker) do
|
||||
query =
|
||||
from j in Oban.Job,
|
||||
where: j.worker == ^worker,
|
||||
where: j.state in ["available", "scheduled", "executing", "retryable"],
|
||||
select: count(j.id)
|
||||
@spec count_active_jobs_by_worker() :: %{String.t() => non_neg_integer()}
|
||||
def count_active_jobs_by_worker do
|
||||
q =
|
||||
from j in subquery(Oban.Job.query(state: @active_states)),
|
||||
group_by: j.worker,
|
||||
select: {j.worker, count(j.id)}
|
||||
|
||||
BackgroundRepo.one(query)
|
||||
q
|
||||
|> BackgroundRepo.all()
|
||||
|> Map.new()
|
||||
end
|
||||
|
||||
@doc """
|
||||
|
||||
@@ -305,30 +305,32 @@ defmodule MusicLibraryWeb.MaintenanceLive.Index do
|
||||
end
|
||||
|
||||
defp assign_job_counts(socket) do
|
||||
counts = Maintenance.count_active_jobs_by_worker()
|
||||
|
||||
socket
|
||||
|> assign(
|
||||
:refresh_records_musicbrainz_jobs,
|
||||
Maintenance.count_active_jobs("MusicLibrary.Worker.RecordRefreshMusicBrainzData")
|
||||
Map.get(counts, "MusicLibrary.Worker.RecordRefreshMusicBrainzData", 0)
|
||||
)
|
||||
|> assign(
|
||||
:generate_record_embeddings_jobs,
|
||||
Maintenance.count_active_jobs("MusicLibrary.Worker.GenerateRecordEmbedding")
|
||||
Map.get(counts, "MusicLibrary.Worker.GenerateRecordEmbedding", 0)
|
||||
)
|
||||
|> assign(
|
||||
:refresh_artists_musicbrainz_jobs,
|
||||
Maintenance.count_active_jobs("MusicLibrary.Worker.ArtistRefreshMusicBrainzData")
|
||||
Map.get(counts, "MusicLibrary.Worker.ArtistRefreshMusicBrainzData", 0)
|
||||
)
|
||||
|> assign(
|
||||
:refresh_artists_discogs_jobs,
|
||||
Maintenance.count_active_jobs("MusicLibrary.Worker.ArtistRefreshDiscogsData")
|
||||
Map.get(counts, "MusicLibrary.Worker.ArtistRefreshDiscogsData", 0)
|
||||
)
|
||||
|> assign(
|
||||
:refresh_artists_wikipedia_jobs,
|
||||
Maintenance.count_active_jobs("MusicLibrary.Worker.ArtistRefreshWikipediaData")
|
||||
Map.get(counts, "MusicLibrary.Worker.ArtistRefreshWikipediaData", 0)
|
||||
)
|
||||
|> assign(
|
||||
:refresh_artists_lastfm_jobs,
|
||||
Maintenance.count_active_jobs("MusicLibrary.Worker.FetchArtistLastFmData")
|
||||
Map.get(counts, "MusicLibrary.Worker.FetchArtistLastFmData", 0)
|
||||
)
|
||||
end
|
||||
|
||||
|
||||
Reference in New Issue
Block a user