Refresh all data at the beginning of the month

config/config.exs

@@ -96,8 +96,12 @@ config :music_library, Oban,
        {"0 3 * * *", MusicLibrary.Worker.RepoVacuum},
        # every day at 4 am,
        {"0 4 * * *", MusicLibrary.Worker.RepoOptimize},
-       # every first day of the month at 6 am,
-       {"0 6 1 * *", MusicLibrary.Worker.RecordRefreshAllMusicBrainzData}
+       # every first day of the month, staggered hourly
+       {"0 6 1 * *", MusicLibrary.Worker.RecordRefreshAllMusicBrainzData},
+       {"0 7 1 * *", MusicLibrary.Worker.RecordGenerateAllEmbeddings},
+       {"0 8 1 * *", MusicLibrary.Worker.ArtistRefreshAllMusicBrainzData},
+       {"0 9 1 * *", MusicLibrary.Worker.ArtistRefreshAllDiscogsData},
+       {"0 10 1 * *", MusicLibrary.Worker.ArtistRefreshAllWikipediaData}
      ]}
   ]
 

lib/music_library/worker/artist_refresh_all_discogs_data.ex

@@ -0,0 +1,10 @@
+defmodule MusicLibrary.Worker.ArtistRefreshAllDiscogsData do
+  use Oban.Worker, queue: :discogs, max_attempts: 3
+
+  alias MusicLibrary.Artists
+
+  @impl Oban.Worker
+  def perform(%Oban.Job{}) do
+    Artists.Batch.refresh_discogs_data()
+  end
+end

lib/music_library/worker/artist_refresh_all_musicbrainz_data.ex

@@ -0,0 +1,10 @@
+defmodule MusicLibrary.Worker.ArtistRefreshAllMusicBrainzData do
+  use Oban.Worker, queue: :music_brainz, max_attempts: 3
+
+  alias MusicLibrary.Artists
+
+  @impl Oban.Worker
+  def perform(%Oban.Job{}) do
+    Artists.Batch.refresh_musicbrainz_data()
+  end
+end

lib/music_library/worker/artist_refresh_all_wikipedia_data.ex

@@ -0,0 +1,10 @@
+defmodule MusicLibrary.Worker.ArtistRefreshAllWikipediaData do
+  use Oban.Worker, queue: :wikipedia, max_attempts: 3
+
+  alias MusicLibrary.Artists
+
+  @impl Oban.Worker
+  def perform(%Oban.Job{}) do
+    Artists.Batch.refresh_wikipedia_data()
+  end
+end

lib/music_library/worker/record_generate_all_embeddings.ex

@@ -0,0 +1,10 @@
+defmodule MusicLibrary.Worker.RecordGenerateAllEmbeddings do
+  use Oban.Worker, queue: :heavy_writes, max_attempts: 3
+
+  alias MusicLibrary.Records
+
+  @impl Oban.Worker
+  def perform(%Oban.Job{}) do
+    Records.Batch.generate_embeddings()
+  end
+end