Claudio Ortolina
49 lines
1019 B
Elixir
49 lines
1019 B
Elixir
defmodule MusicLibrary.Records.Batch do
|
|
import Ecto.Query
|
|
|
|
alias MusicLibrary.Records
|
|
alias MusicLibrary.Records.Record
|
|
alias MusicLibrary.Repo
|
|
|
|
require Logger
|
|
|
|
def refresh_musicbrainz_data do
|
|
run_on_all_records(fn record ->
|
|
Records.refresh_musicbrainz_data_async(record)
|
|
end)
|
|
end
|
|
|
|
def generate_embeddings do
|
|
run_on_all_records(fn record ->
|
|
Records.generate_embedding_async(record)
|
|
end)
|
|
end
|
|
|
|
defp run_on_all_records(fun) do
|
|
q = from(r in Record)
|
|
stream = Repo.stream(q, max_rows: 50)
|
|
|
|
Repo.transaction(
|
|
fn ->
|
|
Enum.reduce(stream, [], fn record, acc ->
|
|
case fun.(record) do
|
|
{:error, reason} ->
|
|
Logger.error(
|
|
"Failed to run function on record #{record.id} with #{inspect(reason)}"
|
|
)
|
|
|
|
[record.id | acc]
|
|
|
|
:ok ->
|
|
acc
|
|
|
|
{:ok, _record} ->
|
|
acc
|
|
end
|
|
end)
|
|
end,
|
|
timeout: :infinity
|
|
)
|
|
end
|
|
end
|