Use smaller model so that we don't exhaust tokens

2026-04-13 12:06:24 +01:00
parent f73be3f881
commit 9c0e11bc84
1 changed files with 5 additions and 1 deletions
@@ -12,7 +12,11 @@ defmodule MusicLibrary.Chats.CollectionChat do
  def stream_response(messages, collection_summary, callback) do
    instructions = build_instructions(collection_summary)

-    OpenAI.chat_stream(messages, on_chunk: callback, instructions: instructions)
+    OpenAI.chat_stream(messages,
+      on_chunk: callback,
+      instructions: instructions,
+      model: "gpt-4.1-mini"
+    )
  end

  defp build_instructions(collection_summary) do