Use smaller model so that we don't exhaust tokens
This commit is contained in:
@@ -12,7 +12,11 @@ defmodule MusicLibrary.Chats.CollectionChat do
|
|||||||
def stream_response(messages, collection_summary, callback) do
|
def stream_response(messages, collection_summary, callback) do
|
||||||
instructions = build_instructions(collection_summary)
|
instructions = build_instructions(collection_summary)
|
||||||
|
|
||||||
OpenAI.chat_stream(messages, on_chunk: callback, instructions: instructions)
|
OpenAI.chat_stream(messages,
|
||||||
|
on_chunk: callback,
|
||||||
|
instructions: instructions,
|
||||||
|
model: "gpt-4.1-mini"
|
||||||
|
)
|
||||||
end
|
end
|
||||||
|
|
||||||
defp build_instructions(collection_summary) do
|
defp build_instructions(collection_summary) do
|
||||||
|
|||||||
Reference in New Issue
Block a user