Enforce timeouts when using the OpenAI api

2025-03-29 20:02:26 +00:00
parent 683b62726f
commit 133b4695cf
1 changed files with 4 additions and 0 deletions
@@ -32,6 +32,10 @@ defmodule OpenAI.API do
    end
    Req.post!("https://api.openai.com/v1/chat/completions",
      receive_timeout: 1000,
      connect_options: [
        timeout: 2500
      ],
      json: %{
        model: completion.model,
        messages: [Map.take(completion, [:content, :role])],