Enforce timeouts when using the OpenAI api

2025-03-29 20:02:26 +00:00
parent 683b62726f
commit 133b4695cf
1 changed files with 4 additions and 0 deletions
@@ -32,6 +32,10 @@ defmodule OpenAI.API do
    end

    Req.post!("https://api.openai.com/v1/chat/completions",
+      receive_timeout: 1000,
+      connect_options: [
+        timeout: 2500
+      ],
      json: %{
        model: completion.model,
        messages: [Map.take(completion, [:content, :role])],