diff --git a/test/open_ai/api_test.exs b/test/open_ai/api_test.exs
index 778567cc..9502fb35 100644
--- a/test/open_ai/api_test.exs
+++ b/test/open_ai/api_test.exs
@@ -34,7 +34,7 @@ defmodule OpenAI.APITest do
       end)
 
       completion = %{model: "gpt-4.1-mini", content: "test", role: "user", temperature: 0.5}
-      assert {:error, _} = API.gpt(completion, @config)
+      assert {:error, "OpenAI API error:" <> _} = API.gpt(completion, @config)
     end
   end
 
@@ -61,7 +61,7 @@ defmodule OpenAI.APITest do
         |> Req.Test.json(%{"error" => "internal error"})
       end)
 
-      assert {:error, _} = API.get_embeddings("test text", @config)
+      assert {:error, %{"error" => "internal error"}} = API.get_embeddings("test text", @config)
     end
   end