test: add gpt-5 and gpt-5-nano vision integration tests

This commit is contained in:
Greyson LaLonde
2026-01-22 23:56:49 -05:00
parent 01527b74f5
commit c0f7a24e94
3 changed files with 276 additions and 0 deletions

File diff suppressed because one or more lines are too long

File diff suppressed because one or more lines are too long

View File

@@ -155,6 +155,28 @@ class TestOpenAIGPT41MiniMultimodalIntegration:
assert len(response) > 0
class TestOpenAIGPT5MultimodalIntegration:
"""Integration tests for OpenAI GPT-5 with vision."""
@pytest.mark.vcr()
def test_describe_image(self, test_image_bytes: bytes) -> None:
"""Test GPT-5 can describe an image."""
llm = LLM(model="openai/gpt-5")
files = {"image": ImageFile(source=test_image_bytes)}
messages = _build_multimodal_message(
llm,
"Describe this image in one sentence. Be brief.",
files,
)
response = llm.call(messages)
assert response
assert isinstance(response, str)
assert len(response) > 0
class TestOpenAIGPT5MiniMultimodalIntegration:
"""Integration tests for OpenAI GPT-5-mini with vision."""
@@ -177,6 +199,28 @@ class TestOpenAIGPT5MiniMultimodalIntegration:
assert len(response) > 0
class TestOpenAIGPT5NanoMultimodalIntegration:
"""Integration tests for OpenAI GPT-5-nano with vision."""
@pytest.mark.vcr()
def test_describe_image(self, test_image_bytes: bytes) -> None:
"""Test GPT-5-nano can describe an image."""
llm = LLM(model="openai/gpt-5-nano")
files = {"image": ImageFile(source=test_image_bytes)}
messages = _build_multimodal_message(
llm,
"Describe this image in one sentence. Be brief.",
files,
)
response = llm.call(messages)
assert response
assert isinstance(response, str)
assert len(response) > 0
class TestAnthropicMultimodalIntegration:
"""Integration tests for Anthropic multimodal with real API calls."""