45 lines
1.6 KiB
Python
45 lines
1.6 KiB
Python
import types
|
||
|
||
import instructor
|
||
from instructor.cache import AutoCache
|
||
from pydantic import BaseModel, Field # type: ignore[import-not-found]
|
||
|
||
|
||
def test_auto_cache_prevents_duplicate_provider_calls(monkeypatch):
|
||
_ = monkeypatch # unused fixture for parity with other tests
|
||
"""Ensure that AutoCache prevents duplicate provider calls via patch layer."""
|
||
|
||
class User(BaseModel):
|
||
name: str = Field(...)
|
||
|
||
call_counter = {"n": 0}
|
||
|
||
# Fake provider completion function mimicking minimal OpenAI chat response
|
||
def fake_completion(*_args, **_kwargs): # noqa: D401, ANN001
|
||
call_counter["n"] += 1
|
||
content = User(name="cached").model_dump_json()
|
||
# Return minimal ChatCompletion-like object
|
||
return types.SimpleNamespace(
|
||
choices=[
|
||
types.SimpleNamespace(
|
||
message=types.SimpleNamespace(content=content),
|
||
finish_reason="stop",
|
||
)
|
||
],
|
||
usage={},
|
||
)
|
||
|
||
# Create Instructor client using from_litellm so we go through patch stack
|
||
cache = AutoCache(maxsize=10)
|
||
client = instructor.from_litellm(fake_completion, mode=instructor.Mode.JSON)
|
||
|
||
messages = [{"role": "user", "content": "hello"}]
|
||
|
||
# First call – provider should be invoked
|
||
_ = client.create(messages=list(messages), response_model=User, cache=cache)
|
||
assert call_counter["n"] == 1
|
||
|
||
# Second call with identical inputs – should hit cache, no new provider call
|
||
_ = client.create(messages=list(messages), response_model=User, cache=cache)
|
||
assert call_counter["n"] == 1, "Cache miss – provider was called again"
|