참고소스 수정본
This commit is contained in:
82
참고/instructor-main/instructor/providers/genai/client.py
Normal file
82
참고/instructor-main/instructor/providers/genai/client.py
Normal file
@@ -0,0 +1,82 @@
|
||||
# type: ignore
|
||||
from __future__ import annotations
|
||||
|
||||
from typing import Any, Literal, overload
|
||||
|
||||
from google.genai import Client
|
||||
|
||||
import instructor
|
||||
|
||||
|
||||
@overload
|
||||
def from_genai(
|
||||
client: Client,
|
||||
mode: instructor.Mode = instructor.Mode.GENAI_TOOLS,
|
||||
use_async: Literal[True] = True,
|
||||
**kwargs: Any,
|
||||
) -> instructor.AsyncInstructor: ...
|
||||
|
||||
|
||||
@overload
|
||||
def from_genai(
|
||||
client: Client,
|
||||
mode: instructor.Mode = instructor.Mode.GENAI_TOOLS,
|
||||
use_async: Literal[False] = False,
|
||||
**kwargs: Any,
|
||||
) -> instructor.Instructor: ...
|
||||
|
||||
|
||||
def from_genai(
|
||||
client: Client,
|
||||
mode: instructor.Mode = instructor.Mode.GENAI_TOOLS,
|
||||
use_async: bool = False,
|
||||
**kwargs: Any,
|
||||
) -> instructor.Instructor | instructor.AsyncInstructor:
|
||||
valid_modes = {
|
||||
instructor.Mode.GENAI_TOOLS,
|
||||
instructor.Mode.GENAI_STRUCTURED_OUTPUTS,
|
||||
}
|
||||
|
||||
if mode not in valid_modes:
|
||||
from ...core.exceptions import ModeError
|
||||
|
||||
raise ModeError(
|
||||
mode=str(mode), provider="GenAI", valid_modes=[str(m) for m in valid_modes]
|
||||
)
|
||||
|
||||
if not isinstance(client, Client):
|
||||
from ...core.exceptions import ClientError
|
||||
|
||||
raise ClientError(
|
||||
f"Client must be an instance of google.genai.Client. "
|
||||
f"Got: {type(client).__name__}"
|
||||
)
|
||||
|
||||
if use_async:
|
||||
|
||||
async def async_wrapper(*args: Any, **kwargs: Any): # type:ignore
|
||||
if kwargs.pop("stream", False):
|
||||
return await client.aio.models.generate_content_stream(*args, **kwargs) # type:ignore
|
||||
return await client.aio.models.generate_content(*args, **kwargs) # type:ignore
|
||||
|
||||
return instructor.AsyncInstructor(
|
||||
client=client,
|
||||
create=instructor.patch(create=async_wrapper, mode=mode),
|
||||
provider=instructor.Provider.GENAI,
|
||||
mode=mode,
|
||||
**kwargs,
|
||||
)
|
||||
|
||||
def sync_wrapper(*args: Any, **kwargs: Any): # type:ignore
|
||||
if kwargs.pop("stream", False):
|
||||
return client.models.generate_content_stream(*args, **kwargs) # type:ignore
|
||||
|
||||
return client.models.generate_content(*args, **kwargs) # type:ignore
|
||||
|
||||
return instructor.Instructor(
|
||||
client=client,
|
||||
create=instructor.patch(create=sync_wrapper, mode=mode),
|
||||
provider=instructor.Provider.GENAI,
|
||||
mode=mode,
|
||||
**kwargs,
|
||||
)
|
||||
Reference in New Issue
Block a user