73 lines
1.8 KiB
Python
73 lines
1.8 KiB
Python
|
from __future__ import annotations # type: ignore
|
||
|
|
|
||
|
|
from typing import Any, overload
|
||
|
|
|
||
|
|
import instructor
|
||
|
|
from ...core.client import AsyncInstructor, Instructor
|
||
|
|
|
||
|
|
|
||
|
|
from cerebras.cloud.sdk import Cerebras, AsyncCerebras
|
||
|
|
|
||
|
|
|
||
|
|
@overload
|
||
|
|
def from_cerebras(
|
||
|
|
client: Cerebras,
|
||
|
|
mode: instructor.Mode = instructor.Mode.CEREBRAS_TOOLS,
|
||
|
|
**kwargs: Any,
|
||
|
|
) -> Instructor: ...
|
||
|
|
|
||
|
|
|
||
|
|
@overload
|
||
|
|
def from_cerebras(
|
||
|
|
client: AsyncCerebras,
|
||
|
|
mode: instructor.Mode = instructor.Mode.CEREBRAS_TOOLS,
|
||
|
|
**kwargs: Any,
|
||
|
|
) -> AsyncInstructor: ...
|
||
|
|
|
||
|
|
|
||
|
|
def from_cerebras(
|
||
|
|
client: Cerebras | AsyncCerebras,
|
||
|
|
mode: instructor.Mode = instructor.Mode.CEREBRAS_TOOLS,
|
||
|
|
**kwargs: Any,
|
||
|
|
) -> Instructor | AsyncInstructor:
|
||
|
|
valid_modes = {
|
||
|
|
instructor.Mode.CEREBRAS_TOOLS,
|
||
|
|
instructor.Mode.CEREBRAS_JSON,
|
||
|
|
}
|
||
|
|
|
||
|
|
if mode not in valid_modes:
|
||
|
|
from ...core.exceptions import ModeError
|
||
|
|
|
||
|
|
raise ModeError(
|
||
|
|
mode=str(mode),
|
||
|
|
provider="Cerebras",
|
||
|
|
valid_modes=[str(m) for m in valid_modes],
|
||
|
|
)
|
||
|
|
|
||
|
|
if not isinstance(client, (Cerebras, AsyncCerebras)):
|
||
|
|
from ...core.exceptions import ClientError
|
||
|
|
|
||
|
|
raise ClientError(
|
||
|
|
f"Client must be an instance of Cerebras or AsyncCerebras. "
|
||
|
|
f"Got: {type(client).__name__}"
|
||
|
|
)
|
||
|
|
|
||
|
|
if isinstance(client, AsyncCerebras):
|
||
|
|
create = client.chat.completions.create
|
||
|
|
return AsyncInstructor(
|
||
|
|
client=client,
|
||
|
|
create=instructor.patch(create=create, mode=mode),
|
||
|
|
provider=instructor.Provider.CEREBRAS,
|
||
|
|
mode=mode,
|
||
|
|
**kwargs,
|
||
|
|
)
|
||
|
|
|
||
|
|
create = client.chat.completions.create
|
||
|
|
return Instructor(
|
||
|
|
client=client,
|
||
|
|
create=instructor.patch(create=create, mode=mode),
|
||
|
|
provider=instructor.Provider.CEREBRAS,
|
||
|
|
mode=mode,
|
||
|
|
**kwargs,
|
||
|
|
)
|