참고소스 수정본
This commit is contained in:
@@ -0,0 +1 @@
|
||||
"""Provider implementation."""
|
||||
63
참고/instructor-main/instructor/providers/writer/client.py
Normal file
63
참고/instructor-main/instructor/providers/writer/client.py
Normal file
@@ -0,0 +1,63 @@
|
||||
# Future imports to ensure compatibility with Python 3.9
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
import instructor
|
||||
from writerai import AsyncWriter, Writer
|
||||
from typing import overload, Any
|
||||
|
||||
|
||||
@overload
|
||||
def from_writer(
|
||||
client: Writer,
|
||||
mode: instructor.Mode = instructor.Mode.WRITER_TOOLS,
|
||||
**kwargs: Any,
|
||||
) -> instructor.Instructor: ...
|
||||
|
||||
|
||||
@overload
|
||||
def from_writer(
|
||||
client: AsyncWriter,
|
||||
mode: instructor.Mode = instructor.Mode.WRITER_TOOLS,
|
||||
**kwargs: Any,
|
||||
) -> instructor.AsyncInstructor: ...
|
||||
|
||||
|
||||
def from_writer(
|
||||
client: Writer | AsyncWriter,
|
||||
mode: instructor.Mode = instructor.Mode.WRITER_TOOLS,
|
||||
**kwargs: Any,
|
||||
) -> instructor.Instructor | instructor.AsyncInstructor:
|
||||
valid_modes = {instructor.Mode.WRITER_TOOLS, instructor.Mode.WRITER_JSON}
|
||||
|
||||
if mode not in valid_modes:
|
||||
from ...core.exceptions import ModeError
|
||||
|
||||
raise ModeError(
|
||||
mode=str(mode), provider="Writer", valid_modes=[str(m) for m in valid_modes]
|
||||
)
|
||||
|
||||
if not isinstance(client, (Writer, AsyncWriter)):
|
||||
from ...core.exceptions import ClientError
|
||||
|
||||
raise ClientError(
|
||||
f"Client must be an instance of Writer or AsyncWriter. "
|
||||
f"Got: {type(client).__name__}"
|
||||
)
|
||||
|
||||
if isinstance(client, Writer):
|
||||
return instructor.Instructor(
|
||||
client=client,
|
||||
create=instructor.patch(create=client.chat.chat, mode=mode),
|
||||
provider=instructor.Provider.WRITER,
|
||||
mode=mode,
|
||||
**kwargs,
|
||||
)
|
||||
|
||||
return instructor.AsyncInstructor(
|
||||
client=client,
|
||||
create=instructor.patch(create=client.chat.chat, mode=mode),
|
||||
provider=instructor.Provider.WRITER,
|
||||
mode=mode,
|
||||
**kwargs,
|
||||
)
|
||||
116
참고/instructor-main/instructor/providers/writer/utils.py
Normal file
116
참고/instructor-main/instructor/providers/writer/utils.py
Normal file
@@ -0,0 +1,116 @@
|
||||
"""Writer-specific utilities.
|
||||
|
||||
This module contains utilities specific to the Writer provider,
|
||||
including reask functions, response handlers, and message formatting.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from typing import Any
|
||||
|
||||
from ...mode import Mode
|
||||
from ...processing.schema import generate_openai_schema
|
||||
from ...utils.core import dump_message
|
||||
|
||||
|
||||
def reask_writer_tools(
|
||||
kwargs: dict[str, Any],
|
||||
response: Any,
|
||||
exception: Exception,
|
||||
):
|
||||
"""
|
||||
Handle reask for Writer tools mode when validation fails.
|
||||
|
||||
Kwargs modifications:
|
||||
- Adds: "messages" (user instructions to correct tool call)
|
||||
"""
|
||||
kwargs = kwargs.copy()
|
||||
reask_msgs = [dump_message(response.choices[0].message)]
|
||||
reask_msgs.append(
|
||||
{
|
||||
"role": "user",
|
||||
"content": (
|
||||
f"Validation Error found:\n{exception}\n Fix errors and fill tool call arguments/name "
|
||||
f"correctly. Just update arguments dict values or update name. Don't change the structure "
|
||||
f"of them. You have to call function by passing desired "
|
||||
f"functions name/args as part of special attribute with name tools_calls, "
|
||||
f"not as text in attribute with name content. IT'S IMPORTANT!"
|
||||
),
|
||||
}
|
||||
)
|
||||
kwargs["messages"].extend(reask_msgs)
|
||||
return kwargs
|
||||
|
||||
|
||||
def reask_writer_json(
|
||||
kwargs: dict[str, Any],
|
||||
response: Any,
|
||||
exception: Exception,
|
||||
):
|
||||
"""
|
||||
Handle reask for Writer JSON mode when validation fails.
|
||||
|
||||
Kwargs modifications:
|
||||
- Adds: "messages" (user message requesting JSON correction)
|
||||
"""
|
||||
kwargs = kwargs.copy()
|
||||
reask_msgs = [dump_message(response.choices[0].message)]
|
||||
reask_msgs.append(
|
||||
{
|
||||
"role": "user",
|
||||
"content": f"Correct your JSON response: {response.choices[0].message.content}, "
|
||||
f"based on the following errors:\n{exception}",
|
||||
}
|
||||
)
|
||||
kwargs["messages"].extend(reask_msgs)
|
||||
return kwargs
|
||||
|
||||
|
||||
def handle_writer_tools(
|
||||
response_model: type[Any], new_kwargs: dict[str, Any]
|
||||
) -> tuple[type[Any], dict[str, Any]]:
|
||||
"""
|
||||
Handle Writer tools mode.
|
||||
|
||||
Kwargs modifications:
|
||||
- Adds: "tools" (list with function schema)
|
||||
- Sets: "tool_choice" to "auto"
|
||||
"""
|
||||
new_kwargs["tools"] = [
|
||||
{
|
||||
"type": "function",
|
||||
"function": generate_openai_schema(response_model),
|
||||
}
|
||||
]
|
||||
new_kwargs["tool_choice"] = "auto"
|
||||
return response_model, new_kwargs
|
||||
|
||||
|
||||
def handle_writer_json(
|
||||
response_model: type[Any], new_kwargs: dict[str, Any]
|
||||
) -> tuple[type[Any], dict[str, Any]]:
|
||||
"""
|
||||
Handle Writer JSON mode.
|
||||
|
||||
Kwargs modifications:
|
||||
- Adds: "response_format" with json_schema
|
||||
"""
|
||||
new_kwargs["response_format"] = {
|
||||
"type": "json_schema",
|
||||
"json_schema": {"schema": response_model.model_json_schema()},
|
||||
}
|
||||
|
||||
return response_model, new_kwargs
|
||||
|
||||
|
||||
# Handler registry for Writer
|
||||
WRITER_HANDLERS = {
|
||||
Mode.WRITER_TOOLS: {
|
||||
"reask": reask_writer_tools,
|
||||
"response": handle_writer_tools,
|
||||
},
|
||||
Mode.WRITER_JSON: {
|
||||
"reask": reask_writer_json,
|
||||
"response": handle_writer_json,
|
||||
},
|
||||
}
|
||||
Reference in New Issue
Block a user