참고소스 수정본
This commit is contained in:
35
참고/instructor-main/examples/patching/together.py
Normal file
35
참고/instructor-main/examples/patching/together.py
Normal file
@@ -0,0 +1,35 @@
|
||||
import os
|
||||
import openai
|
||||
from pydantic import BaseModel
|
||||
import instructor
|
||||
|
||||
client = openai.OpenAI(
|
||||
base_url="https://api.together.xyz/v1",
|
||||
api_key=os.environ["TOGETHER_API_KEY"],
|
||||
)
|
||||
|
||||
|
||||
# By default, the patch function will patch the ChatCompletion.create and ChatCompletion.acreate methods. to support response_model parameter
|
||||
client = instructor.from_openai(client, mode=instructor.Mode.TOOLS)
|
||||
|
||||
|
||||
# Now, we can use the response_model parameter using only a base model
|
||||
# rather than having to use the ResponseSchema class
|
||||
class UserExtract(BaseModel):
|
||||
name: str
|
||||
age: int
|
||||
|
||||
|
||||
user: UserExtract = client.chat.completions.create(
|
||||
model="mistralai/Mixtral-8x7B-Instruct-v0.1",
|
||||
response_model=UserExtract,
|
||||
messages=[
|
||||
{"role": "user", "content": "Extract jason is 25 years old"},
|
||||
],
|
||||
) # type: ignore
|
||||
|
||||
print(user.model_dump_json(indent=2))
|
||||
{
|
||||
"name": "Jason",
|
||||
"age": 25,
|
||||
}
|
||||
Reference in New Issue
Block a user