Skip to content

Commit

Permalink
implement #605;
Browse files Browse the repository at this point in the history
  • Loading branch information
ellipsis-dev[bot] committed Apr 17, 2024
1 parent 17e2f52 commit 163dc8b
Showing 1 changed file with 12 additions and 1 deletion.
13 changes: 12 additions & 1 deletion instructor/client.py
Original file line number Diff line number Diff line change
Expand Up @@ -33,20 +33,25 @@ class Instructor:
mode: instructor.Mode
default_model: str | None = None
provider: Provider
base_url: str | None

def __init__(
self,
client: Any | None,
create: Callable,
mode: instructor.Mode = instructor.Mode.TOOLS,
provider: Provider = Provider.OPENAI,
base_url: str = None,
**kwargs,
):
if base_url is None:
raise ValueError('base_url is required')
self.client = client
self.create_fn = create
self.mode = mode
self.kwargs = kwargs
self.provider = provider
self.base_url = base_url

@property
def chat(self) -> Self:
Expand Down Expand Up @@ -162,13 +167,17 @@ def __init__(
create: Callable,
mode: instructor.Mode = instructor.Mode.TOOLS,
provider: Provider = Provider.OPENAI,
base_url: str = None,
**kwargs,
):
if base_url is None:
raise ValueError('base_url is required')
self.client = client
self.create_fn = create
self.mode = mode
self.kwargs = kwargs
self.provider = provider
self.base_url = base_url

async def create(
self,
Expand Down Expand Up @@ -297,6 +306,7 @@ def from_openai(
create=instructor.patch(create=client.chat.completions.create, mode=mode),
mode=mode,
provider=provider,
base_url=client.base_url,
**kwargs,
)

Expand All @@ -306,6 +316,7 @@ def from_openai(
create=instructor.patch(create=client.chat.completions.create, mode=mode),
mode=mode,
provider=provider,
base_url=client.base_url,
**kwargs,
)

Expand Down Expand Up @@ -347,4 +358,4 @@ def from_litellm(
create=instructor.patch(create=completion, mode=mode),
mode=mode,
**kwargs,
)
)

0 comments on commit 163dc8b

Please sign in to comment.