Merge pull request #787 from PrefectHQ/base-url

allow setting base_url
PrefectHQ · Jan 19, 2024 · 60a891f · 60a891f
2 parents b521314 + 67f0e62
commit 60a891f
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 1 deletion.
diff --git a/src/marvin/settings.py b/src/marvin/settings.py
@@ -176,6 +176,11 @@ class OpenAISettings(MarvinSettings):
         description="Your OpenAI organization ID.",
     )
 
+    base_url: Optional[str] = Field(
+        default=None,
+        description="Your OpenAI base URL.",
+    )
+
     chat: ChatSettings = Field(default_factory=ChatSettings)
     images: ImageSettings = Field(default_factory=ImageSettings)
     audio: AudioSettings = Field(default_factory=AudioSettings)

diff --git a/src/marvin/utilities/openai.py b/src/marvin/utilities/openai.py
@@ -55,7 +55,11 @@ def get_openai_client(
                 )
             )
 
-        kwargs.update(api_key=api_key, organization=marvin.settings.openai.organization)
+        kwargs.update(
+            api_key=api_key,
+            organization=marvin.settings.openai.organization,
+            base_url=marvin.settings.openai.base_url,
+        )
 
     # --- Azure OpenAI
     elif marvin.settings.provider == "azure_openai":