From 484e49e5c1001064745ba58776227af912f4c272 Mon Sep 17 00:00:00 2001 From: retr0reg Date: Wed, 7 Feb 2024 13:24:11 +0800 Subject: [PATCH] Allow user-defined OpenAI Base URL --- models.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/models.py b/models.py index 727914c..e160797 100644 --- a/models.py +++ b/models.py @@ -27,8 +27,12 @@ def _chat_openai( def chat_openai(messages: t.List[Message], parameters: Parameters) -> Message: - return _chat_openai(OpenAI(), messages, parameters) + client = openai.OpenAI( + api_key=os.environ["OPENAI_API_KEY"], + base_url=os.environ.get("OPENAI_API_BASE","https://api.openai.com/v1"), + ) + return _chat_openai(client, messages, parameters) def chat_mistral( messages: t.List[Message], parameters: Parameters