From 77072df371eb6bdd9d1df10ea060a560dd98082a Mon Sep 17 00:00:00 2001 From: yihong0618 Date: Sat, 23 Sep 2023 14:48:12 +0800 Subject: [PATCH] fix: proxy by openai side --- pilot/model/proxy/llms/chatgpt.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/pilot/model/proxy/llms/chatgpt.py b/pilot/model/proxy/llms/chatgpt.py index 3d1c38cd4..01261be8f 100644 --- a/pilot/model/proxy/llms/chatgpt.py +++ b/pilot/model/proxy/llms/chatgpt.py @@ -20,6 +20,8 @@ def chatgpt_generate_stream( print(f"Model: {model}, model_params: {model_params}") proxy_api_key = model_params.proxy_api_key + if model_params.http_proxy: + openai.proxy = model_params.http_proxy openai.api_key = os.getenv("OPENAI_API_KEY") or proxy_api_key proxyllm_backend = model_params.proxyllm_backend if not proxyllm_backend: