github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-07-31 15:47:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

remove openai api

Browse Source
This commit is contained in:
csunny 2023-05-11 21:05:34 +08:00
parent ca50c9fe47
commit 122a91593b
2 changed files with 3 additions and 34 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
pilot/server/webserver.py
View File

@ -27,8 +27,6 @@ from pilot.conversation import (
from pilot.utils import ( from pilot.utils import (
build_logger, build_logger,
server_error_msg, server_error_msg,
violates_moderation,
moderation_msg
) )
from pilot.server.gradio_css import code_highlight_css from pilot.server.gradio_css import code_highlight_css
@ -129,14 +127,9 @@ def add_text(state, text, request: gr.Request):
if len(text) <= 0: if len(text) <= 0:
state.skip_next = True state.skip_next = True
return (state, state.to_gradio_chatbot(), "") + (no_change_btn,) * 5 return (state, state.to_gradio_chatbot(), "") + (no_change_btn,) * 5
if args.moderate:
flagged = violates_moderation(text)
if flagged:
state.skip_next = True
return (state, state.to_gradio_chatbot(), moderation_msg) + (
no_change_btn,) * 5
text = text[:4000] # Hard cut-off """ Default support 4000 tokens, if tokens too lang, we will cut off """
text = text[:4000]
state.append_message(state.roles[0], text) state.append_message(state.roles[0], text)
state.append_message(state.roles[1], None) state.append_message(state.roles[1], None)
state.skip_next = False state.skip_next = False
@ -439,9 +432,7 @@ if __name__ == "__main__":
"--model-list-mode", type=str, default="once", choices=["once", "reload"] "--model-list-mode", type=str, default="once", choices=["once", "reload"]
) )
parser.add_argument("--share", default=False, action="store_true") parser.add_argument("--share", default=False, action="store_true")
parser.add_argument(
"--moderate", action="store_true", help="Enable content moderation"
)
args = parser.parse_args() args = parser.parse_args()
logger.info(f"args: {args}") logger.info(f"args: {args}")

22
pilot/utils.py
View File

@ -14,7 +14,6 @@ import requests
from pilot.configs.model_config import LOGDIR from pilot.configs.model_config import LOGDIR
server_error_msg = "**NETWORK ERROR DUE TO HIGH TRAFFIC. PLEASE REGENERATE OR REFRESH THIS PAGE.**" server_error_msg = "**NETWORK ERROR DUE TO HIGH TRAFFIC. PLEASE REGENERATE OR REFRESH THIS PAGE.**"
moderation_msg = "YOUR INPUT VIOLATES OUR CONTENT MODERATION GUIDELINES. PLEASE TRY AGAIN."
handler = None handler = None
@ -125,27 +124,6 @@ def disable_torch_init():
setattr(torch.nn.LayerNorm, "reset_parameters", lambda self: None) setattr(torch.nn.LayerNorm, "reset_parameters", lambda self: None)
def violates_moderation(text):
"""
Check whether the text violates OpenAI moderation API.
"""
url = "https://api.openai.com/v1/moderations"
headers = {"Content-Type": "application/json",
"Authorization": "Bearer " + os.environ["OPENAI_API_KEY"]}
text = text.replace("\n", "")
data = "{" + '"input": ' + f'"{text}"' + "}"
data = data.encode("utf-8")
try:
ret = requests.post(url, headers=headers, data=data, timeout=5)
flagged = ret.json()["results"][0]["flagged"]
except requests.exceptions.RequestException as e:
flagged = False
except KeyError as e:
flagged = False
return flagged
def pretty_print_semaphore(semaphore): def pretty_print_semaphore(semaphore):
if semaphore is None: if semaphore is None:
return "None" return "None"