github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-10-29 22:00:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(core): APP use new SDK component (#1050)

Browse Source
This commit is contained in:
Fangyin Cheng
2024-01-10 10:39:04 +08:00
committed by GitHub
parent e11b72c724
commit fa8b5b190c
242 changed files with 2768 additions and 2163 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
dbgpt/util/benchmarks/llm/fastchat_benchmarks_inference.py
View File

@@ -4,9 +4,10 @@ For benchmarks.
"""
import gc
from typing import Iterable, Dict
from typing import Dict, Iterable
import torch
from fastchat.utils import get_context_length, is_partial_stop, is_sentence_complete
from transformers.generation.logits_process import (
LogitsProcessorList,
RepetitionPenaltyLogitsProcessor,
@@ -16,9 +17,6 @@ from transformers.generation.logits_process import (
)
from fastchat.utils import is_partial_stop, is_sentence_complete, get_context_length
def prepare_logits_processor(
temperature: float, repetition_penalty: float, top_p: float, top_k: int
) -> LogitsProcessorList: