mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-08-14 06:26:18 +00:00
rm log
This commit is contained in:
parent
545c323216
commit
cacab625cf
@ -3,7 +3,6 @@
|
|||||||
|
|
||||||
import torch
|
import torch
|
||||||
import os
|
import os
|
||||||
from functools import cache
|
|
||||||
from typing import List
|
from typing import List
|
||||||
from functools import cache
|
from functools import cache
|
||||||
from transformers import (
|
from transformers import (
|
||||||
|
@ -66,7 +66,6 @@ class ModelWorker:
|
|||||||
|
|
||||||
def generate_stream_gate(self, params):
|
def generate_stream_gate(self, params):
|
||||||
try:
|
try:
|
||||||
print(f"llmserver params: {params}, self: {self}")
|
|
||||||
for output in self.generate_stream_func(
|
for output in self.generate_stream_func(
|
||||||
self.model, self.tokenizer, params, DEVICE, CFG.MAX_POSITION_EMBEDDINGS
|
self.model, self.tokenizer, params, DEVICE, CFG.MAX_POSITION_EMBEDDINGS
|
||||||
):
|
):
|
||||||
|
Loading…
Reference in New Issue
Block a user