This commit is contained in:
ykgong 2023-06-09 11:39:51 +08:00
parent 545c323216
commit cacab625cf
2 changed files with 0 additions and 2 deletions

View File

@ -3,7 +3,6 @@
import torch
import os
from functools import cache
from typing import List
from functools import cache
from transformers import (

View File

@ -66,7 +66,6 @@ class ModelWorker:
def generate_stream_gate(self, params):
try:
print(f"llmserver params: {params}, self: {self}")
for output in self.generate_stream_func(
self.model, self.tokenizer, params, DEVICE, CFG.MAX_POSITION_EMBEDDINGS
):