This commit is contained in:
ykgong 2023-06-09 11:39:51 +08:00
parent 545c323216
commit cacab625cf
2 changed files with 0 additions and 2 deletions

View File

@ -3,7 +3,6 @@
import torch import torch
import os import os
from functools import cache
from typing import List from typing import List
from functools import cache from functools import cache
from transformers import ( from transformers import (

View File

@ -66,7 +66,6 @@ class ModelWorker:
def generate_stream_gate(self, params): def generate_stream_gate(self, params):
try: try:
print(f"llmserver params: {params}, self: {self}")
for output in self.generate_stream_func( for output in self.generate_stream_func(
self.model, self.tokenizer, params, DEVICE, CFG.MAX_POSITION_EMBEDDINGS self.model, self.tokenizer, params, DEVICE, CFG.MAX_POSITION_EMBEDDINGS
): ):