feat: APIServer supports embeddings (#1256)

This commit is contained in:
Fangyin Cheng
2024-03-05 20:21:37 +08:00
committed by GitHub
parent 5f3ee35804
commit 74ec8e52cd
9 changed files with 414 additions and 40 deletions

View File

@@ -113,6 +113,9 @@ class ModelAPIServerParameters(BaseParameters):
default=None,
metadata={"help": "Optional list of comma separated API keys"},
)
embedding_batch_size: Optional[int] = field(
default=None, metadata={"help": "Embedding batch size"}
)
log_level: Optional[str] = field(
default=None,