patch: remove usage of llm, chat model __call__ (#20788)

- `llm(prompt)` -> `llm.invoke(prompt)`
- `llm(prompt=prompt` -> `llm.invoke(prompt)` (same with `messages=`)
- `llm(prompt, callbacks=callbacks)` -> `llm.invoke(prompt,
config={"callbacks": callbacks})`
- `llm(prompt, **kwargs)` -> `llm.invoke(prompt, **kwargs)`
This commit is contained in:
ccurme
2024-04-24 19:39:23 -04:00
committed by GitHub
parent 9b7fb381a4
commit 481d3855dc
181 changed files with 395 additions and 403 deletions

View File

@@ -25,7 +25,7 @@ class RWKV(LLM, BaseModel):
model = RWKV(model="./models/rwkv-3b-fp16.bin", strategy="cpu fp32")
# Simplest invocation
response = model("Once upon a time, ")
response = model.invoke("Once upon a time, ")
"""
model: str
@@ -225,7 +225,7 @@ class RWKV(LLM, BaseModel):
.. code-block:: python
prompt = "Once upon a time, "
response = model(prompt, n_predict=55)
response = model.invoke(prompt, n_predict=55)
"""
text = self.rwkv_generate(prompt)