mirror of
https://github.com/hwchase17/langchain.git
synced 2025-08-07 20:15:40 +00:00
parent
9800c6051c
commit
275b926cf7
@ -35,6 +35,8 @@
|
|||||||
"metadata": {},
|
"metadata": {},
|
||||||
"outputs": [],
|
"outputs": [],
|
||||||
"source": [
|
"source": [
|
||||||
|
"from langchain.llms import HuggingFaceTextGenInference\n",
|
||||||
|
"\n",
|
||||||
"llm = HuggingFaceTextGenInference(\n",
|
"llm = HuggingFaceTextGenInference(\n",
|
||||||
" inference_server_url=\"http://localhost:8010/\",\n",
|
" inference_server_url=\"http://localhost:8010/\",\n",
|
||||||
" max_new_tokens=512,\n",
|
" max_new_tokens=512,\n",
|
||||||
|
Loading…
Reference in New Issue
Block a user