github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-05-17 13:01:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update docs to use new usage in openai>1.0.0 (#14163)

Browse Source 
### Description

Use new
[APIs](https://github.com/openai/openai-python/blob/main/api.md#finetuning)

### Twitter handle

[lin_bob57617](https://twitter.com/lin_bob57617)
This commit is contained in:
Bob Lin 2023-12-03 11:37:35 -06:00 committed by GitHub
parent 052e23be3e
commit ac449f186b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 57 additions and 50 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
docs/docs/integrations/chat_loaders/imessage.ipynb
View File

@ -243,16 +243,16 @@
" my_file.write((json.dumps({\"messages\": m}) + \"\\n\").encode(\"utf-8\"))\n", " my_file.write((json.dumps({\"messages\": m}) + \"\\n\").encode(\"utf-8\"))\n",
"\n", "\n",
"my_file.seek(0)\n", "my_file.seek(0)\n",
"training_file = openai.File.create(file=my_file, purpose=\"fine-tune\")\n", "training_file = openai.files.create(file=my_file, purpose=\"fine-tune\")\n",
"\n", "\n",
"# OpenAI audits each training file for compliance reasons.\n", "# OpenAI audits each training file for compliance reasons.\n",
"# This make take a few minutes\n", "# This make take a few minutes\n",
"status = openai.File.retrieve(training_file.id).status\n", "status = openai.files.retrieve(training_file.id).status\n",
"start_time = time.time()\n", "start_time = time.time()\n",
"while status != \"processed\":\n", "while status != \"processed\":\n",
" print(f\"Status=[{status}]... {time.time() - start_time:.2f}s\", end=\"\\r\", flush=True)\n", " print(f\"Status=[{status}]... {time.time() - start_time:.2f}s\", end=\"\\r\", flush=True)\n",
" time.sleep(5)\n", " time.sleep(5)\n",
" status = openai.File.retrieve(training_file.id).status\n", " status = openai.files.retrieve(training_file.id).status\n",
"print(f\"File {training_file.id} ready after {time.time() - start_time:.2f} seconds.\")" "print(f\"File {training_file.id} ready after {time.time() - start_time:.2f} seconds.\")"
] ]
}, },
@ -271,7 +271,7 @@
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
"job = openai.FineTuningJob.create(\n", "job = openai.fine_tuning.jobs.create(\n",
" training_file=training_file.id,\n", " training_file=training_file.id,\n",
" model=\"gpt-3.5-turbo\",\n", " model=\"gpt-3.5-turbo\",\n",
")" ")"
@ -300,12 +300,12 @@
} }
], ],
"source": [ "source": [
"status = openai.FineTuningJob.retrieve(job.id).status\n", "status = openai.fine_tuning.jobs.retrieve(job.id).status\n",
"start_time = time.time()\n", "start_time = time.time()\n",
"while status != \"succeeded\":\n", "while status != \"succeeded\":\n",
" print(f\"Status=[{status}]... {time.time() - start_time:.2f}s\", end=\"\\r\", flush=True)\n", " print(f\"Status=[{status}]... {time.time() - start_time:.2f}s\", end=\"\\r\", flush=True)\n",
" time.sleep(5)\n", " time.sleep(5)\n",
" job = openai.FineTuningJob.retrieve(job.id)\n", " job = openai.fine_tuning.jobs.retrieve(job.id)\n",
" status = job.status" " status = job.status"
] ]
}, },
@ -416,7 +416,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.11.2" "version": "3.11.5"
} }
}, },
"nbformat": 4, "nbformat": 4,

39
docs/docs/integrations/chat_loaders/langsmith_dataset.ipynb
View File

@ -123,7 +123,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 10, "execution_count": 6,
"id": "817bc077-c18a-473b-94a4-a7d810d583a8", "id": "817bc077-c18a-473b-94a4-a7d810d583a8",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@ -145,7 +145,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 11, "execution_count": 7,
"id": "9e5ac127-b094-4584-9159-5a6d3d7315c7", "id": "9e5ac127-b094-4584-9159-5a6d3d7315c7",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@ -166,7 +166,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": null, "execution_count": 8,
"id": "11d19e28-be49-4801-8065-1a58d13cd192", "id": "11d19e28-be49-4801-8065-1a58d13cd192",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
@ -174,7 +174,7 @@
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"Status=[running]... 302.42s. 143.85s\r" "Status=[running]... 429.55s. 46.34s\r"
] ]
} }
], ],
@ -190,20 +190,20 @@
" my_file.write((json.dumps({\"messages\": dialog}) + \"\\n\").encode(\"utf-8\"))\n", " my_file.write((json.dumps({\"messages\": dialog}) + \"\\n\").encode(\"utf-8\"))\n",
"\n", "\n",
"my_file.seek(0)\n", "my_file.seek(0)\n",
"training_file = openai.File.create(file=my_file, purpose=\"fine-tune\")\n", "training_file = openai.files.create(file=my_file, purpose=\"fine-tune\")\n",
"\n", "\n",
"job = openai.FineTuningJob.create(\n", "job = openai.fine_tuning.jobs.create(\n",
" training_file=training_file.id,\n", " training_file=training_file.id,\n",
" model=\"gpt-3.5-turbo\",\n", " model=\"gpt-3.5-turbo\",\n",
")\n", ")\n",
"\n", "\n",
"# Wait for the fine-tuning to complete (this may take some time)\n", "# Wait for the fine-tuning to complete (this may take some time)\n",
"status = openai.FineTuningJob.retrieve(job.id).status\n", "status = openai.fine_tuning.jobs.retrieve(job.id).status\n",
"start_time = time.time()\n", "start_time = time.time()\n",
"while status != \"succeeded\":\n", "while status != \"succeeded\":\n",
" print(f\"Status=[{status}]... {time.time() - start_time:.2f}s\", end=\"\\r\", flush=True)\n", " print(f\"Status=[{status}]... {time.time() - start_time:.2f}s\", end=\"\\r\", flush=True)\n",
" time.sleep(5)\n", " time.sleep(5)\n",
" status = openai.FineTuningJob.retrieve(job.id).status\n", " status = openai.fine_tuning.jobs.retrieve(job.id).status\n",
"\n", "\n",
"# Now your model is fine-tuned!" "# Now your model is fine-tuned!"
] ]
@ -220,16 +220,18 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": null, "execution_count": 10,
"id": "3f472ca4-fa9b-485d-bd37-8ce3c59c44db", "id": "3f472ca4-fa9b-485d-bd37-8ce3c59c44db",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
"# Get the fine-tuned model ID\n", "# Get the fine-tuned model ID\n",
"job = openai.FineTuningJob.retrieve(job.id)\n", "job = openai.fine_tuning.jobs.retrieve(job.id)\n",
"model_id = job.fine_tuned_model\n", "model_id = job.fine_tuned_model\n",
"\n", "\n",
"# Use the fine-tuned model in LangChain\n", "# Use the fine-tuned model in LangChain\n",
"from langchain.chat_models import ChatOpenAI\n",
"\n",
"model = ChatOpenAI(\n", "model = ChatOpenAI(\n",
" model=model_id,\n", " model=model_id,\n",
" temperature=1,\n", " temperature=1,\n",
@ -238,10 +240,21 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": null, "execution_count": 11,
"id": "7d3b5845-6385-42d1-9f7d-5ea798dc2cd9", "id": "7d3b5845-6385-42d1-9f7d-5ea798dc2cd9",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [
{
"data": {
"text/plain": [
"AIMessage(content='[{\"s\": \"There were three ravens\", \"object\": \"tree\", \"relation\": \"sat on\"}, {\"s\": \"three ravens\", \"object\": \"a tree\", \"relation\": \"sat on\"}]')"
]
},
"execution_count": 11,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [ "source": [
"model.invoke(\"There were three ravens sat on a tree.\")" "model.invoke(\"There were three ravens sat on a tree.\")"
] ]
@ -271,7 +284,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.9.1" "version": "3.11.5"
} }
}, },
"nbformat": 4, "nbformat": 4,

54
docs/docs/integrations/chat_loaders/langsmith_llm_runs.ipynb
View File

@ -35,7 +35,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 2, "execution_count": 1,
"id": "473adce5-c863-49e6-85c3-049e0ec2222e", "id": "473adce5-c863-49e6-85c3-049e0ec2222e",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@ -65,7 +65,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 3, "execution_count": 2,
"id": "9a36d27f-2f3b-4148-b94a-9436fe8b00e0", "id": "9a36d27f-2f3b-4148-b94a-9436fe8b00e0",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@ -105,7 +105,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 4, "execution_count": 3,
"id": "89bcc676-27e8-40dc-a4d6-92cf28e0db58", "id": "89bcc676-27e8-40dc-a4d6-92cf28e0db58",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
@ -144,7 +144,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 5, "execution_count": 4,
"id": "cd44ff01-22cf-431a-8bf4-29a758d1fcff", "id": "cd44ff01-22cf-431a-8bf4-29a758d1fcff",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@ -169,18 +169,10 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 6, "execution_count": 5,
"id": "62da7d8f-5cfc-45a6-946e-2bcda2b0ba1f", "id": "62da7d8f-5cfc-45a6-946e-2bcda2b0ba1f",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [],
{
"name": "stderr",
"output_type": "stream",
"text": [
"Retrying langchain.chat_models.openai.ChatOpenAI.completion_with_retry.<locals>._completion_with_retry in 4.0 seconds as it raised ServiceUnavailableError: The server is overloaded or not ready yet..\n"
]
}
],
"source": [ "source": [
"math_questions = [\n", "math_questions = [\n",
" \"What's 45/9?\",\n", " \"What's 45/9?\",\n",
@ -219,7 +211,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 7, "execution_count": 6,
"id": "d6037992-050d-4ada-a061-860c124f0bf1", "id": "d6037992-050d-4ada-a061-860c124f0bf1",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@ -231,7 +223,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 8, "execution_count": 7,
"id": "0444919a-6f5a-4726-9916-4603b1420d0e", "id": "0444919a-6f5a-4726-9916-4603b1420d0e",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@ -266,7 +258,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 9, "execution_count": 8,
"id": "817bc077-c18a-473b-94a4-a7d810d583a8", "id": "817bc077-c18a-473b-94a4-a7d810d583a8",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@ -288,7 +280,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 10, "execution_count": 9,
"id": "9e5ac127-b094-4584-9159-5a6d3d7315c7", "id": "9e5ac127-b094-4584-9159-5a6d3d7315c7",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@ -309,7 +301,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 11, "execution_count": 10,
"id": "11d19e28-be49-4801-8065-1a58d13cd192", "id": "11d19e28-be49-4801-8065-1a58d13cd192",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
@ -317,7 +309,7 @@
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"Status=[running]... 346.26s. 31.70s\r" "Status=[running]... 349.84s. 17.72s\r"
] ]
} }
], ],
@ -333,20 +325,20 @@
" my_file.write((json.dumps({\"messages\": dialog}) + \"\\n\").encode(\"utf-8\"))\n", " my_file.write((json.dumps({\"messages\": dialog}) + \"\\n\").encode(\"utf-8\"))\n",
"\n", "\n",
"my_file.seek(0)\n", "my_file.seek(0)\n",
"training_file = openai.File.create(file=my_file, purpose=\"fine-tune\")\n", "training_file = openai.files.create(file=my_file, purpose=\"fine-tune\")\n",
"\n", "\n",
"job = openai.FineTuningJob.create(\n", "job = openai.fine_tuning.jobs.create(\n",
" training_file=training_file.id,\n", " training_file=training_file.id,\n",
" model=\"gpt-3.5-turbo\",\n", " model=\"gpt-3.5-turbo\",\n",
")\n", ")\n",
"\n", "\n",
"# Wait for the fine-tuning to complete (this may take some time)\n", "# Wait for the fine-tuning to complete (this may take some time)\n",
"status = openai.FineTuningJob.retrieve(job.id).status\n", "status = openai.fine_tuning.jobs.retrieve(job.id).status\n",
"start_time = time.time()\n", "start_time = time.time()\n",
"while status != \"succeeded\":\n", "while status != \"succeeded\":\n",
" print(f\"Status=[{status}]... {time.time() - start_time:.2f}s\", end=\"\\r\", flush=True)\n", " print(f\"Status=[{status}]... {time.time() - start_time:.2f}s\", end=\"\\r\", flush=True)\n",
" time.sleep(5)\n", " time.sleep(5)\n",
" status = openai.FineTuningJob.retrieve(job.id).status\n", " status = openai.fine_tuning.jobs.retrieve(job.id).status\n",
"\n", "\n",
"# Now your model is fine-tuned!" "# Now your model is fine-tuned!"
] ]
@ -363,16 +355,18 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 12, "execution_count": 11,
"id": "7f45b281-1dfa-43cb-bd28-99fa7e9f45d1", "id": "7f45b281-1dfa-43cb-bd28-99fa7e9f45d1",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
"# Get the fine-tuned model ID\n", "# Get the fine-tuned model ID\n",
"job = openai.FineTuningJob.retrieve(job.id)\n", "job = openai.fine_tuning.jobs.retrieve(job.id)\n",
"model_id = job.fine_tuned_model\n", "model_id = job.fine_tuned_model\n",
"\n", "\n",
"# Use the fine-tuned model in LangChain\n", "# Use the fine-tuned model in LangChain\n",
"from langchain.chat_models import ChatOpenAI\n",
"\n",
"model = ChatOpenAI(\n", "model = ChatOpenAI(\n",
" model=model_id,\n", " model=model_id,\n",
" temperature=1,\n", " temperature=1,\n",
@ -381,17 +375,17 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 18, "execution_count": 12,
"id": "7d3b5845-6385-42d1-9f7d-5ea798dc2cd9", "id": "7d3b5845-6385-42d1-9f7d-5ea798dc2cd9",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{ {
"data": { "data": {
"text/plain": [ "text/plain": [
"AIMessage(content='{\\n \"num1\": 56,\\n \"num2\": 7,\\n \"operation\": \"/\"\\n}')" "AIMessage(content='Let me calculate that for you.')"
] ]
}, },
"execution_count": 18, "execution_count": 12,
"metadata": {}, "metadata": {},
"output_type": "execute_result" "output_type": "execute_result"
} }
@ -425,7 +419,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.9.1" "version": "3.11.5"
} }
}, },
"nbformat": 4, "nbformat": 4,