{ "cells": [ { "cell_type": "markdown", "id": "bf733a38-db84-4363-89e2-de6735c37230", "metadata": {}, "source": [ "# Cohere\n", "\n", "This notebook covers how to get started with Cohere chat models." ] }, { "cell_type": "code", "execution_count": 54, "id": "d4a7c55d-b235-4ca4-a579-c90cc9570da9", "metadata": { "tags": [] }, "outputs": [], "source": [ "from langchain.chat_models import ChatCohere\n", "from langchain.schema import AIMessage, HumanMessage" ] }, { "cell_type": "code", "execution_count": 55, "id": "70cf04e8-423a-4ff6-8b09-f11fb711c817", "metadata": { "tags": [] }, "outputs": [], "source": [ "chat = ChatCohere()" ] }, { "cell_type": "code", "execution_count": 56, "id": "8199ef8f-eb8b-4253-9ea0-6c24a013ca4c", "metadata": { "tags": [] }, "outputs": [ { "data": { "text/plain": [ "AIMessage(content=\"Who's there?\")" ] }, "execution_count": 56, "metadata": {}, "output_type": "execute_result" } ], "source": [ "messages = [\n", " HumanMessage(\n", " content=\"knock knock\"\n", " )\n", "]\n", "chat(messages)" ] }, { "cell_type": "markdown", "id": "c361ab1e-8c0c-4206-9e3c-9d1424a12b9c", "metadata": {}, "source": [ "## `ChatCohere` also supports async and streaming functionality:" ] }, { "cell_type": "code", "execution_count": 57, "id": "93a21c5c-6ef9-4688-be60-b2e1f94842fb", "metadata": { "tags": [] }, "outputs": [], "source": [ "from langchain.callbacks.manager import CallbackManager\n", "from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler" ] }, { "cell_type": "code", "execution_count": 64, "id": "c5fac0e9-05a4-4fc1-a3b3-e5bbb24b971b", "metadata": { "tags": [] }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Who's there?" ] }, { "data": { "text/plain": [ "LLMResult(generations=[[ChatGenerationChunk(text=\"Who's there?\", message=AIMessageChunk(content=\"Who's there?\"))]], llm_output={}, run=[RunInfo(run_id=UUID('1e9eaefc-9c99-4fa9-8297-ef9975d4751e'))])" ] }, "execution_count": 64, "metadata": {}, "output_type": "execute_result" } ], "source": [ "await chat.agenerate([messages])" ] }, { "cell_type": "code", "execution_count": 63, "id": "025be980-e50d-4a68-93dc-c9c7b500ce34", "metadata": { "tags": [] }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Who's there?" ] }, { "data": { "text/plain": [ "AIMessageChunk(content=\"Who's there?\")" ] }, "execution_count": 63, "metadata": {}, "output_type": "execute_result" } ], "source": [ "chat = ChatCohere(\n", " streaming=True,\n", " verbose=True,\n", " callback_manager=CallbackManager([StreamingStdOutCallbackHandler()]),\n", ")\n", "chat(messages)" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.11.5" } }, "nbformat": 4, "nbformat_minor": 5 }