github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-22 19:09:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

experimental[minor]: adds mixtral wrapper (#17423)

Browse Source 
**Description:** Adds a chat wrapper for Mixtral models using the
[prompt
template](https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1#instruction-format).

---------

Co-authored-by: Bagatur <baskaryan@gmail.com>
This commit is contained in:
Alexander Dicke
2024-03-09 02:14:23 +01:00
committed by GitHub
parent 4f4300723b
commit 66576948e0
3 changed files with 55 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
libs/experimental/langchain_experimental/chat_models/__init__.py
View File

@@ -17,10 +17,11 @@ an interface where "chat messages" are the inputs and outputs.
AIMessage, BaseMessage, HumanMessage
""" # noqa: E501
from langchain_experimental.chat_models.llm_wrapper import Llama2Chat, Orca, Vicuna
from langchain_experimental.chat_models.llm_wrapper import (
Llama2Chat,
Mixtral,
Orca,
Vicuna,
)
__all__ = [
"Llama2Chat",
"Orca",
"Vicuna",
]
__all__ = ["Llama2Chat", "Orca", "Vicuna", "Mixtral"]

17
libs/experimental/langchain_experimental/chat_models/llm_wrapper.py
View File

@@ -148,6 +148,23 @@ class Llama2Chat(ChatWrapper):
usr_0_end: str = " [/INST]"
class Mixtral(ChatWrapper):
"""See https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1#instruction-format""" # noqa: E501
@property
def _llm_type(self) -> str:
return "mixtral"
sys_beg: str = "<s>[INST] "
sys_end: str = "\n"
ai_n_beg: str = " "
ai_n_end: str = " </s>"
usr_n_beg: str = " [INST] "
usr_n_end: str = " [/INST]"
usr_0_beg: str = ""
usr_0_end: str = " [/INST]"
class Orca(ChatWrapper):
"""Wrapper for Orca-style models."""