From 8af4425abd3cbe890a365cec6eac9c0ba69ee282 Mon Sep 17 00:00:00 2001
From: William FH <13333726+hinthornw@users.noreply.github.com>
Date: Thu, 29 Feb 2024 00:06:46 -0800
Subject: [PATCH] [Evaluation] Config Fix (#18231)

---
 libs/langchain/langchain/smith/evaluation/config.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/libs/langchain/langchain/smith/evaluation/config.py b/libs/langchain/langchain/smith/evaluation/config.py
index cbdd790e228..69dc1c9efa1 100644
--- a/libs/langchain/langchain/smith/evaluation/config.py
+++ b/libs/langchain/langchain/smith/evaluation/config.py
@@ -296,7 +296,7 @@ class RunEvalConfig(BaseModel):
             Whether to ignore numbers when comparing strings.
         """
 
-        evaluator_type: EvaluatorType = EvaluatorType.STRING_DISTANCE
+        evaluator_type: EvaluatorType = EvaluatorType.EXACT_MATCH
         ignore_case: bool = False
         ignore_punctuation: bool = False
         ignore_numbers: bool = False