skip 3.12 incompatible package tests

This commit is contained in:
Erick Friis
2024-01-03 14:59:28 -08:00
parent 033658f43a
commit 6cbf13eee7
3 changed files with 6 additions and 1035 deletions

File diff suppressed because it is too large Load Diff

View File

@@ -15,8 +15,6 @@ langchain = ">=0.0.350,<0.1"
presidio-anonymizer = {version = "^2.2.33", optional = true}
presidio-analyzer = {version = "^2.2.33", optional = true}
faker = {version = "^19.3.1", optional = true}
vowpal-wabbit-next = {version = "0.6.0", optional = true}
sentence-transformers = {version = "^2", optional = true}
jinja2 = {version = "^3", optional = true}
[tool.poetry.group.lint]
@@ -76,8 +74,6 @@ extended_testing = [
"presidio-anonymizer",
"presidio-analyzer",
"faker",
"vowpal-wabbit-next",
"sentence-transformers",
"jinja2",
]

View File

@@ -433,7 +433,8 @@ class MarkdownHeaderTextSplitter:
if stripped_line.startswith(sep) and (
# Header with no text OR header is followed by space
# Both are valid conditions that sep is being used a header
len(stripped_line) == len(sep) or stripped_line[len(sep)] == " "
len(stripped_line) == len(sep)
or stripped_line[len(sep)] == " "
):
# Ensure we are tracking the header as metadata
if name is not None:
@@ -759,7 +760,7 @@ class SentenceTransformersTokenTextSplitter(TextSplitter):
from sentence_transformers import SentenceTransformer
except ImportError:
raise ImportError(
"Could not import sentence_transformer python package. "
"Could not import sentence_transformers python package. "
"This is needed in order to for SentenceTransformersTokenTextSplitter. "
"Please install it with `pip install sentence-transformers`."
)