infra: specify python max version of 3.12 for some integration packages (#27740)

This commit is contained in:
ccurme
2024-10-30 12:24:48 -04:00
committed by GitHub
parent 3b956b3a97
commit 88bfd60b03
2 changed files with 17 additions and 4 deletions

View File

@@ -32,6 +32,21 @@ IGNORED_PARTNERS = [
"huggingface",
]
# Cap python version at 3.12 for some packages with dependencies that are not yet
# compatible with python 3.13 (mostly hf tokenizers).
PY_312_MAX_PACKAGES = [
f"libs/partners/{integration}"
for integration in [
"anthropic",
"chroma",
"couchbase",
"huggingface",
"mistralai",
"nomic",
"qdrant",
]
]
def all_package_dirs() -> Set[str]:
return {
@@ -117,9 +132,7 @@ def _get_configs_for_single_dir(job: str, dir_: str) -> List[Dict[str, str]]:
# declare deps in funny way
py_versions = ["3.9", "3.11"]
elif dir_ == "libs/partners/huggingface":
# huggingface tokenizers doesn't support 3.13 yet
# because of pep517 builds
elif dir_ in PY_312_MAX_PACKAGES:
py_versions = ["3.9", "3.12"]
elif dir_ in ["libs/community", "libs/langchain"] and job == "extended-tests":