update the tokenizers version

huggingface · Jan 15, 2025 · 330a1f0 · 330a1f0
1 parent a11c6c8
commit 330a1f0
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/optimum/intel/utils/import_utils.py b/optimum/intel/utils/import_utils.py
@@ -397,6 +397,7 @@ def is_openvino_tokenizers_version(operation: str, version: str):
         except importlib_metadata.PackageNotFoundError:
             pass
 
+    tokenizers_version = tokenizers_version[:len("2025.0.0.0")]
     return compare_versions(parse(tokenizers_version), operation, version)