nit

onyx-dot-app · Nov 15, 2024 · efa06f8 · efa06f8
1 parent 95773d3
commit efa06f8
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/backend/danswer/natural_language_processing/utils.py b/backend/danswer/natural_language_processing/utils.py
@@ -111,6 +111,8 @@ def _check_tokenizer_cache(
 def _try_initialize_tokenizer(
     model_name: str, model_provider: EmbeddingProvider | None
 ) -> BaseTokenizer | None:
+    tokenizer: BaseTokenizer | None = None
+
     if model_provider is not None:
         # Try using TiktokenTokenizer first if model_provider exists
         try: