Merge pull request #444 from IBM/tokenization_transform-comment-fix

Convert info to debug to reduce the verbosity
IBM · Jul 24, 2024 · 202538b · 202538b
2 parents 1d32ca3 + 9c18b4b
commit 202538b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/transforms/universal/tokenization/python/src/tokenization_transform.py b/transforms/universal/tokenization/python/src/tokenization_transform.py
@@ -103,7 +103,7 @@ def transform(self, table: pa.Table, file_name: str = None) -> tuple[list[pa.Tab
 
                         if (chunk_idx + 1) % CHUNK_CHECKPOINT_INTERVAL == 0 or (doc_len_so_far == doc_length):
                             elapse_time = int(time.time() - start_time)
-                            self.logger.info(
+                            self.logger.debug(
                                 f"row_idx: {idx:5,} "
                                 f"(doc_id: {doc_id}) "
                                 f"chunk_idx: {chunk_idx:6,} ({doc_len_so_far:11,}/{doc_length:11,} "