add ignore_cached in lora (#298)

MeetKai · Dec 12, 2024 · 8f8bbaa · 8f8bbaa
1 parent 7f984ee
commit 8f8bbaa
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/functionary/train/train_lora.py b/functionary/train/train_lora.py
@@ -70,6 +70,10 @@ class DataArguments:
         default=False,
         metadata={"help": "Whether to use lazy loading for the dataset or not"},
     )
+    ignore_cached: bool = field(
+        default=False,
+        metadata={"help": "Whether to ignore cached tokenized data or not"},
+    )
 
 
 @dataclass