From 8f8bbaac7385d493112fe756b9bc5137fae90344 Mon Sep 17 00:00:00 2001 From: khai-meetkai <117131523+khai-meetkai@users.noreply.github.com> Date: Thu, 12 Dec 2024 08:37:20 +0700 Subject: [PATCH] add ignore_cached in lora (#298) --- functionary/train/train_lora.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/functionary/train/train_lora.py b/functionary/train/train_lora.py index b5b1977..a90ced6 100644 --- a/functionary/train/train_lora.py +++ b/functionary/train/train_lora.py @@ -70,6 +70,10 @@ class DataArguments: default=False, metadata={"help": "Whether to use lazy loading for the dataset or not"}, ) + ignore_cached: bool = field( + default=False, + metadata={"help": "Whether to ignore cached tokenized data or not"}, + ) @dataclass