diff --git a/drivellava/scripts/train.py b/drivellava/scripts/train.py index 885f9a0..803214b 100644 --- a/drivellava/scripts/train.py +++ b/drivellava/scripts/train.py @@ -154,7 +154,7 @@ def main(): --save_strategy "steps" \ --save_steps 50 \ --save_total_limit 1 \ - --learning_rate 2e-6 \ + --learning_rate 2e-7 \ --weight_decay 0. \ --warmup_ratio 0.03 \ --lr_scheduler_type "cosine" \