Update train.py

AdityaNG · Mar 5, 2024 · b50e6e5 · b50e6e5
1 parent 36f9160
commit b50e6e5
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/drivellava/scripts/train.py b/drivellava/scripts/train.py
@@ -154,7 +154,7 @@ def main():
         --save_strategy "steps" \
         --save_steps 50 \
         --save_total_limit 1 \
-        --learning_rate 2e-6 \
+        --learning_rate 2e-7 \
         --weight_decay 0. \
         --warmup_ratio 0.03 \
         --lr_scheduler_type "cosine" \