Small refactoring

google-research · Jan 21, 2025 · 4f4649c · 4f4649c
1 parent 955d6cd
commit 4f4649c
Show file tree

Hide file tree

Showing 2 changed files with 220 additions and 151 deletions.
diff --git a/notebooks/finetuning_example.py b/notebooks/finetuning_example.py
@@ -261,7 +261,7 @@ def multi_gpu_example():
     config = FinetuningConfig(
         batch_size=256,
         num_epochs=5,
-        learning_rate=1e-4,
+        learning_rate=3e-5,
         use_wandb=True,
         distributed=True,
         gpu_ids=gpu_ids,