aim is ready except for resuming part

YerevaNN · Aug 28, 2024 · 6faa971 · 6faa971
1 parent fa670db
commit 6faa971
Show file tree

Hide file tree

Showing 4 changed files with 11 additions and 6 deletions.
diff --git a/.ci/docker/requirements.txt b/.ci/docker/requirements.txt
@@ -6,3 +6,4 @@ sentencepiece
 tiktoken
 blobfile
 tabulate
+transformers
diff --git a/train_configs/chemlactica_125m.toml b/train_configs/chemlactica_125m.toml
@@ -15,8 +15,10 @@ save_memory_snapshot_folder = "memory_snapshot"
 [metrics]
 log_freq = 1
 enable_color_printing = true
-enable_tensorboard = true
-save_tb_folder = "tb"
+enable_aim = true
+save_aim_folder = "aim"
+#aim_hash = "c6b4d8b340f74287b82ef928"
+#aim_experiment_name = "hello"
 
 [model]
 name = "opt"

diff --git a/train_configs/debug_model.toml b/train_configs/debug_model.toml
@@ -17,8 +17,8 @@ log_freq = 1
 enable_color_printing = true
 enable_aim = true
 save_aim_folder = "aim"
-aim_hash = "c6b4d8b340f74287b82ef928"
-aim_experiment_name = "hello"
+#aim_hash = "c6b4d8b340f74287b82ef928"
+#aim_experiment_name = "hello"
 
 [model]
 name = "llama3"

diff --git a/train_configs/galactica_125m_hf_to_titan.toml b/train_configs/galactica_125m_hf_to_titan.toml
@@ -15,8 +15,10 @@ save_memory_snapshot_folder = "memory_snapshot"
 [metrics]
 log_freq = 1
 enable_color_printing = true
-enable_tensorboard = true
-save_tb_folder = "tb"
+enable_aim = true
+save_aim_folder = "aim"
+#aim_hash = "c6b4d8b340f74287b82ef928"
+#aim_experiment_name = "hello"
 
 [model]
 name = "opt"