fix random seed when shuffling runs

LAION-AI · Aug 17, 2023 · 4071153 · 4071153
1 parent 637a839
commit 4071153
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/clip_benchmark/cli.py b/clip_benchmark/cli.py
@@ -133,6 +133,7 @@ def main_eval(base):
         local_rank, rank, world_size = world_info_from_env()
         runs = list(runs)
         # randomize runs so that runs are balanced across gpus
+        random.seed(base.seed)
         random.shuffle(runs)
         runs = [r for i, r in enumerate(runs) if i % world_size == rank]
     for (model, pretrained), (dataset), (language) in runs: