Merge pull request #56 from ssl-hep/bulk_file_additions

just bulk no memcache
ssl-hep · Jun 9, 2022 · daa8f79 · daa8f79
2 parents e2855fe + 5e84a1e
commit daa8f79
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/requirements.txt b/requirements.txt
@@ -1,5 +1,5 @@
 rucio-clients>=1.26.1
 pika==1.1.0
-servicex-did-finder-lib>=1.1.1
+servicex-did-finder-lib>=1.2
 xmltodict
 wheel
diff --git a/src/servicex/did_finder/lookup_request.py b/src/servicex/did_finder/lookup_request.py
@@ -65,14 +65,16 @@ def lookup_files(self):
         avg_replicas = 0
         lookup_start = datetime.now()
 
+        full_file_list = []
         for ds_files in self.rucio_adapter.list_files_for_did(self.did):
             for af in ds_files:
                 n_files += 1
                 ds_size += af['file_size']
                 total_paths += len(af['paths'])
                 if self.prefix:
                     af['paths'] = [self.prefix+fp for fp in af['paths']]
-                yield af
+                full_file_list.append(af)
+        yield full_file_list
 
         lookup_finish = datetime.now()