Merge pull request #125 from CanDIG/hotfix/page-size

hotfix: check for multiple pages of clinical samples
CanDIG · Oct 7, 2024 · fbd5e15 · fbd5e15
2 parents 8ccb8aa + 0f9db14
commit fbd5e15
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/htsget_ingest.py b/htsget_ingest.py
@@ -279,10 +279,9 @@ def check_genomic_data(dataset, token):
 
         # get all sample_registrations for this program
         samples_in_program = []
-        response = requests.get(f"{KATSU_URL}/v3/authorized/sample_registrations", params={"program_id": program_id}, headers=headers)
+        response = requests.get(f"{KATSU_URL}/v3/authorized/sample_registrations", params={"program_id": program_id, "page_size": 10000000}, headers=headers)
         if response.status_code == 200:
-            samples_in_program = list(map(lambda x: x["submitter_sample_id"], response.json()["items"]))
-
+            samples_in_program.extend(list(map(lambda x: x["submitter_sample_id"], response.json()["items"])))
         for sample in by_program[program_id]:
             sample_errors = []
             # validate the json