Fetch all projects and processes (#73)

* fetch all projects and processes

* bump version

Author: nathanthorpe

cirro/api/services/process.py

@@ -5,6 +5,7 @@
 from cirro.api.models.form_specification import ParameterSpecification
 from cirro.api.models.process import Executor, RunAnalysisCommand, Process
 from cirro.api.models.s3_path import S3Path
+from cirro.api.services.base import fetch_all_items
 from cirro.api.services.file import FileEnabledService
 
 
@@ -56,8 +57,10 @@ def list(self, process_type: Executor = None) -> List[Process]:
         item_filter = {}
         if process_type:
             item_filter['executor'] = {'eq': process_type.value}
-        resp = self._api_client.query(query, variables={'filter': item_filter})['listProcesses']
-        return [Process.from_record(p) for p in resp['items']]
+
+        items = fetch_all_items(self._api_client, query,
+                                input_variables={'filter': item_filter})
+        return [Process.from_record(p) for p in items]
 
     def get_process(self, process_id: str) -> Process:
         """

cirro/api/services/project.py

@@ -4,6 +4,7 @@
 from cirro.api.models.file import FileAccessContext
 from cirro.api.models.project import Project
 from cirro.api.models.reference import Reference, References
+from cirro.api.services.base import fetch_all_items
 from cirro.api.services.file import FileEnabledService
 from cirro.file_utils import filter_files_by_pattern
 
@@ -30,9 +31,9 @@ def list(self) -> List[Project]:
           }
         '''
 
-        resp = self._api_client.query(query)['listProjects']
-        items = filter_deleted(resp['items'])
-        return [Project.from_record(item) for item in items]
+        items = fetch_all_items(self._api_client, query, {})
+        not_deleted = filter_deleted(items)
+        return [Project.from_record(item) for item in not_deleted]
 
     def find_by_name(self, name: str) -> Optional[Project]:
         """

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "cirro"
-version = "0.7.0"
+version = "0.7.1"
 description = "CLI tool and SDK for interacting with the Cirro platform"
 authors = ["Fred Hutch <[email protected]>"]
 license = "MIT"