Add config/metadata.json to PreprocessDataset (#131)

* Add metadata to the PreprocessDataset

* Increment version

* Add test files

Author: sminot

cirro/helpers/preprocess_dataset.py

@@ -36,6 +36,10 @@ def __init__(self, s3_dataset: str, config_directory='config'):
             str(Path(config_directory, "params.json")),
         )
 
+        self.metadata = self._read_json(
+            str(Path(config_directory, "metadata.json")),
+        )
+
         # Log to STDOUT
         log_formatter = logging.Formatter(
             '%(asctime)s %(levelname)-8s [PreprocessDataset] %(message)s'

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "cirro"
-version = "1.2.9"
+version = "1.2.10"
 description = "CLI tool and SDK for interacting with the Cirro platform"
 authors = ["Cirro Bio <[email protected]>"]
 license = "MIT"

tests/data/example_data_1/config/metadata.json

@@ -0,0 +1 @@
+{}

tests/data/example_data_2/config/metadata.json

@@ -0,0 +1 @@
+{}