[WIP] Support orion via hydra

bigearthnet/configs/config.yaml

@@ -67,3 +67,4 @@ defaults:
   - _self_
   - model: baseline.yaml # uses the default baseline model when training
   - transforms: norm.yaml # performs normalization as default transform
+  - override hydra/sweeper: orion

bigearthnet/configs/hydra/sweeper/orion.yaml

@@ -0,0 +1,28 @@
+orion:
+  name: 'experiment'
+  version: '1'
+
+algorithm:
+  type: random
+  config:
+    seed: 1
+
+worker:
+  n_workers: -1
+  max_broken: 3
+  max_trials: 3
+
+storage:
+  type: legacy
+
+  database:
+    type: pickleddb
+    host: 'database.pkl'
+
+# parametrization of the hyperparameter space
+parametrization:
+  datamodule:
+    batch_size: "choices([64, 128, 256])"
+  optimizer:
+    lr: "uniform(0, 1)"
+    name: "choices(['adam', 'sgd'])"

bigearthnet/train.py

@@ -29,6 +29,8 @@ def main(cfg: DictConfig):
     trainer.fit(model, datamodule=datamodule)
     log.info("Training Done.")
 
+    return model.val_best_metric
+
 
 if __name__ == "__main__":
     main()

setup.py

@@ -14,6 +14,7 @@
         "jupyter",
         "matplotlib",
         "numpy>=1.23",
+        "orion",
         "pyyaml>=5.3",
         "pytest",
         "pytorch_lightning==1.6.4",