From 8961eb566b1c86d98ab9ca407c052da41aa4c954 Mon Sep 17 00:00:00 2001 From: Christoph Gerum Date: Mon, 8 Jan 2024 15:54:05 +0000 Subject: [PATCH] Add extended results logging infrastructure --- README.md | 11 +- doc/configuration/configuration.md | 6 +- doc/configuration/multi_gpu.md | 10 +- experiments/kvasir_ae/config.yaml | 21 +- hannah/callbacks/prediction_logger.py | 56 + hannah/conf/objectdetection_eval.yaml | 2 +- hannah/conf/trainer/cross_validation.yaml | 3 +- hannah/conf/trainer/default.yaml | 7 +- hannah/models/timm.py | 12 +- hannah/modules/angle_classifier.py | 7 - hannah/modules/base.py | 72 +- hannah/modules/vision/base.py | 11 +- hannah/modules/vision/image_classifier.py | 38 +- .../model_trainer/simple_model_trainer.py | 42 +- hannah/nas/search/search_old.py | 12 +- hannah/tools/eval.py | 8 +- hannah/tools/objectdetection_eval.py | 10 +- hannah/train.py | 142 +- hannah/trainer/cross_validation.py | 1 - hannah/utils/__init__.py | 6 +- hannah/utils/dvclive.py | 48 + hannah/utils/logger.py | 233 + hannah/utils/utils.py | 43 +- poetry.lock | 5134 ++++++++--------- pyproject.toml | 9 +- test/test_train.py | 6 +- 26 files changed, 2898 insertions(+), 3052 deletions(-) create mode 100644 hannah/callbacks/prediction_logger.py create mode 100644 hannah/utils/dvclive.py create mode 100644 hannah/utils/logger.py diff --git a/README.md b/README.md index d87634f3..129ddbd1 100644 --- a/README.md +++ b/README.md @@ -135,10 +135,10 @@ Training is invoked by hannah-train -If available the first GPU of the system will be used by default. Selecting another GPU is possible using the argument trainer.`gpus=[number]` +If available the first GPU of the system will be used by default. Selecting another GPU is possible using the argument trainer.`devices=[number]` e.g. for GPU 2 use: - hannah-train trainer.gpus=[2] + hannah-train trainer.devices=[2] Trained models are saved under `trained_models//`. @@ -190,7 +190,7 @@ Training of emergency siren detection dataset is invoked by: # Parallel Launchers -To launch multiple optimizations in parallel you can use a hydra launcher. +To launch multiple optimizations in parallel you can use a hydra launcher. Joblib launcher is installed by default: @@ -225,7 +225,6 @@ best of your abilities. # Automatic Mirroring -This project automatically mirrors its *main* branch and all branches prefixed with *pub/* to its public github repository. - -These branches are configured as protected branches by default. +This project automatically mirrors its *main* branch and all branches prefixed with *pub/* to its public github repository. +These branches are configured as protected branches by default. diff --git a/doc/configuration/configuration.md b/doc/configuration/configuration.md index 9b121ce2..7afbace7 100644 --- a/doc/configuration/configuration.md +++ b/doc/configuration/configuration.md @@ -1,8 +1,8 @@