From 199f00be432518695228a584f184a2dba55b0a41 Mon Sep 17 00:00:00 2001 From: klcd Date: Fri, 6 May 2022 15:58:46 +0200 Subject: [PATCH 01/14] Create cml.yaml --- .github/workflows/cml.yaml | 33 +++++++++++++++++++++++++++++++++ 1 file changed, 33 insertions(+) create mode 100644 .github/workflows/cml.yaml diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml new file mode 100644 index 000000000..098674513 --- /dev/null +++ b/.github/workflows/cml.yaml @@ -0,0 +1,33 @@ +name: model-wine-quality +on: [push] +jobs: + run: + runs-on: ubuntu-latest + # optionally use a convenient Ubuntu LTS + DVC + CML image + container: docker://ghcr.io/iterative/cml:0-dvc2-base1 + steps: + - uses: actions/checkout@v2 + # may need to setup NodeJS & Python3 on e.g. self-hosted + # - uses: actions/setup-node@v2 + # with: + # node-version: '16' + # - uses: actions/setup-python@v2 + # with: + # python-version: '3.x' + - uses: iterative/setup-cml@v1 + - name: Train model + run: | + # Your ML workflow goes here + pip install -r requirements.txt + python train.py + - name: Write CML report + env: + REPO_TOKEN: ${{ secrets.GITHUB_TOKEN }} + run: | + # Post reports as comments in GitHub PRs + pip install -r requirements.txt + python train.py + + echo "MODEL METRICS" + cat results.txt >> report.md + cml-send-comment report.md From 998228f4ffb5182f811c76b1c3d8e24a566dd7f0 Mon Sep 17 00:00:00 2001 From: klcd Date: Fri, 6 May 2022 16:02:13 +0200 Subject: [PATCH 02/14] remove files that are not created --- .github/workflows/cml.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index 098674513..9fba14c50 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -29,5 +29,5 @@ jobs: python train.py echo "MODEL METRICS" - cat results.txt >> report.md - cml-send-comment report.md + #cat results.txt >> report.md + #cml-send-comment report.md From e6a27a247c493a3d989881f841d6164afe50dcfd Mon Sep 17 00:00:00 2001 From: Cedric Klinkert Date: Fri, 6 May 2022 16:12:26 +0200 Subject: [PATCH 03/14] created report --- .github/workflows/cml.yaml | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index 9fba14c50..33ff03fa5 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -28,6 +28,8 @@ jobs: pip install -r requirements.txt python train.py - echo "MODEL METRICS" - #cat results.txt >> report.md - #cml-send-comment report.md + echo "MODEL METRICS" > report.md + cml-publish feature_importance.png --md >> report.md + cml-publish residuals.png --md >> report.md + + cml-send-comment report.md From 36269daec52f293756f70084d7ab600fdb3a39f7 Mon Sep 17 00:00:00 2001 From: klcd Date: Fri, 6 May 2022 16:16:20 +0200 Subject: [PATCH 04/14] testing --- .github/workflows/cml.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index 33ff03fa5..e944cb522 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -28,8 +28,8 @@ jobs: pip install -r requirements.txt python train.py - echo "MODEL METRICS" > report.md - cml-publish feature_importance.png --md >> report.md - cml-publish residuals.png --md >> report.md + echo "## MODEL METRICS" > report.md + #cml-publish feature_importance.png --md >> report.md + #cml-publish residuals.png --md >> report.md cml-send-comment report.md From f5255460283fcbefc6e0464aefdbdda0ec633057 Mon Sep 17 00:00:00 2001 From: klcd Date: Fri, 6 May 2022 16:58:26 +0200 Subject: [PATCH 05/14] Update cml.yaml --- .github/workflows/cml.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index e944cb522..8cf88efbf 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -32,4 +32,4 @@ jobs: #cml-publish feature_importance.png --md >> report.md #cml-publish residuals.png --md >> report.md - cml-send-comment report.md + #cml-send-comment report.md From 8b22ebb3caed891bc4618b5fa32507f7cf94d643 Mon Sep 17 00:00:00 2001 From: Cedric Klinkert Date: Fri, 6 May 2022 17:10:36 +0200 Subject: [PATCH 06/14] new cml command --- .github/workflows/cml.yaml | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index 8cf88efbf..d1d543414 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -29,7 +29,6 @@ jobs: python train.py echo "## MODEL METRICS" > report.md - #cml-publish feature_importance.png --md >> report.md - #cml-publish residuals.png --md >> report.md - - #cml-send-comment report.md + cml publish feature_importance.png --md >> report.md + cml publish residuals.png --md >> report.md + cml send-comment report.md From 9e5fe3dea3623d79c1f2d42f9c38b75d78492536 Mon Sep 17 00:00:00 2001 From: Cedric Klinkert Date: Fri, 6 May 2022 17:15:15 +0200 Subject: [PATCH 07/14] updated --- .github/workflows/cml.yaml | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index d1d543414..dd75bc06f 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -28,7 +28,8 @@ jobs: pip install -r requirements.txt python train.py + #Report echo "## MODEL METRICS" > report.md - cml publish feature_importance.png --md >> report.md - cml publish residuals.png --md >> report.md - cml send-comment report.md + cml-publish feature_importance.png --md >> report.md + #cml-publish residuals.png --md >> report.md + #cml-send-comment report.md From ff131c9df4b06d5922307fb31264a51256643a42 Mon Sep 17 00:00:00 2001 From: Cedric Klinkert Date: Fri, 6 May 2022 17:19:14 +0200 Subject: [PATCH 08/14] updated --- .github/workflows/cml.yaml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index dd75bc06f..752716e44 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -32,4 +32,6 @@ jobs: echo "## MODEL METRICS" > report.md cml-publish feature_importance.png --md >> report.md #cml-publish residuals.png --md >> report.md - #cml-send-comment report.md + cml-send-comment report.md + + From 4758a6a9e0bedca517bcdce1631cf94df3167ed7 Mon Sep 17 00:00:00 2001 From: Cedric Klinkert Date: Fri, 6 May 2022 17:25:43 +0200 Subject: [PATCH 09/14] updated --- .github/workflows/cml.yaml | 30 ++++++++---------------------- 1 file changed, 8 insertions(+), 22 deletions(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index 752716e44..5561db31e 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -3,35 +3,21 @@ on: [push] jobs: run: runs-on: ubuntu-latest - # optionally use a convenient Ubuntu LTS + DVC + CML image container: docker://ghcr.io/iterative/cml:0-dvc2-base1 steps: - uses: actions/checkout@v2 - # may need to setup NodeJS & Python3 on e.g. self-hosted - # - uses: actions/setup-node@v2 - # with: - # node-version: '16' - # - uses: actions/setup-python@v2 - # with: - # python-version: '3.x' - - uses: iterative/setup-cml@v1 - name: Train model - run: | - # Your ML workflow goes here - pip install -r requirements.txt - python train.py - - name: Write CML report env: REPO_TOKEN: ${{ secrets.GITHUB_TOKEN }} run: | - # Post reports as comments in GitHub PRs pip install -r requirements.txt python train.py + + + echo "## Model Metrics" > report.md + cat metrics.txt >> report.md - #Report - echo "## MODEL METRICS" > report.md - cml-publish feature_importance.png --md >> report.md - #cml-publish residuals.png --md >> report.md - cml-send-comment report.md - - + echo "## Data Viz" >> report.md + cml publish feature_importance.png --md >> report.md + cml publish residuals.png --md >> report.md + cml send-comment report.md From 2ae1875070bb465a93b302881687f5555e847735 Mon Sep 17 00:00:00 2001 From: Cedric Klinkert Date: Fri, 6 May 2022 17:28:22 +0200 Subject: [PATCH 10/14] updated --- .github/workflows/cml.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index 5561db31e..d9cf512f3 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -18,6 +18,6 @@ jobs: cat metrics.txt >> report.md echo "## Data Viz" >> report.md - cml publish feature_importance.png --md >> report.md - cml publish residuals.png --md >> report.md - cml send-comment report.md + cml-publish feature_importance.png --md >> report.md + cml-publish residuals.png --md >> report.md + cml-send-comment report.md From 48ae115e1ecf0c6aecde194d720f717ee6fdf1f1 Mon Sep 17 00:00:00 2001 From: Cedric Klinkert Date: Fri, 6 May 2022 17:33:31 +0200 Subject: [PATCH 11/14] updated --- .github/workflows/cml.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index d9cf512f3..5fcc6c3d1 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -18,6 +18,6 @@ jobs: cat metrics.txt >> report.md echo "## Data Viz" >> report.md - cml-publish feature_importance.png --md >> report.md - cml-publish residuals.png --md >> report.md + #cml-publish feature_importance.png --md >> report.md + #cml-publish residuals.png --md >> report.md cml-send-comment report.md From 6132c943f3b17718f95bc93b303f9413c56f128a Mon Sep 17 00:00:00 2001 From: Cedric Klinkert Date: Fri, 6 May 2022 17:40:10 +0200 Subject: [PATCH 12/14] update --- .github/workflows/cml.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index 5fcc6c3d1..d7c1c2246 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -20,4 +20,4 @@ jobs: echo "## Data Viz" >> report.md #cml-publish feature_importance.png --md >> report.md #cml-publish residuals.png --md >> report.md - cml-send-comment report.md + #cml-send-comment report.md From 0a275174c544e22c238c14390857544b9c20341e Mon Sep 17 00:00:00 2001 From: Cedric Klinkert Date: Fri, 6 May 2022 17:46:06 +0200 Subject: [PATCH 13/14] update --- .github/workflows/cml.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index d7c1c2246..e3c73dc51 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -18,6 +18,7 @@ jobs: cat metrics.txt >> report.md echo "## Data Viz" >> report.md + cat report.md #cml-publish feature_importance.png --md >> report.md #cml-publish residuals.png --md >> report.md #cml-send-comment report.md From f12e506836be53b024bc7e9c7819edf36828b03e Mon Sep 17 00:00:00 2001 From: Cedric Klinkert Date: Fri, 6 May 2022 17:49:20 +0200 Subject: [PATCH 14/14] update --- .github/workflows/cml.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index e3c73dc51..90110babc 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -21,4 +21,4 @@ jobs: cat report.md #cml-publish feature_importance.png --md >> report.md #cml-publish residuals.png --md >> report.md - #cml-send-comment report.md + cml-send-comment report.md