From 4798e9e19b5df8c24c852e5d77f70b73b7da4145 Mon Sep 17 00:00:00 2001 From: dkm1902 <64354418+dkm1902@users.noreply.github.com> Date: Fri, 29 Dec 2023 14:00:59 +0700 Subject: [PATCH 01/15] Create cml.yaml --- .github/workflows/cml.yaml | 25 +++++++++++++++++++++++++ 1 file changed, 25 insertions(+) create mode 100644 .github/workflows/cml.yaml diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml new file mode 100644 index 000000000..c1d1caf8b --- /dev/null +++ b/.github/workflows/cml.yaml @@ -0,0 +1,25 @@ +name: wine-quality +on: [push] +jobs: + run: + runs-on: ubuntu-latest + # optionally use a convenient Ubuntu LTS + DVC + CML image + # container: ghcr.io/iterative/cml:0-dvc2-base1 + steps: + - uses: actions/checkout@v3 + # may need to setup NodeJS & Python3 on e.g. self-hosted + # - uses: actions/setup-node@v3 + # with: + # node-version: '16' + # - uses: actions/setup-python@v4 + # with: + # python-version: '3.x' + - uses: iterative/setup-cml@v1 + - name: Train model + run: | + # Your ML workflow goes here + pip install -r requirements.txt + python train.py + + echo "MODEL METRICS" + cat metrics.txt From ae733bea58b47aee3acc89907f0139dd2d7dd80e Mon Sep 17 00:00:00 2001 From: dkm1902 <64354418+dkm1902@users.noreply.github.com> Date: Fri, 29 Dec 2023 14:16:40 +0700 Subject: [PATCH 02/15] Update cml.yaml --- .github/workflows/cml.yaml | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index c1d1caf8b..c4fb1b692 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -21,5 +21,13 @@ jobs: pip install -r requirements.txt python train.py - echo "MODEL METRICS" - cat metrics.txt + echo "## MODEL METRICS" > report.md + cat metrics.txt >> report.md + + echo "## Data Viz" >> report.md + cml-publish feature_importance.png --md >> report.md + cml-publish residuals.png --md >> report.md + + cml-send-comment report.md + + From 10b8b0fde92b4614f07a8854d0440bd0bbf0bc2b Mon Sep 17 00:00:00 2001 From: dkm1902 <64354418+dkm1902@users.noreply.github.com> Date: Fri, 29 Dec 2023 14:24:42 +0700 Subject: [PATCH 03/15] Update cml.yaml --- .github/workflows/cml.yaml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index c4fb1b692..5fecaa2b7 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -4,7 +4,7 @@ jobs: run: runs-on: ubuntu-latest # optionally use a convenient Ubuntu LTS + DVC + CML image - # container: ghcr.io/iterative/cml:0-dvc2-base1 + container: ghcr.io/iterative/cml:0-dvc2-base1 steps: - uses: actions/checkout@v3 # may need to setup NodeJS & Python3 on e.g. self-hosted @@ -14,8 +14,9 @@ jobs: # - uses: actions/setup-python@v4 # with: # python-version: '3.x' - - uses: iterative/setup-cml@v1 + # - uses: iterative/setup-cml@v1 - name: Train model + env: repo_token: ${{ secrets.GITHUB_TOKEN }} run: | # Your ML workflow goes here pip install -r requirements.txt From 482091ec0cde0f2c6feae81e4ed4369d91eab856 Mon Sep 17 00:00:00 2001 From: dkm1902 <64354418+dkm1902@users.noreply.github.com> Date: Fri, 29 Dec 2023 14:47:41 +0700 Subject: [PATCH 04/15] Update cml.yaml --- .github/workflows/cml.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index 5fecaa2b7..ff4c4e5be 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -4,9 +4,9 @@ jobs: run: runs-on: ubuntu-latest # optionally use a convenient Ubuntu LTS + DVC + CML image - container: ghcr.io/iterative/cml:0-dvc2-base1 + container: docker://dvcorg/cml.py3: lastest steps: - - uses: actions/checkout@v3 + - uses: actions/checkout@v2 # may need to setup NodeJS & Python3 on e.g. self-hosted # - uses: actions/setup-node@v3 # with: From 739c0aacfbb2244ed508e6a171f5c783b7359ae0 Mon Sep 17 00:00:00 2001 From: dkm1902 <64354418+dkm1902@users.noreply.github.com> Date: Fri, 29 Dec 2023 14:57:03 +0700 Subject: [PATCH 05/15] Update cml.yaml --- .github/workflows/cml.yaml | 33 +++++++++++++-------------------- 1 file changed, 13 insertions(+), 20 deletions(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index ff4c4e5be..fe1f33df1 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -1,34 +1,27 @@ -name: wine-quality +name: model-training on: [push] jobs: run: runs-on: ubuntu-latest - # optionally use a convenient Ubuntu LTS + DVC + CML image - container: docker://dvcorg/cml.py3: lastest steps: - - uses: actions/checkout@v2 - # may need to setup NodeJS & Python3 on e.g. self-hosted - # - uses: actions/setup-node@v3 - # with: - # node-version: '16' - # - uses: actions/setup-python@v4 - # with: - # python-version: '3.x' - # - uses: iterative/setup-cml@v1 + - uses: actions/checkout@v3 + - uses: actions/setup-python@v4 + - uses: iterative/setup-cml@v1 - name: Train model - env: repo_token: ${{ secrets.GITHUB_TOKEN }} + env: + REPO_TOKEN: ${{ secrets.GITHUB_TOKEN }} run: | - # Your ML workflow goes here pip install -r requirements.txt python train.py - echo "## MODEL METRICS" > report.md - cat metrics.txt >> report.md - echo "## Data Viz" >> report.md - cml-publish feature_importance.png --md >> report.md - cml-publish residuals.png --md >> report.md + echo "## MODEL METRICS" > report.md + cat metrics.txt >> report.md - cml-send-comment report.md + echo "## Data Viz" >> report.md + cml-publish feature_importance.png --md >> report.md + cml-publish residuals.png --md >> report.md + + cml-send-comment report.md From 7898cd4755b71e750bdf890a27920ac27aeabd76 Mon Sep 17 00:00:00 2001 From: dkm1902 <64354418+dkm1902@users.noreply.github.com> Date: Fri, 29 Dec 2023 14:59:51 +0700 Subject: [PATCH 06/15] Update requirements.txt --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index b4a3372bd..3115634f5 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,5 +1,5 @@ pandas -sklearn +scikit-learn matplotlib seaborn numpy From 8ac0d9c7ccaf718674b439d353b768167b6c779e Mon Sep 17 00:00:00 2001 From: dkm1902 <64354418+dkm1902@users.noreply.github.com> Date: Fri, 29 Dec 2023 15:04:37 +0700 Subject: [PATCH 07/15] Update cml.yaml --- .github/workflows/cml.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index fe1f33df1..7e9126d46 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -19,9 +19,9 @@ jobs: cat metrics.txt >> report.md echo "## Data Viz" >> report.md - cml-publish feature_importance.png --md >> report.md - cml-publish residuals.png --md >> report.md + echo "![](./feature_importance.png)" >> report.md + echo "![](./residuals.png)" >> report.md - cml-send-comment report.md + cml send-comment report.md From e7d5640b421c006b85ef15a9fbeca3be4418dcec Mon Sep 17 00:00:00 2001 From: dkm1902 <64354418+dkm1902@users.noreply.github.com> Date: Fri, 29 Dec 2023 15:07:04 +0700 Subject: [PATCH 08/15] Update cml.yaml --- .github/workflows/cml.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index 7e9126d46..fbf53fae5 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -22,6 +22,6 @@ jobs: echo "![](./feature_importance.png)" >> report.md echo "![](./residuals.png)" >> report.md - cml send-comment report.md + cml comment create report.md From e017b395dc544fb5f88a7b5e93dac1e2efc84c88 Mon Sep 17 00:00:00 2001 From: dkm1902 <64354418+dkm1902@users.noreply.github.com> Date: Fri, 29 Dec 2023 15:22:36 +0700 Subject: [PATCH 09/15] Update cml.yaml --- .github/workflows/cml.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index fbf53fae5..0fb584fac 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -9,7 +9,7 @@ jobs: - uses: iterative/setup-cml@v1 - name: Train model env: - REPO_TOKEN: ${{ secrets.GITHUB_TOKEN }} + REPO_TOKEN: ${{ secrets.TOKEN }} run: | pip install -r requirements.txt python train.py From 6ac05b3cec9a27ac5629720c42c35b6d21952a22 Mon Sep 17 00:00:00 2001 From: dkm1902 <64354418+dkm1902@users.noreply.github.com> Date: Fri, 29 Dec 2023 15:26:03 +0700 Subject: [PATCH 10/15] Update cml.yaml --- .github/workflows/cml.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index 0fb584fac..780f7bde0 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -9,7 +9,7 @@ jobs: - uses: iterative/setup-cml@v1 - name: Train model env: - REPO_TOKEN: ${{ secrets.TOKEN }} + REPO_TOKEN: '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' run: | pip install -r requirements.txt python train.py From cf9824971e5ba6e3844a42d2ca7c01b99f7db78a Mon Sep 17 00:00:00 2001 From: dkm1902 <64354418+dkm1902@users.noreply.github.com> Date: Fri, 29 Dec 2023 15:31:46 +0700 Subject: [PATCH 11/15] Update cml.yaml --- .github/workflows/cml.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index 780f7bde0..fbf53fae5 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -9,7 +9,7 @@ jobs: - uses: iterative/setup-cml@v1 - name: Train model env: - REPO_TOKEN: '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' + REPO_TOKEN: ${{ secrets.GITHUB_TOKEN }} run: | pip install -r requirements.txt python train.py From f07aa19a26ee2b1efb27779e821b713093e7314f Mon Sep 17 00:00:00 2001 From: dkm1902 <64354418+dkm1902@users.noreply.github.com> Date: Fri, 29 Dec 2023 15:34:41 +0700 Subject: [PATCH 12/15] Update cml.yaml --- .github/workflows/cml.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index fbf53fae5..0fb584fac 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -9,7 +9,7 @@ jobs: - uses: iterative/setup-cml@v1 - name: Train model env: - REPO_TOKEN: ${{ secrets.GITHUB_TOKEN }} + REPO_TOKEN: ${{ secrets.TOKEN }} run: | pip install -r requirements.txt python train.py From b78d15bd2d94010bbfd310905a24443ea48d3f54 Mon Sep 17 00:00:00 2001 From: dkm1902 <64354418+dkm1902@users.noreply.github.com> Date: Fri, 29 Dec 2023 15:38:44 +0700 Subject: [PATCH 13/15] Update cml.yaml --- .github/workflows/cml.yaml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index 0fb584fac..84003bb16 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -19,9 +19,11 @@ jobs: cat metrics.txt >> report.md echo "## Data Viz" >> report.md + echo 'edited' >> report.md echo "![](./feature_importance.png)" >> report.md echo "![](./residuals.png)" >> report.md cml comment create report.md + From bd0b006017e3adca49c2654063710fc87ed66741 Mon Sep 17 00:00:00 2001 From: dkm1902 <64354418+dkm1902@users.noreply.github.com> Date: Fri, 29 Dec 2023 15:45:29 +0700 Subject: [PATCH 14/15] Update cml.yaml --- .github/workflows/cml.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index 84003bb16..2ca196846 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -9,7 +9,7 @@ jobs: - uses: iterative/setup-cml@v1 - name: Train model env: - REPO_TOKEN: ${{ secrets.TOKEN }} + REPO_TOKEN: ${{ secrets.PERSONAL_ACCESS_TOKEN }} run: | pip install -r requirements.txt python train.py From 6f89d1b07099ac91ff2ecaa6bf4112e207abf2ed Mon Sep 17 00:00:00 2001 From: dkm1902 <64354418+dkm1902@users.noreply.github.com> Date: Fri, 29 Dec 2023 15:50:31 +0700 Subject: [PATCH 15/15] Update cml.yaml --- .github/workflows/cml.yaml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.github/workflows/cml.yaml b/.github/workflows/cml.yaml index 2ca196846..4ff2de790 100644 --- a/.github/workflows/cml.yaml +++ b/.github/workflows/cml.yaml @@ -9,7 +9,7 @@ jobs: - uses: iterative/setup-cml@v1 - name: Train model env: - REPO_TOKEN: ${{ secrets.PERSONAL_ACCESS_TOKEN }} + REPO_TOKEN: ${{ github.token }} run: | pip install -r requirements.txt python train.py @@ -24,6 +24,8 @@ jobs: echo "![](./residuals.png)" >> report.md cml comment create report.md + +