Skip to content
This repository was archived by the owner on Apr 8, 2024. It is now read-only.

Vulnerability update #274

Draft
majercakdavid wants to merge 2 commits into
base: main
Choose a base branch
from
Draft

Vulnerability update #274

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
c281d27
update docker images and pip
majercakdavid Dec 12, 2022
c86e098
update ray docker deps
majercakdavid Dec 12, 2022
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/workflows/azureml_pipelines.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,7 @@ jobs:

- name: Install dependencies
run: |
python -m pip install --upgrade pip==21.3.1
python -m pip install --upgrade pip==22.2.2
pip install flake8==3.9.1 pytest~=6.2 pytest-cov~=2.11
sudo apt-get install libopenmpi-dev
if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/benchmark_scripts.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -42,7 +42,7 @@ jobs:
- name: Install dependencies
run: |
sudo apt-get install libopenmpi-dev
python -m pip install --upgrade pip==21.3.1
python -m pip install --upgrade pip==22.2.2
pip install flake8==3.9.1 pytest~=6.2 pytest-cov~=2.11
if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
# hotfix for azurecli issue
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/docs.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ jobs:

- name: pip install
run: |
python -m pip install --upgrade pip==21.3.1
python -m pip install --upgrade pip==22.2.2

python -m pip install markdown-include==0.7.0 mkdocstrings==0.19.0 mkdocstrings-python==0.7.1 mkdocs-material==8.4.2 livereload==2.6.3

Expand Down
4 changes: 2 additions & 2 deletions docker/lightgbm-custom/v321_patch_cpu_mpi_build.dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20210615.v1
FROM mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:20221129.v1
LABEL lightgbmbenchmark.linux.cpu.mpi.build.version="3.2.1-patch/20211109.1"

# Those arguments will NOT be used by AzureML
Expand Down Expand Up @@ -54,7 +54,7 @@ ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/lightgbm

# Create conda environment
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
python=3.8 pip=20.2.4
python=3.8 pip=22.2.2

# Prepend path to AzureML conda environment
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
Expand Down
4 changes: 2 additions & 2 deletions docker/lightgbm-custom/v330_patch_cpu_mpi_build.dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20210615.v1
FROM mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:20221129.v1
LABEL lightgbmbenchmark.linux.cpu.mpi.build.version="3.3.0-patch/20211109.1"

# Those arguments will NOT be used by AzureML
Expand Down Expand Up @@ -54,7 +54,7 @@ ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/lightgbm

# Create conda environment
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
python=3.8 pip=20.2.4
python=3.8 pip=22.2.2

# Prepend path to AzureML conda environment
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
Expand Down
4 changes: 2 additions & 2 deletions docker/lightgbm-v3.2.1/linux_cpu_mpi_build.dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20211012.v1
FROM mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:20221129.v1
LABEL lightgbmbenchmark.linux.cpu.mpi.build.version="3.2.1/20211109.1"

# Those arguments will NOT be used by AzureML
Expand Down Expand Up @@ -49,7 +49,7 @@ ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/lightgbm

# Create conda environment
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
python=3.8 pip=20.2.4
python=3.8 pip=22.2.2

# Prepend path to AzureML conda environment
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
Expand Down
4 changes: 2 additions & 2 deletions docker/lightgbm-v3.2.1/linux_cpu_mpi_pip.dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20210615.v1
FROM mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:20221129.v1
LABEL lightgbmbenchmark.linux.cpu.mpi.pip.version="3.2.1/20211108.1"

# Those arguments will NOT be used by AzureML
Expand All @@ -10,7 +10,7 @@ ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/lightgbm

# Create conda environment
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
python=3.8 pip=20.2.4
python=3.8 pip=22.2.2

# Prepend path to AzureML conda environment
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
Expand Down
4 changes: 2 additions & 2 deletions docker/lightgbm-v3.2.1/linux_cuda_build.dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM mcr.microsoft.com/azureml/openmpi3.1.2-cuda10.1-cudnn7-ubuntu18.04
FROM mcr.microsoft.com/azureml/openmpi4.1.0-cuda11.6-cudnn8-ubuntu20.04:20221129.v1
LABEL lightgbmbenchmark.linux.cuda.build.version="3.2.1/20211108.1"

# Those arguments will NOT be used by AzureML
Expand Down Expand Up @@ -73,7 +73,7 @@ ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/lightgbm

# Create conda environment
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
python=3.8 pip=20.2.4
python=3.8 pip=22.2.2

# Prepend path to AzureML conda environment
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
Expand Down
4 changes: 2 additions & 2 deletions docker/lightgbm-v3.2.1/linux_gpu_build.dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM mcr.microsoft.com/azureml/openmpi3.1.2-cuda10.1-cudnn7-ubuntu18.04
FROM mcr.microsoft.com/azureml/openmpi4.1.0-cuda11.6-cudnn8-ubuntu20.04:20221129.v1
LABEL lightgbmbenchmark.linux.gpu.build.version="3.2.1/20211108.1"

# Those arguments will NOT be used by AzureML
Expand All @@ -10,7 +10,7 @@ ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/lightgbm

# Create conda environment
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
python=3.8 pip=20.2.4
python=3.8 pip=22.2.2

# Prepend path to AzureML conda environment
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
Expand Down
4 changes: 2 additions & 2 deletions docker/lightgbm-v3.2.1/linux_gpu_pip.dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM mcr.microsoft.com/azureml/openmpi3.1.2-cuda10.1-cudnn7-ubuntu18.04
FROM mcr.microsoft.com/azureml/openmpi4.1.0-cuda11.6-cudnn8-ubuntu20.04:20221129.v1
LABEL lightgbmbenchmark.linux.gpu.pip.version="3.2.1/20211108.1"
# Those arguments will NOT be used by AzureML
# they are here just to allow for lightgbm-benchmark build to actually check
Expand All @@ -9,7 +9,7 @@ ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/lightgbm

# Create conda environment
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
python=3.8 pip=20.2.4
python=3.8 pip=22.2.2

# Prepend path to AzureML conda environment
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
Expand Down
2 changes: 1 addition & 1 deletion docker/lightgbm-v3.2.1/windows_cpu_pip.dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/lightgbm

# Create conda environment
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
python=3.8 pip=20.2.4
python=3.8 pip=22.2.2

# Prepend path to AzureML conda environment
#ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
Expand Down
4 changes: 2 additions & 2 deletions docker/lightgbm-v3.3.0/linux_cpu_mpi_build.dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20211012.v1
FROM mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:20221129.v1
LABEL lightgbmbenchmark.linux.cpu.mpi.build.version="3.3.0/20211115.1"

# Those arguments will NOT be used by AzureML
Expand Down Expand Up @@ -49,7 +49,7 @@ ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/lightgbm

# Create conda environment
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
python=3.8 pip=20.2.4
python=3.8 pip=22.2.2

# Prepend path to AzureML conda environment
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
Expand Down
2 changes: 1 addition & 1 deletion docker/lightgbm-v3.3.0/linux_cpu_mpi_pip.dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/lightgbm

# Create conda environment
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
python=3.8 pip=20.2.4
python=3.8 pip=22.2.2

# Prepend path to AzureML conda environment
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
Expand Down
2 changes: 1 addition & 1 deletion docker/lightgbm-v3.3.0/windows_cpu_pip.dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/lightgbm

# Create conda environment
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
python=3.8 pip=20.2.4
python=3.8 pip=22.2.2

# Prepend path to AzureML conda environment
#ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
Expand Down
2 changes: 1 addition & 1 deletion src/scripts/data_processing/generate_data/conda_env.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ channels:
- defaults
dependencies:
- python=3.8
- pip=20.0
- pip=22.2.2
- pip:
- numpy==1.21.2
- scikit-learn==0.24.2
Expand Down
2 changes: 1 addition & 1 deletion src/scripts/data_processing/lightgbm_data2bin/conda_env.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ channels:
- defaults
dependencies:
- python=3.8
- pip=20.0
- pip=22.2.2
- pip:
- numpy==1.21.2
- scikit-learn==0.24.2
Expand Down
2 changes: 1 addition & 1 deletion src/scripts/data_processing/partition_data/conda_env.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ channels:
- defaults
dependencies:
- python=3.8
- pip=20.0
- pip=22.2.2
- pip:
- numpy==1.21.2
- scikit-learn==0.24.2
Expand Down
2 changes: 1 addition & 1 deletion src/scripts/inferencing/custom_win_cli/conda_env.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ channels:
- defaults
dependencies:
- python=3.8
- pip=20.0
- pip=22.2.2
- pip:
- azureml-defaults==1.35.0
- azureml-mlflow==1.35.0
Expand Down
4 changes: 2 additions & 2 deletions src/scripts/inferencing/lightgbm_c_api/default.dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20211012.v1
FROM mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:20221129.v1
LABEL lightgbmbenchmark.linux.cpu.mpi.build.version="3.3.0/20211115.1"

# Those arguments will NOT be used by AzureML
Expand Down Expand Up @@ -49,7 +49,7 @@ ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/lightgbm

# Create conda environment
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
python=3.8 pip=20.2.4
python=3.8 pip=22.2.2

# Prepend path to AzureML conda environment
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
Expand Down
4 changes: 2 additions & 2 deletions src/scripts/inferencing/lightgbm_python/default.dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20210615.v1
FROM mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:20221129.v1
LABEL lightgbmbenchmark.linux.cpu.mpi.pip.version="3.3.0/20211210.1"

# Those arguments will NOT be used by AzureML
Expand All @@ -10,7 +10,7 @@ ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/lightgbm

# Create conda environment
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
python=3.8 pip=20.2.4
python=3.8 pip=22.2.2

# Prepend path to AzureML conda environment
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
Expand Down
11 changes: 6 additions & 5 deletions src/scripts/inferencing/lightgbm_ray/default.dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,15 +5,15 @@ ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/lightgbm

# Create conda environment
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
python=3.8 pip=20.2.4
python=3.8 pip=22.2.2

# Prepend path to AzureML conda environment
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH

# Install pip dependencies
RUN HOROVOD_WITH_TENSORFLOW=1 \
pip install 'pandas>=1.1,<1.2' \
'numpy>=1.10,<1.20' \
pip install 'pandas==1.5.2' \
'numpy==1.23.5' \
'matplotlib==3.4.3' \
'scipy~=1.5.0' \
'scikit-learn~=0.24.1' \
Expand All @@ -22,5 +22,6 @@ RUN HOROVOD_WITH_TENSORFLOW=1 \
'azureml-mlflow==1.35.0' \
'azureml-telemetry==1.35.0' \
'mpi4py==3.1.1' \
'ray==1.9.2' \
'lightgbm-ray==0.1.2'
'protobuf==3.20.3' \
'ray==2.1.0' \
'lightgbm-ray==0.1.8'
2 changes: 1 addition & 1 deletion src/scripts/inferencing/treelite_python/conda_env.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ channels:
- defaults
dependencies:
- python=3.8
- pip=20.0
- pip=22.2.2
- pip:
- azureml-defaults==1.35.0
- azureml-mlflow==1.35.0
Expand Down
2 changes: 1 addition & 1 deletion src/scripts/model_transformation/treelite_compile/conda_env.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ channels:
- defaults
dependencies:
- python=3.8
- pip=20.0
- pip=22.2.2
- pip:
- azureml-defaults==1.35.0
- azureml-mlflow==1.35.0
Expand Down
2 changes: 1 addition & 1 deletion src/scripts/sample/conda_env.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ channels:
- defaults
dependencies:
- python=3.8
- pip=20.0
- pip=22.2.2
- pip:
- azureml-defaults==1.35.0
- azureml-mlflow==1.35.0
Expand Down
2 changes: 1 addition & 1 deletion src/scripts/training/lightgbm_python/default.dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@ ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/lightgbm

# Create conda environment
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
python=3.8 pip=20.2.4
python=3.8 pip=22.2.2

# Prepend path to AzureML conda environment
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
Expand Down
2 changes: 1 addition & 1 deletion src/scripts/training/lightgbm_ray/default.dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/lightgbm

# Create conda environment
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
python=3.8 pip=20.2.4
python=3.8 pip=22.2.2

# Prepend path to AzureML conda environment
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
Expand Down
2 changes: 1 addition & 1 deletion src/scripts/training/ray_tune/default.dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/lightgbm

# Create conda environment
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
python=3.8 pip=20.2.4
python=3.8 pip=22.2.2

# Prepend path to AzureML conda environment
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
Expand Down
2 changes: 1 addition & 1 deletion src/scripts/training/ray_tune_distributed/default.dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/lightgbm

# Create conda environment
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
python=3.8 pip=20.2.4
python=3.8 pip=22.2.2

# Prepend path to AzureML conda environment
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
Expand Down