[MINOR][SYSDS-3878] Rebase apache/systemds:latest into fork

.github/workflows/build-cron.yml

@@ -54,7 +54,7 @@ jobs:
           ]
     steps:
     - name: Checkout Repository
-      uses: actions/checkout@v5
+      uses: actions/checkout@v6
 
     - name: Setup Java ${{ matrix.java }} ${{ matrix.javadist }}
       uses: actions/setup-java@v5

.github/workflows/build.yml

@@ -68,7 +68,7 @@ jobs:
           ]
     steps:
     - name: Checkout Repository
-      uses: actions/checkout@v5
+      uses: actions/checkout@v6
 
     - name: Setup Java ${{ matrix.java }} ${{ matrix.javadist }}
       uses: actions/setup-java@v5

.github/workflows/cleanup-transient-artifacts.yml

@@ -38,7 +38,7 @@ jobs:
     if: ${{ github.event.workflow_run.conclusion == 'success' }}
     steps:
     - name: Checkout Repository
-      uses: actions/checkout@v5
+      uses: actions/checkout@v6
 
     - name: Delete Artifacts
       run: |

.github/workflows/docker-cd.yml

@@ -38,7 +38,7 @@ jobs:
 
     steps:
     - name: Checkout
-      uses: actions/checkout@v5
+      uses: actions/checkout@v6
 
     # https://github.com/docker/metadata-action
     - name: Configure Docker metadata

.github/workflows/docker-release.yml

@@ -40,7 +40,7 @@ jobs:
 
     steps:
     - name: Checkout
-      uses: actions/checkout@v5
+      uses: actions/checkout@v6
     - run: git checkout ${{ github.event.inputs.branch_or_tag }}
 
     # https://github.com/docker/metadata-action

.github/workflows/docker-testImage.yml

@@ -36,7 +36,7 @@ jobs:
 
     steps:
     - name: Checkout
-      uses: actions/checkout@v5
+      uses: actions/checkout@v6
 
     # https://github.com/docker/metadata-action
     - name: Configure Docker metadata

.github/workflows/documentation.yml

@@ -47,7 +47,7 @@ jobs:
     name: Java
     steps:
     - name: Checkout Repository
-      uses: actions/checkout@v5
+      uses: actions/checkout@v6
 
     - name: Setup Java ${{ matrix.java }} ${{ matrix.javadist }}
       uses: actions/setup-java@v5
@@ -64,7 +64,7 @@ jobs:
     name: Python
     steps:
     - name: Checkout Repository
-      uses: actions/checkout@v5
+      uses: actions/checkout@v6
 
     - name: Setup Python
       uses: actions/setup-python@v6
@@ -73,7 +73,7 @@ jobs:
         architecture: 'x64'
 
     - name: Cache Pip Dependencies
-      uses: actions/cache@v4
+      uses: actions/cache@v5
       with:
         path: ~/.cache/pip
         key: ${{ runner.os }}-pip-docs-${{ hashFiles('src/main/python/docs/requires-docs.txt') }}

.github/workflows/javaCodestyle.yml

@@ -0,0 +1,60 @@
+#-------------------------------------------------------------
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#-------------------------------------------------------------
+
+name: Java Codestyle
+
+on:
+  push:
+    paths-ignore:
+      - 'docs/**'
+      - '*.md'
+      - '*.html'
+      - 'src/main/python/**'
+      - 'dev/**'
+    branches:
+      - main
+  pull_request:
+    paths-ignore:
+      - 'docs/**'
+      - '*.md'
+      - '*.html'
+      - 'src/main/python/**'
+      - 'dev/**'
+    branches:
+      - main
+
+jobs:
+  java_codestyle:
+    name: Java Checkstyle
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout Repository
+      uses: actions/checkout@v6
+
+    - name: Setup Java 17 adopt
+      uses: actions/setup-java@v5
+      with:
+        distribution: adopt
+        java-version: '17'
+        cache: 'maven'
+
+    - name: Run Checkstyle
+      run: mvn -ntp -B -Dcheckstyle.skip=false checkstyle:check

.github/workflows/javaTests.yml

@@ -90,7 +90,7 @@ jobs:
     name: ${{ matrix.tests }}
     steps:
     - name: Checkout Repository
-      uses: actions/checkout@v5
+      uses: actions/checkout@v6
 
     - name: ${{ matrix.tests }}
       uses: ./.github/action/
@@ -106,7 +106,7 @@ jobs:
         echo "ARTIFACT_NAME=$ARTIFACT_NAME" >> $GITHUB_ENV
 
     - name: Save Java Test Coverage as Artifact
-      uses: actions/upload-artifact@v5
+      uses: actions/upload-artifact@v6
       with:
         name: ${{ env.ARTIFACT_NAME }}
         path: target/jacoco.exec
@@ -126,18 +126,18 @@ jobs:
         javadist: ['adopt']
     steps:
     - name: Checkout Repository
-      uses: actions/checkout@v5
+      uses: actions/checkout@v6
 
     - name: Cache Maven Dependencies
-      uses: actions/cache@v4
+      uses: actions/cache@v5
       with:
         path: ~/.m2/repository
         key: ${{ runner.os }}-maven-test-${{ hashFiles('**/pom.xml') }}
         restore-keys: |
           ${{ runner.os }}-maven-test-
 
     - name: Download all Jacoco Artifacts
-      uses: actions/download-artifact@v6
+      uses: actions/download-artifact@v7
       with:
         path: target
 
@@ -151,7 +151,7 @@ jobs:
       run: mvn jacoco:report
 
     - name: Upload coverage to Codecov
-      uses: codecov/codecov-action@v5.5.1
+      uses: codecov/codecov-action@v5.5.2
       if: github.repository_owner == 'apache'
       with:
         fail_ci_if_error: false
@@ -160,25 +160,24 @@ jobs:
 
     - name: Upload Jacoco Report Artifact PR
       if: (github.repository_owner == 'apache') && (github.ref_name != 'main')
-      uses: actions/upload-artifact@v5
+      uses: actions/upload-artifact@v6
       with:
         name: Java Code Coverage (Jacoco)
         path: target/site/jacoco
         retention-days: 7
 
     - name: Upload Jacoco Report Artifact Main
       if: (github.repository_owner == 'apache') && (github.ref_name == 'main')
-      uses: actions/upload-artifact@v5
+      uses: actions/upload-artifact@v6
       with:
         name: Java Code Coverage (Jacoco)
         path: target/site/jacoco
         retention-days: 30
 
     - name: Upload Jacoco Report Artifact Fork
       if: (github.repository_owner != 'apache')
-      uses: actions/upload-artifact@v5
+      uses: actions/upload-artifact@v6
       with:
         name: Java Code Coverage (Jacoco)
         path: target/site/jacoco
         retention-days: 3
-

.github/workflows/license.yml

@@ -54,7 +54,7 @@ jobs:
 
     steps:
     - name: Checkout Repository
-      uses: actions/checkout@v5
+      uses: actions/checkout@v6
 
     - name: Setup Java ${{ matrix.java }} ${{ matrix.javadist }}
       uses: actions/setup-java@v5

.github/workflows/monitoringUITests.yml

@@ -52,7 +52,7 @@ jobs:
         node-version: ["lts/*"]
 
     steps:
-      - uses: actions/checkout@v5
+      - uses: actions/checkout@v6
       - name: Build the application, with Node.js ${{ matrix.node-version }}
         uses: actions/setup-node@v6
         with:

.github/workflows/python.yml

@@ -60,7 +60,7 @@ jobs:
     name: ${{ matrix.os }} Java ${{ matrix.java }} ${{ matrix.javadist }} Python ${{ matrix.python-version }}/ ${{ matrix.test_mode}}
     steps:
     - name: Checkout Repository
-      uses: actions/checkout@v5
+      uses: actions/checkout@v6
 
     - name: Setup Java ${{ matrix.java }} ${{ matrix.javadist }}
       uses: actions/setup-java@v5
@@ -70,21 +70,21 @@ jobs:
         cache: 'maven'
 
     - name: Cache Pip Dependencies
-      uses: actions/cache@v4
+      uses: actions/cache@v5
       with:
         path: ~/.cache/pip
         key: ${{ runner.os }}-pip-${{ matrix.python-version }}-${{ hashFiles('src/main/python/setup.py') }}
 
     - name: Cache Datasets
-      uses: actions/cache@v4
+      uses: actions/cache@v5
       with:
         path: |
           src/main/python/systemds/examples/tutorials/mnist
           src/main/python/systemds/examples/tutorials/adult/data.zip
         key: ${{ runner.os }}-mnist-${{ hashFiles('src/main/python/systemds/examples/tutorials/mnist.py') }}-${{ hashFiles('src/main/python/systemds/examples/tutorials/adult.py') }}
 
     - name: Cache Deb Dependencies
-      uses: actions/cache@v4
+      uses: actions/cache@v5
       with:
         path: /var/cache/apt/archives
         key: ${{ runner.os }}-${{ hashFiles('.github/workflows/python.yml') }}
@@ -142,11 +142,11 @@ jobs:
         export PATH=$SYSTEMDS_ROOT/bin:$PATH
         cd src/main/python
         ./tests/federated/runFedTest.sh
-
+    
     - name: Cache Torch Hub
       if: ${{ matrix.test_mode == 'scuro' }}
       id: torch-cache
-      uses: actions/cache@v4
+      uses: actions/cache@v5
       with:
         path: .torch
         key: ${{ runner.os }}-torch-${{ hashFiles('requirements.txt') }}
@@ -158,6 +158,8 @@ jobs:
       env:
         TORCH_HOME: ${{ github.workspace }}/.torch
       run: |
+        df -h
+        exit
         ( while true; do echo "."; sleep 25; done ) &
         KA=$!
         pip install --upgrade pip wheel setuptools
@@ -172,7 +174,9 @@ jobs:
           gensim \
           opt-einsum \
           nltk \
-          fvcore
+          fvcore \
+          scikit-optimize \
+          flair 
         kill $KA 
         cd src/main/python
         python -m unittest discover -s tests/scuro -p 'test_*.py' -v

.github/workflows/pythonFormatting.yml

@@ -38,7 +38,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Checkout Repository
-        uses: actions/checkout@v5
+        uses: actions/checkout@v6
 
       - name: Setup Python
         uses: actions/setup-python@v6

.github/workflows/release-scripts.yml

@@ -42,7 +42,7 @@ jobs:
     steps:
     # Java setup docs:
     # https://github.com/actions/setup-java/blob/main/docs/advanced-usage.md#installing-custom-java-package-type
-    - uses: actions/checkout@v5
+    - uses: actions/checkout@v6
     - name: Set up JDK 17
       uses: actions/setup-java@v5
       with:
@@ -54,7 +54,7 @@ jobs:
     - run: printf "JAVA_HOME = $JAVA_HOME \n"
 
     - name: Cache local Maven repository
-      uses: actions/cache@v4
+      uses: actions/cache@v5
       with:
         path: ~/.m2/repository
         key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}

.gitignore

@@ -146,7 +146,7 @@ src/test/scripts/functions/pipelines/intermediates/classification/*
 
 venv
 venv/*
-
+.venv
 # resource optimization
 scripts/resource/output
 *.pem