Fix the error for directory separator

.asf.yaml

@@ -51,6 +51,7 @@ github:
 
   protected_branches:
     master: {}
+    release-2.64.0-postrelease: {}
     release-2.64: {}
     release-2.63.0-postrelease: {}
     release-2.63: {}

.github/REVIEWERS.yml

@@ -20,12 +20,12 @@
 labels:
   - name: Go
     reviewers:
-      - lostluck
       - jrmccluskey
-    exclusionList:
-      - youngoli
+      - lostluck
+    exclusionList: []
   - name: Python
     reviewers:
+      - claudevdm
       - damccorm
       - jrmccluskey
       - tvalentyn
@@ -34,20 +34,13 @@ labels:
     exclusionList: []
   - name: Java
     reviewers:
-      - Abacn
-      - kennknowles
-      - robertwb
-      - m-trieu
-      - damondouglas
-    exclusionList: []
-  - name: IO
-    reviewers:
-      - chamikaramj
-      - johnjcasey
       - Abacn
       - ahmedabu98
-      - damondouglas
+      - chamikaramj
+      - m-trieu
+      - kennknowles
       - shunping
+      - robertwb
     exclusionList: []
   - name: spanner
     reviewers:
@@ -68,8 +61,8 @@ labels:
       - sjvanrossum
   - name: Build
     reviewers:
-      - damccorm
       - Abacn
+      - damccorm
     exclusionList: []
   - name: website
     reviewers:
@@ -83,7 +76,6 @@ fallbackReviewers:
   - Abacn
   - chamikaramj
   - damccorm
-  - damondouglas
   - johnjcasey
   - jrmccluskey
   - kennknowles

.github/actions/common-rc-validation/action.yaml

@@ -36,19 +36,19 @@ runs:
       shell: bash
       run: |
           echo "---------------------Downloading Python Staging RC----------------------------"
-          wget ${PYTHON_RC_DOWNLOAD_URL}/${RELEASE_VER}/python/apache-beam-${RELEASE_VER}.tar.gz
-          wget ${PYTHON_RC_DOWNLOAD_URL}/${RELEASE_VER}/python/apache-beam-${RELEASE_VER}.tar.gz.sha512
-          if [[ ! -f apache-beam-$RELEASE_VER.tar.gz ]]; then
+          wget ${PYTHON_RC_DOWNLOAD_URL}/${RELEASE_VER}/python/apache_beam-${RELEASE_VER}.tar.gz
+          wget ${PYTHON_RC_DOWNLOAD_URL}/${RELEASE_VER}/python/apache_beam-${RELEASE_VER}.tar.gz.sha512
+          if [[ ! -f apache_beam-$RELEASE_VER.tar.gz ]]; then
             { echo "Fail to download Python Staging RC files." ;exit 1; }
           fi
 
           echo "--------------------------Verifying Hashes------------------------------------"
-          sha512sum -c apache-beam-${RELEASE_VER}.tar.gz.sha512
+          sha512sum -c apache_beam-${RELEASE_VER}.tar.gz.sha512
 
           `which pip` install --upgrade pip
           `which pip` install --upgrade setuptools
 
     - name: Installing python SDK
       shell: bash
-      run: pip install apache-beam-${RELEASE_VER}.tar.gz[gcp]
-
+      run: pip install apache_beam-${RELEASE_VER}.tar.gz[gcp]
+

.github/actions/setup-k8s-access/action.yml

@@ -68,7 +68,7 @@ runs:
     run: |
       kubectl config set-context --current --namespace=${{ steps.replace_namespace.outputs.TEST_NAMESPACE }}
   - name: Post cleanup
-    uses: pyTooling/Actions/with-post-step@v0.4.6
+    uses: pyTooling/Actions/with-post-step@v4.2.2
     with:
       main: echo "Post Cleanup"
       post: |

.github/autolabeler.yml

@@ -18,7 +18,7 @@
 # Please keep the entries sorted lexicographically in each category.
 
 # General
-build: ["assembly.xml", "build.gradle.kts", "buildSrc/**/*", ".gitattributes", ".github/**/*", ".gitignore", "gradle/**/*", ".mailmap", "ownership/**/*", "release/**/*", "sdks/java/build-tools/**/*", "settings.gradle.kts"]
+build: ["assembly.xml", "buildSrc/**/*", ".gitattributes", ".github/workflows/*", ".gitignore", "gradle/**/*", ".mailmap", "release/**/*", "sdks/java/build-tools/**/*"]
 docker: ["runners/flink/job-server-container/**/*", "runners/spark/job-server/container/**/*", "sdks/go/container/**/*", "sdks/java/container/**/*", "sdks/python/container/**/*"]
 examples: ["examples/**/*", "sdks/go/examples/**/*", "sdks/python/apache_beam/examples/**/*"]
 go: ["sdks/go/**/*", "sdks/go.mod", "sdks/go.sum", "learning/katas/go/**/*"]

.github/trigger_files/IO_Iceberg_Integration_Tests.json

@@ -1,4 +1,4 @@
 {
     "comment": "Modify this file in a trivial way to cause this test suite to run.",
-    "modification": 4
+    "modification": 3
 }

.github/trigger_files/beam_PostCommit_Python_Xlang_Gcp_Direct.json

@@ -1,4 +1,4 @@
 {
   "comment": "Modify this file in a trivial way to cause this test suite to run",
-  "modification": 5
+  "modification": 4
 }

.github/trigger_files/beam_PostCommit_XVR_Direct.json

@@ -1,3 +1,4 @@
 {
-  "https://github.com/apache/beam/pull/32648": "testing Flink 1.19 support"
+  "https://github.com/apache/beam/pull/32648": "testing Flink 1.19 support",
+  "modification": 1
 }

.github/trigger_files/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow.json

@@ -1 +1,3 @@
-{}
+{
+  "modification": 1
+}

.github/workflows/beam_Inference_Python_Benchmarks_Dataflow.yml

@@ -109,7 +109,7 @@ jobs:
             -PpythonVersion=3.10 \
             -PloadTest.requirementsTxtFile=apache_beam/ml/inference/torch_tests_requirements.txt \
             '-PloadTest.args=${{ env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_2 }} --job_name=benchmark-tests-pytorch-imagenet-python-152-${{env.NOW_UTC}} --output=gs://temp-storage-for-end-to-end-tests/torch/result_resnet152-${{env.NOW_UTC}}.txt' \
-      - name: run Pytorch Language Modeling using Hugging face bert-base-uncased model
+      - name: run Pytorch Language Modeling using Hugging Face bert-base-uncased model
         uses: ./.github/actions/gradle-command-self-hosted-action
         timeout-minutes: 180
         with:

.github/workflows/beam_PostCommit_Java_SingleStoreIO_IT.yml

@@ -87,13 +87,13 @@ jobs:
           kubectl apply -f ${{github.workspace}}/.test-infra/kubernetes/singlestore/sdb-rbac.yaml
           kubectl apply -f ${{github.workspace}}/.test-infra/kubernetes/singlestore/sdb-cluster-crd.yaml
           kubectl apply -f ${{github.workspace}}/.test-infra/kubernetes/singlestore/sdb-operator.yaml
-          kubectl wait --for=condition=Ready pod -l name=sdb-operator --timeout=120s
+          kubectl wait --for=condition=Ready pod -l name=sdb-operator --timeout=300s
       - name: Install SingleStore cluster
         id: install_singlestore
         run: |
           kubectl apply -f ${{github.workspace}}/.test-infra/kubernetes/singlestore/sdb-cluster.yaml
-          kubectl wait --for=jsonpath='{.status.phase}'=Running memsqlclusters.memsql.com --all --timeout=120s
-          kubectl wait svc/svc-sdb-cluster-ddl --for=jsonpath='{.status.loadBalancer.ingress[0].ip}' --timeout=120s
+          kubectl wait --for=jsonpath='{.status.phase}'=Running memsqlclusters.memsql.com --all --timeout=300s
+          kubectl wait svc/svc-sdb-cluster-ddl --for=jsonpath='{.status.loadBalancer.ingress[0].ip}' --timeout=300s
           loadbalancer_IP=$(kubectl get svc svc-sdb-cluster-ddl -o jsonpath='{.status.loadBalancer.ingress[0].ip}') 
           echo lb_ip=$loadbalancer_IP >> $GITHUB_OUTPUT
       - name: Run Java SingleStore IO IT

.github/workflows/beam_PreCommit_Java.yml

@@ -160,7 +160,7 @@ jobs:
       matrix:
         job_name: [beam_PreCommit_Java]
         job_phrase: [Run Java PreCommit]
-    timeout-minutes: 120
+    timeout-minutes: 180
     if: |
       github.event_name == 'push' ||
       github.event_name == 'pull_request_target' ||

.github/workflows/beam_PreCommit_Java_GCP_IO_Direct.yml

@@ -83,7 +83,7 @@ jobs:
       matrix:
         job_name: ["beam_PreCommit_Java_GCP_IO_Direct"]
         job_phrase: ["Run Java_GCP_IO_Direct PreCommit"]
-    timeout-minutes: 120
+    timeout-minutes: 180
     if: |
       github.event_name == 'push' ||
       github.event_name == 'pull_request_target' ||

.github/workflows/beam_Python_CostBenchmarks_Dataflow.yml

@@ -92,6 +92,7 @@ jobs:
             -PloadTest.mainClass=apache_beam.testing.benchmarks.wordcount.wordcount \
             -Prunner=DataflowRunner \
             -PpythonVersion=3.10 \
+            -PloadTest.requirementsTxtFile=apache_beam/testing/benchmarks/wordcount/requirements.txt \
             '-PloadTest.args=${{ env.beam_Python_Cost_Benchmarks_Dataflow_test_arguments_1 }} --job_name=benchmark-tests-wordcount-python-${{env.NOW_UTC}} --output_file=gs://temp-storage-for-end-to-end-tests/wordcount/result_wordcount-${{env.NOW_UTC}}.txt' \
       - name: Run Tensorflow MNIST Image Classification on Dataflow
         uses: ./.github/actions/gradle-command-self-hosted-action

.github/workflows/build_release_candidate.yml

@@ -161,6 +161,7 @@ jobs:
 
   stage_python_artifacts:
     if:  ${{ fromJson(github.event.inputs.STAGE).python_artifacts == 'yes'}}
+    needs: [publish_java_artifacts, build_and_stage_prism] # Enforce ordering to avoid svn conflicts
     runs-on: ubuntu-22.04
     steps:
       - name: Checkout
@@ -417,6 +418,7 @@ jobs:
 
   build_and_stage_prism:
     if: ${{ fromJson(github.event.inputs.STAGE).prism == 'yes'}}
+    needs: [publish_java_artifacts] # Enforce ordering to avoid svn conflicts
     runs-on: ubuntu-22.04
     steps:
       - name: Checkout

.github/workflows/cost-benchmarks-pipeline-options/python_wordcount.txt

@@ -22,6 +22,7 @@
 --input_options={}
 --staging_location=gs://temp-storage-for-perf-tests/loadtests
 --temp_location=gs://temp-storage-for-perf-tests/loadtests
+--requirements_file=apache_beam/testing/benchmarks/wordcount/requirements.txt
 --publish_to_big_query=true
 --metrics_dataset=beam_run_inference
 --metrics_table=python_wordcount

.github/workflows/cut_release_branch.yml

@@ -97,6 +97,12 @@ jobs:
     steps:
       - name: Validate Next Version
         run: |
+          if [[ ${RELEASE} =~ ([0-9]+\.[0-9]+) ]]; then
+            echo "RELEASE_CUT_TAG=v${RELEASE}.0-RC00" >> $GITHUB_ENV
+          else
+            echo "The input for RELEASE does not match a valid format [0-9]+\.[0-9]+"
+            exit 1
+          fi
           if [[ $NEXT_RELEASE =~ ([0-9]+\.[0-9]+) ]]; then
             echo "NEXT_VERSION_IN_BASE_BRANCH=${BASH_REMATCH[1]}.0" >> $GITHUB_ENV
           else
@@ -116,7 +122,9 @@ jobs:
           sed -i -e "s/master: {}/master: {}\n    release-${RELEASE}: {}/g" .asf.yaml
       - name: Update master branch
         run: |
-          bash "${SCRIPT_DIR}/set_version.sh" "${NEXT_VERSION_IN_BASE_BRANCH}"
+          bash "${SCRIPT_DIR}/set_version.sh" "${NEXT_VERSION_IN_BASE_BRANCH}" "--add-tag" "${RELEASE_CUT_TAG}"
+          echo "==============tag RC00 to current master branch================"
+          git push origin tag "${RELEASE_CUT_TAG}"
           echo "==============Update master branch as following================"
           git diff
           echo "==============================================================="

.github/workflows/refresh_looker_metrics.yml

@@ -18,8 +18,6 @@
 name: Refresh Looker Performance Metrics
 
 on:
-  schedule:
-    - cron: '10 10 * * 1'
   workflow_dispatch:
     inputs:
       READ_ONLY:

.github/workflows/republish_released_docker_containers.yml

@@ -32,7 +32,7 @@ on:
   - cron: "0 6 * * 1"
 env:
   docker_registry: gcr.io
-  release: "${{ github.event.inputs.RELEASE || '2.63.0' }}"
+  release: "${{ github.event.inputs.RELEASE || '2.64.0' }}"
   rc: "${{ github.event.inputs.RC || '2' }}"
 
 jobs:

.github/workflows/run_rc_validation.yml

@@ -16,6 +16,7 @@
 # under the License.
 
 # To learn more about GitHub Actions in Apache Beam check the CI.m
+# DO NOT USE THIS WORKFLOW AND WILL BE REMOVED SOON
 
 name: Run RC Validation
 on:
@@ -74,9 +75,22 @@ jobs:
       contents: write
     env:
       GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-      RELEASE_BRANCH: "release-${{github.event.inputs.RELEASE_VER}}"
+      RAW_RELEASE_VER: ${{ github.event.inputs.RELEASE_VER }}
       WORKING_BRANCH: "v${{github.event.inputs.RELEASE_VER}}-RC${{github.event.inputs.RC_NUM}}_validations"
     steps:
+      - name: Set Release Branch Name (Major.Minor)
+        id: set_branch_name # Optional: Give the step an ID
+        run: |
+          VERSION="${{ env.RAW_RELEASE_VER }}" # Use the full version from input/env
+          # Use shell parameter expansion to remove the last dot and everything after it
+          MAJOR_MINOR_VERSION="${VERSION%.*}"
+          # Construct the branch name
+          BRANCH_NAME="release-$MAJOR_MINOR_VERSION"
+          echo "Original Version: $VERSION"
+          echo "Calculated Major.Minor Version: $MAJOR_MINOR_VERSION"
+          echo "Setting RELEASE_BRANCH Env Var to: $BRANCH_NAME"
+          # Export the calculated name to the environment for subsequent steps
+          echo "RELEASE_BRANCH=$BRANCH_NAME" >> $GITHUB_ENV
       - name: Check out code
         uses: actions/checkout@v4
         with:
@@ -117,7 +131,7 @@ jobs:
       uses: actions/setup-python@v5
       with:
         python-version: ${{matrix.py_version}}
-        
+
 
     - name: Setup Java JDK
       uses: actions/setup-java@v4
@@ -130,7 +144,7 @@ jobs:
       with:
         RELEASE_VER: ${{env.RELEASE_VER}}
         PYTHON_RC_DOWNLOAD_URL: ${{env.PYTHON_RC_DOWNLOAD_URL}}
-      
+
 
 
     - name: Setting Taxi Variables
@@ -154,7 +168,7 @@ jobs:
         --num_workers 5 \
         --output_topic projects/${USER_GCP_PROJECT}/topics/${SQL_TAXI_TOPIC} \
         --beam_services="{\":sdks:java:extensions:sql:expansion-service:shadowJar\": \"${SQL_EXPANSION_SERVICE_JAR}\"}" \
-        --sdk_location apache-beam-${RELEASE_VER}.tar.gz || true
+        --sdk_location apache_beam-${RELEASE_VER}.tar.gz || true
     - name: Checking Results
       run: |
         gcloud pubsub subscriptions pull --project=${USER_GCP_PROJECT} --limit=5 ${SQL_TAXI_SUBSCRIPTION}
@@ -243,7 +257,7 @@ jobs:
         --temp_location=${USER_GCS_BUCKET}/temp/ \
         --with_metadata \
         --beam_services="{\"sdks:java:io:expansion-service:shadowJar\": \"${KAFKA_EXPANSION_SERVICE_JAR}\"}" \
-        --sdk_location apache-beam-${RELEASE_VER}.tar.gz || true
+        --sdk_location apache_beam-${RELEASE_VER}.tar.gz || true
     - name: Checking executions results
       run: |
         bq head -n 10 ${KAFKA_TAXI_DF_DATASET}.xlang_kafka_taxi
@@ -294,8 +308,8 @@ jobs:
         RELEASE_VER: ${{env.RELEASE_VER}}
         PYTHON_RC_DOWNLOAD_URL: ${{env.PYTHON_RC_DOWNLOAD_URL}}
 
-    - name: Setup Maven Action
-      uses: s4u/setup-maven-action@v1.2.1
+    - name: Setup Java and Maven Action
+      uses: actions/setup-java@v4
       with:
         java-version: 11
     - name: Updating Settings
@@ -434,7 +448,7 @@ jobs:
           --dataset ${LEADERBOARD_DF_DATASET} \
           --runner DataflowRunner \
           --temp_location=${USER_GCS_BUCKET}/temp/ \
-          --sdk_location apache-beam-${RELEASE_VER}.tar.gz || true
+          --sdk_location apache_beam-${RELEASE_VER}.tar.gz || true
       - name: Checking results
         run: |
           bq head -n 10 ${LEADERBOARD_DF_DATASET}.leader_board_users
@@ -535,7 +549,7 @@ jobs:
           --dataset ${GAMESTATS_DF_DATASET} \
           --runner DataflowRunner \
           --temp_location=${USER_GCS_BUCKET}/temp/ \
-          --sdk_location apache-beam-${RELEASE_VER}.tar.gz \
+          --sdk_location apache_beam-${RELEASE_VER}.tar.gz \
           --fixed_window_duration ${FIXED_WINDOW_DURATION} || true
       - name: Checking Results
         run: |