implement image caching with setup-buildx-action; update cache and checkout actions to v4

Author: eascarrunz

.github/workflows/main.yml

@@ -51,22 +51,24 @@ jobs:
       - name: Install Nextflow
         if: ${{ steps.cache-nextflow.outputs.cache-hit != 'true' }}
         run: cat .github/workflows/install_nextflow_v24.10.5.sh | bash && mv nextflow /usr/local/bin && chmod +x /usr/local/bin/nextflow
+        
+      # Check-out the repo under $GITHUB_WORKSPACE so that the job can access it
+      - uses: actions/checkout@v3
 
       # Build/cache containers
-      - name: Cache containers
-        id: cache-containers
-        uses: actions/cache@v3
+      - name: Set up Docker Buildx
+        uses: docker/setup-build-action@v3
+
+      - name: Cache Docker layers
+        uses: actions/cache@v4
         with:
-          key: ${{ runner.os }}-containers
-          path: /var/lib/docker/overlay2
+          path: /tmp/.buildx-cache
+          key: ${{ runner.os }}-buildx-${{ github.sha }}
           restore-keys: |
-            ${{ runner.os }}-containers
-      - name: Build Containers
-        if: ${{ steps.cache-containers.outputs.cache-hit != 'true'}}
-        run: bash build_all.sh
+            ${{ runner.os }}-buildx-
 
-      # Check-out the repo under $GITHUB_WORKSPACE so that the job can access it
-      - uses: actions/checkout@v3
+      - name: Build images
+        run: bash build_all.sh github_action
 
       # Run test(s)
       - name: test short single

build_all.sh

@@ -1,5 +1,7 @@
 #!/usr/bin/env sh
 
+build_mode=$1
+
 # get architecture
 arch=$(uname -m)
 # set architecture to docker buildx
@@ -11,6 +13,8 @@ for dir in docker/*
 do 
     cd ${dir}
     imgname=$(echo $dir | rev | cut -d/ -f1 | rev)
+
+    echo ██████████████████▓▒░   Building ${imgname}   ░▒▓██████████████████
 
     # Reditools2 does not compile on arm64, force using amd64 compilation
     if [[ $dir =~ "reditools2" ]];then
@@ -19,8 +23,13 @@ do
             docker_arch_option=" --platform linux/amd64"
         fi
     fi
-    
-    docker build ${docker_arch_option} -t ${imgname} .
+
+    # Check "github_action" mode to enable cache
+    if [[ ${build_mode} == 'github_action' ]]; then
+        docker buildx build --cache-from type=local,src=/tmp/.buildx-cache --cache-to type=local,dest=/tmp/.buildx-cache ${docker_arch_option} -t ${imgname} .
+    else
+        docker build ${docker_arch_option} -t ${imgname} .
+    fi
 
     # back to the original working directory
     cd $wd