Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
40 changes: 31 additions & 9 deletions .github/workflows/on-pr.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -87,28 +87,38 @@ jobs:
uses: actions/setup-go@v5
with:
go-version: '1.24.4'

- name: Move Docker Data to /mnt
run: |
sudo systemctl stop docker
sudo mkdir -p /mnt/docker-data
echo '{"data-root": "/mnt/docker-data"}' | sudo tee /etc/docker/daemon.json
sudo systemctl start docker
docker info | grep "Docker Root Dir"

- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3

- name: Create image cache directory
run: mkdir images
run: |
sudo mkdir -p /mnt/images
sudo chown -R $USER:$USER /mnt/images

- name: Cache for docker images and helm chart
uses: actions/cache@v4
with:
path: images
path: /mnt/images
key: images-${{ github.sha }}

- name: Build docker images
run: |
make build DOCKER_BUILDX_ADDITIONAL_ARGS=--load VERSION=$PACKAGE_VERSION
docker save $(docker images --format '{{.Repository}}:{{.Tag}}' | grep $PACKAGE_VERSION) | gzip > images/docker_images.tgz
docker save $(docker images --format '{{.Repository}}:{{.Tag}}' | grep $PACKAGE_VERSION) | gzip > /mnt/images/docker_images.tgz

- name: Build helm chart
run: |
helm package ./deployments/kai-scheduler -d ./charts --app-version $PACKAGE_VERSION --version $PACKAGE_VERSION
cp charts/kai-scheduler-$PACKAGE_VERSION.tgz images/
cp charts/kai-scheduler-$PACKAGE_VERSION.tgz /mnt/images/



Expand All @@ -120,10 +130,23 @@ jobs:
- name: Checkout code
uses: actions/checkout@v4

- name: Move Docker Data to /mnt
run: |
sudo systemctl stop docker
sudo mkdir -p /mnt/docker-data
echo '{"data-root": "/mnt/docker-data"}' | sudo tee /etc/docker/daemon.json
sudo systemctl start docker
docker info | grep "Docker Root Dir"

- name: Create images directory
run: |
sudo mkdir -p /mnt/images
sudo chown -R $USER:$USER /mnt/images

- name: Cache restore
uses: actions/cache/restore@v4
with:
path: images
path: /mnt/images
key: images-${{ github.sha }}

- name: Create k8s Kind Cluster
Expand All @@ -134,11 +157,10 @@ jobs:
config: ./hack/e2e-kind-config.yaml

- name: Load docker images to kind
working-directory: images
env:
PACKAGE_VERSION: ${{ needs.build.outputs.package_version }}
run: |
docker load < docker_images.tgz
docker load < /mnt/images/docker_images.tgz
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep $PACKAGE_VERSION); do
kind load docker-image $image --name kind
done
Expand All @@ -152,7 +174,7 @@ jobs:
env:
PACKAGE_VERSION: ${{ needs.build.outputs.package_version }}
run: |
helm upgrade -i kai-scheduler ./images/kai-scheduler-$PACKAGE_VERSION.tgz -n kai-scheduler --create-namespace \
helm upgrade -i kai-scheduler /mnt/images/kai-scheduler-$PACKAGE_VERSION.tgz -n kai-scheduler --create-namespace \
--set "global.gpuSharing=true" --debug --wait
- name: Set up Go
uses: actions/setup-go@v2
Expand All @@ -168,7 +190,7 @@ jobs:
PACKAGE_VERSION: ${{ needs.build.outputs.package_version }}
run: |
docker images --format '{{.Repository}}:{{.Tag}}' | grep $PACKAGE_VERSION | xargs docker rmi -f
rm -rf images
sudo rm -rf /mnt/images

- name: Run e2e tests
run: |
Expand Down
Loading