Updated CI/CD Pipeline #103

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open

ishaan-markanday wants to merge 43 commits into sit722-devops:main from ishaan-markanday:development

.github/workflows/backend-cd.yml

            
                      Original file line number
                      Diff line number
                      Diff line change
                  
    @@ -6,15 +6,31 @@ on:
  
          aks_cluster_name:

            description: 'Name of the AKS Cluster to deploy to'

            required: true

            default: '<aks_cluster_name>'

            default: 'ishaanAKS'

          aks_resource_group:

            description: 'Resource Group of the AKS Cluster'

            required: true

            default: '<resource_group_name>'

            default: 'deakinuni'

          aks_acr_name:

            description: 'Name of ACR'

            required: true

            default: '<acr_name>'

            default: 'ishaan'

      # Add this workflow_call trigger

      workflow_call:

        inputs:

          aks_cluster_name:

            required: true

            type: string

          aks_resource_group:

            required: true

            type: string

          aks_acr_name:

            required: true

            type: string

        secrets:

          azure_credentials:

            required: true

    jobs:

      deploy_backend:

    @@ -32,16 +48,16 @@ jobs:
  
          - name: Log in to Azure

            uses: azure/login@v1

            with:

              creds: ${{ secrets.AZURE_CREDENTIALS }}

              creds: ${{ secrets.azure_credentials }}

              enable-AzPSSession: true

          - name: Set Kubernetes context (get AKS credentials)

            run: |

              az aks get-credentials --resource-group ${{ github.event.inputs.aks_resource_group }} --name ${{ github.event.inputs.aks_cluster_name }} --overwrite-existing

              az aks get-credentials --resource-group ${{ inputs.aks_resource_group }} --name ${{ inputs.aks_cluster_name }} --overwrite-existing

          - name: Attach ACR

            run: |

              az aks update --name ${{ github.event.inputs.aks_cluster_name }} --resource-group ${{ github.event.inputs.aks_resource_group }} --attach-acr ${{ github.event.inputs.aks_acr_name }}

              az aks update --name ${{ inputs.aks_cluster_name }} --resource-group ${{ inputs.aks_resource_group }} --attach-acr ${{ inputs.aks_acr_name }}

          - name: Deploy Backend Infrastructure (Namespace, ConfigMaps, Secrets, Databases)

            run: |

    @@ -98,4 +114,4 @@ jobs:
  
            run: echo "external_ip=${{ env.ORDER_IP }}" >> $GITHUB_OUTPUT

          - name: Logout from Azure

            run: az logout

            run: az logout

.github/workflows/backend_ci.yml

            
                      Original file line number
                      Diff line number
                      Diff line change
                  
    @@ -1,91 +1,74 @@
  
    # week08/.github/workflows/backend_ci.yml

    name: Backend CI - Test, Build and Push Images to ACR

    # Trigger the workflow on pushes to the 'main' branch

    # You can also add 'pull_request:' to run on PRs

    on:

      # Manual trigger

      workflow_dispatch:

      # Automatically on pushes to main branch

      push:

        branches:

          - development

          - main

        paths:

          - 'backend/**'

          - '.github/workflows/backend_ci.yml'

      pull_request:

        branches:

          - main

        paths: # Only trigger if changes are in backend directories

        paths:

          - 'backend/**'

          - '.github/workflows/backend_ci.yml' # Trigger if this workflow file changes

          - '.github/workflows/backend_ci.yml'

    # Define global environment variables that can be used across jobs

    env:

      # ACR Login Server (e.g., myregistry.azurecr.io)

      # This needs to be set as a GitHub Repository Secret

      ACR_LOGIN_SERVER: ${{ secrets.AZURE_CONTAINER_REGISTRY }}

      # Dynamically generate image tags based on Git SHA and GitHub Run ID

      # This provides unique, traceable tags for each image build

      IMAGE_TAG: ${{ github.sha }}-${{ github.run_id }}

    jobs:

      # Job 1: Run tests and linting for all backend services

      test_and_lint_backends:

        runs-on: ubuntu-latest # Use a GitHub-hosted runner

        runs-on: ubuntu-latest

        services:

          # Product DB container

          product_db:

            image: postgres:15

            env:

              POSTGRES_USER: postgres

              POSTGRES_PASSWORD: postgres

              POSTGRES_DB: products

            # Make pg_isready available so the service is healthy before tests run

            options: >-

              --health-cmd "pg_isready -U postgres"

              --health-interval 10s

              --health-timeout 5s

              --health-retries 5

            ports:

              - 5432:5432

          # Order DB

          order_db:

            image: postgres:15

            env:

              POSTGRES_USER: postgres

              POSTGRES_PASSWORD: postgres

              POSTGRES_DB: orders

            ports:

              - 5433:5432

            options: >-

              --health-cmd "pg_isready -U postgres"

              --health-interval 10s

              --health-timeout 5s

              --health-retries 5

            ports:

              - 5433:5432

        steps:

          # 1. Checkout the repository code to the runner

          - name: Checkout repository

            uses: actions/checkout@v4 # Action to check out your repository code

            uses: actions/checkout@v4

          # 2. Set up Python environment

          - name: Set up Python 3.10

            uses: actions/setup-python@v5 # Action to set up Python environment

            uses: actions/setup-python@v5

            with:

              python-version: '3.10'

          # 3. Install dependencies and run code quality checks

          - name: Install dependencies

            run: | # Use a multi-line script to install pip dependencies

            run: |

              pip install --upgrade pip

              # Loop through each backend service folder

              for req in backend/*/requirements.txt; do

                echo "Installing $req"

                pip install -r "$req"

              done

              # Install CI tools

              pip install pytest httpx

          # 5. Run tests for product service

          - name: Run product_service tests

            working-directory: backend/product_service

            env:

    @@ -94,10 +77,8 @@ jobs:
  
              POSTGRES_DB: products

              POSTGRES_USER: postgres

              POSTGRES_PASSWORD: postgres

            run: |

              pytest tests --maxfail=1 --disable-warnings -q

          # 6. Run tests for order service

            run: pytest tests --maxfail=1 --disable-warnings -q

          - name: Run order_service tests

            working-directory: backend/order_service

            env:

    @@ -106,41 +87,47 @@ jobs:
  
              POSTGRES_DB: orders

              POSTGRES_USER: postgres

              POSTGRES_PASSWORD: postgres

            run: |

              pytest tests --maxfail=1 --disable-warnings -q

            run: pytest tests --maxfail=1 --disable-warnings -q

      # Job 2: Build and Push Docker Images (runs only if tests pass)

      build_and_push_images:

        runs-on: ubuntu-latest

        needs: test_and_lint_backends

        if: github.ref == 'refs/heads/main'  # Only run on main branch

        steps:

        - name: Checkout repository

          uses: actions/checkout@v4

        # Azure login using a Service Principal secret

        - name: Azure Login

          uses: azure/login@v1

          with:

            creds: ${{ secrets.AZURE_CREDENTIALS }} # Needs to be set as a GitHub Secret (Service Principal JSON)

        # Login to Azure Container Registry (ACR)

        - name: Login to Azure Container Registry

          run: az acr login --name ${{ env.ACR_LOGIN_SERVER }}

        # Build and Push Docker image for Product Service

        - name: Build and Push Product Service Image

          run: |

            docker build -t ${{ env.ACR_LOGIN_SERVER }}/product_service:latest ./backend/product_service/

            docker push ${{ env.ACR_LOGIN_SERVER }}/product_service:latest

        # Build and Push Docker image for Order Service

        - name: Build and Push Order Service Image

          run: |

            docker build -t ${{ env.ACR_LOGIN_SERVER }}/order_service:latest ./backend/order_service/

            docker push ${{ env.ACR_LOGIN_SERVER }}/order_service:latest

        # Logout from Azure for security (runs even if image push fails)

        - name: Logout from Azure

          run: az logout

          if: always()

          - name: Checkout repository

            uses: actions/checkout@v4

          - name: Azure Login

            uses: azure/login@v1

            with:

              creds: ${{ secrets.AZURE_CREDENTIALS }}

          - name: Login to Azure Container Registry

            run: az acr login --name ${{ env.ACR_LOGIN_SERVER }}

          - name: Build and Push Product Service Image

            run: |

              docker build -t ${{ env.ACR_LOGIN_SERVER }}/product_service:latest ./backend/product_service/

              docker push ${{ env.ACR_LOGIN_SERVER }}/product_service:latest

          - name: Build and Push Order Service Image

            run: |

              docker build -t ${{ env.ACR_LOGIN_SERVER }}/order_service:latest ./backend/order_service/

              docker push ${{ env.ACR_LOGIN_SERVER }}/order_service:latest

          - name: Logout from Azure

            run: az logout

            if: always()

      trigger_backend_cd:

        needs: build_and_push_images

        if: github.ref == 'refs/heads/main'

        uses: ./.github/workflows/backend-cd.yml

        with:

          aks_cluster_name: "ishaanAKS"

          aks_resource_group: "deakinuni"

          aks_acr_name: "ishaan"

        secrets:

          azure_credentials: ${{ secrets.AZURE_CREDENTIALS }}

    #test

.github/workflows/frontend-cd.yml

            
                      Original file line number
                      Diff line number
                      Diff line change
                  
    @@ -1,5 +1,3 @@
  
    # week08/.github/workflows/frontend-cd.yml

    name: CD - Deploy Frontend to AKS

    # This workflow can be called by other workflows and takes inputs.

    @@ -18,11 +16,11 @@ on:
  
          aks_cluster_name:

            description: 'Name of the AKS Cluster to deploy to'

            required: true

            default: '<aks_name>'

            default: 'ishaanAKS'

          aks_resource_group:

            description: 'Resource Group of the AKS Cluster'

            required: true

            default: '<<resource_group_name>'

            default: 'deakinuni'

      workflow_call:

        inputs:

    @@ -38,6 +36,9 @@ on:
  
          aks_resource_group:

            required: true

            type: string

        secrets:

          azure_credentials:

            required: true  # <-- must match CI usage

    jobs:

      deploy_frontend:

    @@ -48,33 +49,10 @@ jobs:
  
          - name: Checkout repository

            uses: actions/checkout@v4

          # Azure login using a Service Principal secret

          - name: Azure Login

            uses: azure/login@v1

            with:

              creds: ${{ secrets.AZURE_CREDENTIALS }}

          # Login to Azure Container Registry (ACR)

          - name: Login to Azure Container Registry

            run: az acr login --name ${{ secrets.AZURE_CONTAINER_REGISTRY }}

          - name: Inject Backend IPs into Frontend main.js

            run: |

              echo "Injecting IPs into frontend/static/js/main.js"

              # Ensure frontend/main.js is directly in the path for sed

              sed -i "s|_PRODUCT_API_URL_|${{ inputs.product_api_ip }}|g" frontend/main.js

              sed -i "s|_ORDER_API_URL_|${{ inputs.order_api_ip }}|g" frontend/main.js

              # Display the modified file content for debugging

              echo "--- Modified main.js content ---"

              cat frontend/main.js

              echo "---------------------------------"

          # Build and Push Docker image for Frontend

          - name: Build and Push Frontend Image

            run: |

              docker build -t ${{ secrets.AZURE_CONTAINER_REGISTRY }}/frontend:latest ./frontend/

              docker push ${{ secrets.AZURE_CONTAINER_REGISTRY }}/frontend:latest

              creds: ${{ secrets.azure_credentials }}

          - name: Set Kubernetes context (get AKS credentials)

            uses: azure/aks-set-context@v3

    @@ -84,10 +62,16 @@ jobs:
  
          - name: Deploy Frontend to AKS

            run: |

              echo "Deploying frontend with latest tag to AKS cluster: ${{ inputs.aks_cluster_name }}"

              cd k8s/

              # Ensure frontend-service.yaml is configured with your ACR

              kubectl apply -f frontend.yaml

          - name: Configure Frontend Deployment with Backend IPs

            run: |

              kubectl set env deployment/frontend \

                PRODUCT_API_URL=http://${{ inputs.product_api_ip }}:80 \

                ORDER_API_URL=http://${{ inputs.order_api_ip }}:80 \

                --overwrite

          - name: Logout from Azure (AKS deployment)

          - name: Logout from Azure

            run: az logout

    #1

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Updated CI/CD Pipeline #103

Uh oh!

Diff view

Diff view

There are no files selected for viewing

Uh oh!

Updated CI/CD Pipeline #103

Are you sure you want to change the base?

Uh oh!

Updated CI/CD Pipeline #103

Uh oh!

Uh oh!

Diff view

Diff view

There are no files selected for viewing

Uh oh!