Add Rocky build automation via PNNL GitLab

.gitlab-ci.yml

@@ -0,0 +1,101 @@
+default:
+  tags: [ basic, gridpack, ikp, k8s ]
+  artifacts:
+    when: always
+    untracked: true
+
+
+stages: [ build-container, build-gridpack, test-gridpack ]
+
+
+variables:
+  KUBERNETES_CPU_REQUEST: "1"
+  KUBERNETES_CPU_LIMIT: "2"
+  KUBERNETES_MEMORY_REQUEST: "4Gi"
+  KUBERNETES_MEMORY_LIMIT: "8Gi"
+  http_proxy: "http://proxy01.pnl.gov:3128"
+  https_proxy: ${http_proxy}
+
+
+# https://docs.gitlab.com/ee/ci/docker/using_kaniko.html#building-an-image-with-kaniko-behind-a-proxy
+.build-container:
+  stage: build-container
+  timeout: 5 hours
+  image:
+    name: gcr.io/kaniko-project/executor:v1.9.0-debug
+    entrypoint: [""]
+  variables:
+    IMAGE_PATH: ${CI_REGISTRY_IMAGE}:${BASE_IMAGE}-gridpack-env
+  script:
+    - chmod +x *.sh
+    - >
+      /kaniko/executor
+      --context "${CI_PROJECT_DIR}"
+      --build-arg "BASE_IMAGE=${BASE_IMAGE}:${BASE_IMAGE_TAG}"
+      --build-arg "http_proxy=$http_proxy"
+      --build-arg "https_proxy=$https_proxy"
+      --dockerfile "${CI_PROJECT_DIR}/dockerfile"
+      --destination "${IMAGE_PATH}" > build.log 2>&1
+  rules:
+    - if: $CI_PIPELINE_SOURCE == "push"
+      changes: [ "dockerfile", "install_environment_packages.sh", "install_gridpack_deps.sh" ]
+
+
+build-container:ubuntu:
+  extends: .build-container
+  variables:
+    BASE_IMAGE: ubuntu
+    BASE_IMAGE_TAG: "22.04"
+
+
+build-container:rockylinux:
+  extends: .build-container
+  variables:
+    BASE_IMAGE: rockylinux
+    BASE_IMAGE_TAG: "9"
+
+
+.build-gridpack:
+  stage: build-gridpack
+  variables:
+    MAKE_JOBS: "2"
+  script:
+    - ./install_gridpack.sh
+
+
+build-gridpack:ubuntu:
+  extends: .build-gridpack
+  image: ${CI_REGISTRY_IMAGE}:ubuntu-gridpack-env
+  needs:
+    - job: build-container:ubuntu
+      optional: true
+
+
+build-gridpack:rockylinux:
+  extends: .build-gridpack
+  image: ${CI_REGISTRY_IMAGE}:rockylinux-gridpack-env
+  needs:
+    - job: build-container:rockylinux
+      optional: true
+
+
+.test-gridpack:
+  stage: test-gridpack
+  script:
+    - useradd gridpack
+    - chown -R gridpack:gridpack .
+    - su gridpack -c 'ctest --test-dir src/build --output-on-failure'
+  artifacts:
+    paths: [ src/build/Testing/Temporary ]
+
+
+test-gridpack:ubuntu:
+  extends: .test-gridpack
+  image: ${CI_REGISTRY_IMAGE}:ubuntu-gridpack-env
+  needs: [ build-gridpack:ubuntu ]
+
+
+test-gridpack:rockylinux:
+  extends: .test-gridpack
+  image: ${CI_REGISTRY_IMAGE}:rockylinux-gridpack-env
+  needs: [ build-gridpack:rockylinux ]

README.md

@@ -3,6 +3,9 @@
 # GridPACK<sup>TM</sup>-->
 # GridPACK: High-Performance Electric Grid Simulation
 
+![PNNL Build Status](https://img.shields.io/badge/dynamic/json?url=https%3A%2F%2Fapi.github.com%2Frepos%2FGridOPTICS%2FGridPACK%2Fcommits%2Fdevelop%2Fstatus&query=%24.state&logo=gitlab&label=build%20status&color=white
+)
+
 GridPACK is an open-source high-performance (HPC) package for simulation of large-scale electrical grids. Powered by distributed (parallel) computing and high-performance numerical solvers, GridPACK offers several applications forfast simulation of electrical transmission systems. GridPACK includes a number of prebuilt applications that can be directly used. The most commonly used and well-developed are:
 - AC Power Flow
 - Dynamics Simulation
@@ -18,7 +21,7 @@ In addition, GridPACK is also a framework to simplify the development of new app
 See the [instructions](docs/markdown/BASIC_INSTALL.md) for installing GridPACK, prerequisite software, and installation notes for different platforms.
 
 ## Usage
-See [User manual](docs/user_manual/GridPACK.pdf) for a deep dive on GridPACK internals and/or refer to the [tutorials](docs/markdown/TUTORIALS.md) for more info. 
+See [User manual](docs/user_manual/GridPACK.pdf) for a deep dive on GridPACK internals and/or refer to the [tutorials](docs/markdown/TUTORIALS.md) for more info.
 
 - Quick Guide (To do)
 
@@ -36,16 +39,16 @@ The best (and fastest) way to reach us for any technical questions is by posting
 
 ## Citing GridPACK
 ```
-@article{doi:10.1177/1094342015607609, 
-author = {Bruce Palmer and William Perkins and Yousu Chen and Shuangshuang Jin and David C allahan and Kevin Glass and Ruisheng Diao and Mark Rice and Stephen Elbert and Mallikarjun a Vallem and Zhenyu Huang}, 
-title ={GridPACKTM: A framework for developing power grid simulations on high-performance computing platforms}, 
-journal = {The International Journal of High Performance Computing Applications}, 
-volume = {30}, 
-number = {2}, 
-pages = {223-240}, 
-year = {2016}, 
-doi = {10.1177/1094342015607609}, 
-URL = {https://doi.org/10.1177/1094342015607609}, 
+@article{doi:10.1177/1094342015607609,
+author = {Bruce Palmer and William Perkins and Yousu Chen and Shuangshuang Jin and David C allahan and Kevin Glass and Ruisheng Diao and Mark Rice and Stephen Elbert and Mallikarjun a Vallem and Zhenyu Huang},
+title ={GridPACKTM: A framework for developing power grid simulations on high-performance computing platforms},
+journal = {The International Journal of High Performance Computing Applications},
+volume = {30},
+number = {2},
+pages = {223-240},
+year = {2016},
+doi = {10.1177/1094342015607609},
+URL = {https://doi.org/10.1177/1094342015607609},
 eprint = {https://doi.org/10.1177/1094342015607609}
 ```
 
@@ -69,7 +72,7 @@ GridPACK has been developed through funding from various sources over the years.
 ## Copyright
 Copyright &copy; 2013, Battelle Memorial Institute.
 
-GridPACK<sup>TM</sup> is a free software distributed under a BSD 2-clause license. You may reuse, modify, and redistribute the software. 
+GridPACK<sup>TM</sup> is a free software distributed under a BSD 2-clause license. You may reuse, modify, and redistribute the software.
 
 See the [license](src/LICENSE.md) file for details.
 

dockerfile

@@ -0,0 +1,21 @@
+ARG BASE_IMAGE
+FROM ${BASE_IMAGE}
+
+ENV GP_EXT_DEPS=/gridpack-dependencies
+ENV BOOST_VERSION="1.78.0"
+ENV GA_VERSION="5.8"
+ENV PETSC_VERSION="3.16.4"
+ENV LD_LIBRARY_PATH=${GP_EXT_DEPS}/boost/install_for_gridpack/lib:${GP_EXT_DEPS}/ga/install_for_gridpack/lib:${GP_EXT_DEPS}/petsc/install_for_gridpack/lib:${LD_LIBRARY_PATH}
+
+ARG http_proxy
+ARG https_proxy
+ENV http_proxy=${http_proxy}
+ENV https_proxy=${https_proxy}
+
+WORKDIR ${GP_EXT_DEPS}
+
+COPY install_environment_packages.sh .
+RUN ./install_environment_packages.sh && rm *.sh
+
+COPY install_gridpack_deps.sh .
+RUN ./install_gridpack_deps.sh && rm *.sh

install_environment_packages.sh

@@ -0,0 +1,42 @@
+#! /bin/bash
+
+# installs necessary packages for a given distribution
+
+set -xeuo pipefail
+
+distribution=$(
+  # shellcheck source=/dev/null
+  source /etc/os-release
+  echo "$ID"
+)
+
+case $distribution in
+debian | ubuntu)
+
+  apt-get update
+  apt-get upgrade --yes
+
+  # install required packages
+  apt-get install --yes \
+    wget build-essential git python3.11 python3-pip libopenmpi-dev cmake pkg-config python3-mpi4py
+  ;;
+
+fedora | rhel | centos | rocky)
+
+  dnf upgrade --assumeyes --verbose
+
+  # use epel and crb repos
+  # https://wiki.rockylinux.org/rocky/repo/#notes-on-epel
+  dnf install epel-release --assumeyes
+  crb enable
+
+  # install required packages
+  dnf install --assumeyes \
+    wget @development git python3.11 python3-pip openmpi-devel cmake pkgconf \
+    python3-mpi4py-openmpi boost-openmpi
+  ;;
+*)
+  echo "$distribution not supported"
+  exit 1
+  ;;
+esac