Skip to content
Snippets Groups Projects
Normal view Permalink
ci-main.yml 6.75 KiB
Newer Older
Jö Fahlke's avatar
[CI] Use a common setup
Jö Fahlke committed
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 
---
# This file is meant to be included from one of pacxx's .gitlab-cy.yml files.
#
# The including file should set the variable ADOPT to whereever it's
# checked-out files should end up in pacxx's source tree, see the --adopt=
# parameter in base/getpacxx.
#
# The project should set the protected CI variable DOCKER_REBUILD_TOKEN to a
# token that can be used to trigger rebuilds for the docker images

stages:
- source
- build
- test
- deploy

######################################################################
#
#  PACXX Source: get the sources (also, verify ci is current)
#

check-ci-main.yml:
  stage: source
  image: alpine:latest
  variables:
    REFERENCE: https://gitlab.dune-project.org/joe/pacxx-docker/raw/master/ci-main.yml
  script:
  - apk add curl
  - curl -f -o ci-main.yml.upstream "$REFERENCE"
  - if ! diff -u ci-main.yml.upstream ci-main.yml; then
      echo "Outdated ci setup, please update ci-main.yml from $REFERENCE";
      exit 2;
    fi
  tags:
  - hpc2seci
  allow_failure: true

source-pacxx:
  stage: source
  image: registry.dune-project.org/joe/pacxx-docker:base-native.master
  script:
  - getpacxx ${ADOPT:+--adopt="$ADOPT"} --branch="$CI_COMMIT_REF_NAME"
             --versionlog=repoversions
  # Trim down to stay within ZIVGITLAB limits
  - find llvm/ -name .git -prune -print0 | xargs -0 rm -rf
  - mv repoversions llvm/
  - cat llvm/repoversions
  tags:
  - hpc2seci
  artifacts:
    paths:
    - llvm/

source-samples:
  stage: source
  image: registry.dune-project.org/joe/pacxx-docker:base-native.master
  variables:
    GIT_STRATEGY: none
  script:
  - git clone --depth=1 -b "$CI_COMMIT_REF_NAME"
      https://zivgitlab.uni-muenster.de/HPC2SE-Project/pacxx-samples.git samples ||
    git clone --depth=1
      https://zivgitlab.uni-muenster.de/HPC2SE-Project/pacxx-samples.git samples
  - verbose-git-status samples pacxx-samples >>samples/repoversions
  - find samples/ -name .git -prune -print0 | xargs -0 rm -rf
  - cat samples/repoversions
  tags:
  - hpc2seci
  artifacts:
    paths:
    - samples/

######################################################################
#
#  Build: build pacxx using the base image
#

build-native:
  image: registry.dune-project.org/joe/pacxx-docker:base-native.master
  stage: build
  variables:
    GIT_STRATEGY: none
  dependencies:
  - source-pacxx
  script:
  - cat llvm/repoversions
  - export PACXX_INSTALL=$(pwd)/install
  - mkdir build
  - ( cd build &&
      cmake ../llvm -DBUILD_SHARED_LIBS=ON -DLLVM_ENABLE_RTTI=ON -DLLVM_ENABLE_CXX1Y=ON
        -DCMAKE_BUILD_TYPE=Release -DCMAKE_CXX_FLAGS_RELEASE="-O3"
        -DCMAKE_INSTALL_PREFIX="${PACXX_INSTALL}" )
  - make -C build -j$(nproc) install
  - cp llvm/repoversions install/
  tags:
  - hpc2seci
  artifacts:
    paths:
    - install/

build-cuda:
  image: registry.dune-project.org/joe/pacxx-docker:base-cuda.master
  stage: build
  variables:
    GIT_STRATEGY: none
  dependencies:
  - source-pacxx
  script:
  - cat llvm/repoversions
  - export PACXX_INSTALL=$(pwd)/install
  - mkdir build
  - ( cd build &&
      cmake ../llvm -DBUILD_SHARED_LIBS=ON -DLLVM_ENABLE_RTTI=ON -DLLVM_ENABLE_CXX1Y=ON
        -DCMAKE_BUILD_TYPE=Release -DCMAKE_CXX_FLAGS_RELEASE="-O3"
        -DCMAKE_INSTALL_PREFIX="${PACXX_INSTALL}" )
  - make -C build -j$(nproc) install
  - cp llvm/repoversions install/
  tags:
  - hpc2seci-nvidia
  artifacts:
    paths:
    - install/

######################################################################
#
#  Test: test the just built pacxx
#

test-native-make-debug:
  image: registry.dune-project.org/joe/pacxx-docker:base-native.master
  stage: test
  variables:
    GIT_STRATEGY: none
    PACXX_FORCE_DEFAULT_RT: 1
    PACXX_DEFAULT_RT: 1 # native
  dependencies:
  - build-native
  - source-samples
  script:
  - cat install/repoversions
  - cat samples/repoversions
  - export PATH=$(pwd)/install/bin:$PATH
  - mkdir build
  - cd build
  - cmake ../samples -DCMAKE_CXX_COMPILER=pacxx++ -DCMAKE_BUILD_TYPE=Debug
  - make -j$(nproc)
  - ctest -j$(nproc) -LE '^native-debug-(known-failure|slow)$' --output-on-failure
  - ctest -j$(nproc) -L '^native-debug-known-failure$' --output-on-failure || true
  - ": The following tests were skipped because they are known to be slow"
  - ctest -N -L '^native-debug-slow$'
  tags:
  - hpc2seci

test-native-ninja-release:
  image: registry.dune-project.org/joe/pacxx-docker:base-native.master
  stage: test
  variables:
    GIT_STRATEGY: none
    PACXX_FORCE_DEFAULT_RT: 1
    PACXX_DEFAULT_RT: 1 # native
  dependencies:
  - build-native
  - source-samples
  script:
  - cat install/repoversions
  - cat samples/repoversions
  - export PATH=$(pwd)/install/bin:$PATH
  - mkdir build
  - cd build
  - cmake ../samples -G Ninja -DCMAKE_CXX_COMPILER=pacxx++ -DCMAKE_BUILD_TYPE=Release
  - ninja
  - ctest -j$(nproc) -LE '^native-release-known-failure$' --output-on-failure
  - ctest -j$(nproc) -L '^native-release-known-failure$' --output-on-failure || true
  tags:
  - hpc2seci


test-cuda-make-debug:
  image: registry.dune-project.org/joe/pacxx-docker:base-cuda.master
  stage: test
  variables:
    GIT_STRATEGY: none
    PACXX_FORCE_DEFAULT_RT: 1
    PACXX_DEFAULT_RT: 0 # Cuda
  dependencies:
  - build-cuda
  - source-samples
  script:
  - cat install/repoversions
  - cat samples/repoversions
  - export PATH=$(pwd)/install/bin:$PATH
  - mkdir build
  - cd build
  - cmake ../samples -DCMAKE_CXX_COMPILER=pacxx++ -DCMAKE_BUILD_TYPE=Debug
  - make -j$(nproc)
  - ctest -j$(nproc) -LE '^cuda-debug-(known-failure|slow)$' --output-on-failure
  - ctest -j$(nproc) -L '^cuda-debug-known-failure$' --output-on-failure || true
  - ": The following tests were skipped because they are known to be slow"
  - ctest -N -L '^cuda-debug-slow$'
  tags:
  - hpc2seci-nvidia

test-cuda-make-release:
  image: registry.dune-project.org/joe/pacxx-docker:base-cuda.master
  stage: test
  variables:
    GIT_STRATEGY: none
    PACXX_FORCE_DEFAULT_RT: 1
    PACXX_DEFAULT_RT: 0 # Cuda
  dependencies:
  - build-cuda
  - source-samples
  script:
  - cat install/repoversions
  - cat samples/repoversions
  - export PATH=$(pwd)/install/bin:$PATH
  - mkdir build
  - cd build
  - cmake ../samples -DCMAKE_CXX_COMPILER=pacxx++ -DCMAKE_BUILD_TYPE=Release
  - make -j$(nproc)
  - ctest -j$(nproc) -LE '^cuda-release-known-failure$' --output-on-failure
  - ctest -j$(nproc) -L '^cuda-release-known-failure$' --output-on-failure || true
  tags:
  - hpc2seci-nvidia

######################################################################
#
#  Deploy: Trigger rebuild of the docker images
#

trigger-docker-rebuild:
  stage: deploy
  image: alpine:latest
  variables:
    GIT_STRATEGY: none
  script:
  - apk add curl
  - curl -f -X POST -F token=$DOCKER_REBUILD_TOKEN -F ref=master https://gitlab.dune-project.org/api/v4/projects/702/trigger/pipeline
  tags:
  - hpc2seci
  dependencies: []
  only:
  - master