From 741d04c797533c3d952ea5aea189d06d077cd513 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Daniel=20Basg=C3=B6ze?= Date: Tue, 15 Dec 2020 19:53:59 +0100 Subject: [PATCH] Implement manually triggered github actions CI --- .github/workflows/buildtest.yml | 136 ++++++++++++++++++++++++++++++++ 1 file changed, 136 insertions(+) create mode 100644 .github/workflows/buildtest.yml diff --git a/.github/workflows/buildtest.yml b/.github/workflows/buildtest.yml new file mode 100644 index 000000000..c7cb5cf39 --- /dev/null +++ b/.github/workflows/buildtest.yml @@ -0,0 +1,136 @@ +name: Build Test +# Builds and tests storm on varius platforms +# also deploys images to dockerhub + +on: + # needed to trigger the workflow manually + workflow_dispatch: + +env: + CARL_BRANCH: "master14" + CARL_GIT_URL: "https://github.com/smtrat/carl.git" + STORM_GIT_URL: "${{ github.server_url }}/${{ github.repository }}.git" + STORM_BRANCH: "master" + # github runners currently have two cores + NR_JOBS: "2" + + # cmake arguments + CMAKE_DEBUG: "-DCMAKE_BUILD_TYPE=Debug -DSTORM_DEVELOPER=ON -DSTORM_PORTABLE=ON" + CMAKE_RELEASE: "-DCMAKE_BUILD_TYPE=Release -DSTORM_DEVELOPER=OFF -DSTORM_PORTABLE=ON" + + CARL_CMAKE_DEBUG: "-DCMAKE_BUILD_TYPE=Debug -DUSE_CLN_NUMBERS=ON -DUSE_GINAC=ON -DTHREAD_SAFE=ON -DBUILD_ADDONS=ON -DBUILD_ADDON_PARSER=ON" + CARL_CMAKE_RELEASE: "-DCMAKE_BUILD_TYPE=Release -DUSE_CLN_NUMBERS=ON -DUSE_GINAC=ON -DTHREAD_SAFE=ON -DBUILD_ADDONS=ON -DBUILD_ADDON_PARSER=ON" + + +jobs: + noDeploy: + runs-on: ubuntu-latest + strategy: + matrix: + distro: ["ubuntu-18.04", "debian-10", "debian-9"] + debugOrRelease: ["debug", "release"] + steps: + - name: Setup cmake arguments + # this is strangely the best way to implement environment variables based on the value of another + # GITHUB_ENV is a magic variable pointing to a file; if a line with format {NAME}={VALUE} + # then the env variable with name NAME will be created/updated with VALUE + run: | + ([[ ${{ matrix.debugOrRelease }} == "debug" ]] && echo "CMAKE_ARGS=${CMAKE_DEBUG}" || echo "CMAKE_ARGS=${CMAKE_RELEASE}") >> $GITHUB_ENV + + - name: Init Docker + run: sudo docker run -d -it --name storm --privileged movesrwth/storm-basesystem:${{ matrix.distro }} + - name: Git clone + run: sudo docker exec storm git clone --depth 1 --branch $STORM_BRANCH $STORM_GIT_URL /opt/storm + - name: Run cmake + run: sudo docker exec storm bash -c "mkdir /opt/storm/build; cd /opt/storm/build; cmake .. ${CMAKE_ARGS}" + - name: Build storm + run: sudo docker exec storm bash -c "cd /opt/storm/build; make -j ${NR_JOBS}" + + # A bit hacky... but its usefullnes has been proven in production + - name: Check release makeflags + if: matrix.debugOrRelease == 'release' + run: | + sudo docker exec storm bash -c "/opt/storm/build/bin/storm --version | grep 'with flags .* -O3' || (echo \"Error: Missing flag \'-O3\' for release build.\" && false)" + sudo docker exec storm bash -c "/opt/storm/build/bin/storm --version | grep 'with flags .* -DNDEBUG' || (echo \"Error: Missing flag \'-DNDEBUG\' for release build.\" && false)" + - name: Check debug makeflags + if: matrix.debugOrRelease == 'debug' + run: | + sudo docker exec storm bash -c "/opt/storm/build/bin/storm --version | grep 'with flags .* -g' || (echo \"Error: Missing flag \'-g\' for debug build.\" && false)" + + - name: Run unit tests + run: sudo docker exec storm bash -c "cd /opt/storm/build; ctest test --output-on-failure" + + deploy: + runs-on: ubuntu-latest + env: + DISTRO: "ubuntu-20.04" + strategy: + matrix: + debugOrRelease: ["debug", "release"] + steps: + - name: Setup cmake arguments + # this is strangely the best way to implement environment variables based on the value of another + # GITHUB_ENV is a magic variable pointing to a file; if a line with format {NAME}={VALUE} + # then the env variable with name NAME will be created/updated with VALUE + run: | + ([[ ${{ matrix.debugOrRelease }} == "debug" ]] && echo "CMAKE_ARGS=${CMAKE_DEBUG}" || echo "CMAKE_ARGS=${CMAKE_RELEASE}") >> $GITHUB_ENV + ([[ ${{ matrix.debugOrRelease }} == "debug" ]] && echo "CARL_CMAKE_ARGS=${CARL_CMAKE_DEBUG}" || echo "CARL_CMAKE_ARGS=${CARL_CMAKE_RELEASE}") >> $GITHUB_ENV + + - name: Login into docker + run: echo "${{ secrets.DOCKER_PASSWORD }}" | sudo docker login -u "${{ secrets.DOCKER_USERNAME }}" --password-stdin + - name: Init Docker + run: sudo docker run -d -it --name storm --privileged movesrwth/storm-basesystem:${DISTRO} + + ##### + # Build & DEPLOY CARL + ##### + # We should not do partial updates :/ + # but we need to install some dependencies + # Surely we can find a better way to do this at some point + - name: Update base system + run: | + sudo docker exec storm apt-get update + sudo docker exec storm apt-get upgrade -qqy + - name: install dependencies + run: sudo docker exec storm apt-get install -qq -y uuid-dev pkg-config + - name: Git clone carl + run: sudo docker exec storm git clone --depth 1 --branch $CARL_BRANCH $CARL_GIT_URL /opt/carl + - name: Run cmake for carl + run: sudo docker exec storm bash -c "mkdir /opt/carl/build; cd /opt/carl/build; cmake .. ${CARL_CMAKE_ARGS}" + - name: Build carl + run: sudo docker exec storm bash -c "cd /opt/carl/build; make lib_carl -j ${NR_JOBS}" + # dummy step for now + - name: Deploy carl + run: | + sudo docker commit storm movesrwth/carl:actions-${{ matrix.debugOrRelease }} + sudo docker push movesrwth/carl:actions-${{ matrix.debugOrRelease }} + + + ##### + # Build & TEST & DEPLOY STORM + ##### + - name: Git clone + run: sudo docker exec storm git clone --depth 1 --branch $STORM_BRANCH $STORM_GIT_URL /opt/storm + - name: Run cmake + run: sudo docker exec storm bash -c "mkdir /opt/storm/build; cd /opt/storm/build; cmake .. ${CMAKE_ARGS}" + - name: Build storm + run: sudo docker exec storm bash -c "cd /opt/storm/build; make -j ${NR_JOBS}" + + # A bit hacky... but its usefullnes has been proven in production + - name: Check release makeflags + if: matrix.debugOrRelease == 'release' + run: | + sudo docker exec storm bash -c "/opt/storm/build/bin/storm --version | grep 'with flags .* -O3' || (echo \"Error: Missing flag \'-O3\' for release build.\" && false)" + sudo docker exec storm bash -c "/opt/storm/build/bin/storm --version | grep 'with flags .* -DNDEBUG' || (echo \"Error: Missing flag \'-DNDEBUG\' for release build.\" && false)" + - name: Check debug makeflags + if: matrix.debugOrRelease == 'debug' + run: | + sudo docker exec storm bash -c "/opt/storm/build/bin/storm --version | grep 'with flags .* -g' || (echo \"Error: Missing flag \'-g\' for debug build.\" && false)" + - name: Run unit tests + run: sudo docker exec storm bash -c "cd /opt/storm/build; ctest test --output-on-failure" + + # dummy step for now + - name: Deploy storm + run: | + sudo docker commit storm movesrwth/storm:actions-${{ matrix.debugOrRelease }} + sudo docker push movesrwth/storm:actions-${{ matrix.debugOrRelease }}