Experimental abm benchmark CI pipeline (#843)

dabele · web-flow · commit 878fda99ca68 · 2023-11-27T10:43:06.000+01:00
diff --git a/.github/actions/linux-benchmark/action.yml b/.github/actions/linux-benchmark/action.yml
@@ -0,0 +1,38 @@
+name: "Linux Benchmark"
+description: "Run the C++ unit tests on linux."
+inputs:
+  build-artifact:
+    description: "Name of the build artifact that contains the benchmark binary."
+    required: true
+runs:
+  using: "composite"
+  steps:
+    - name: Install Dependencies
+      shell: bash
+      run: |
+        sudo apt-get -qq update
+        sudo apt-get -qq -y install libhdf5-10* wget gnupg lcov
+        sudo apt-get -qq update
+    - name: Download built test directory
+      uses: actions/download-artifact@v3
+      with:
+        name: ${{ inputs.build-artifact }}
+        path: cpp
+    - name: extract build archive
+      shell: bash
+      run: |
+        cd cpp
+        tar -xzf build.tar.gz
+    - name: Run benchmark
+      shell: bash
+      run: |
+        cd cpp/build/bin
+        sudo chmod a+x abm_benchmark
+        ./abm_benchmark  --benchmark_out="abm_benchmark.json" --benchmark_repetitions=10
+    - name: Upload benchmark result
+      uses: actions/upload-artifact@v3
+      with:
+        name: abm-benchmark-report
+        path: cpp/build/bin/abm_benchmark.json
+        if-no-files-found: error
+        retention-days: 10
diff --git a/.github/actions/linux-build/action.yml b/.github/actions/linux-build/action.yml
@@ -29,6 +29,14 @@ inputs:
     description: "Turn on address sanitzer (ON or OFF)"
     required: false
     default: "OFF"
+  build-tests:
+    description: "Build tests"
+    required: false
+    default: "ON"
+  build-benchmarks:
+    description: "Build benchmarks"
+    required: false
+    default: "OFF"
 runs:
   using: "composite"
   steps:
@@ -77,7 +85,7 @@ runs:
           exit 1
         fi
         mkdir -p build && cd build
-        cmake -DCMAKE_BUILD_TYPE=${{ inputs.config }} -DMEMILIO_TEST_COVERAGE=${{ inputs.coverage }} -DMEMILIO_SANITIZE_ADDRESS=${{ inputs.sanitize-addr }} -DMEMILIO_SANITIZE_UNDEFINED=${{ inputs.sanitize-ub }} -DMEMILIO_USE_BUNDLED_JSONCPP=${{ inputs.optional-dependencies }} ..
+        cmake -DCMAKE_BUILD_TYPE=${{ inputs.config }} -DMEMILIO_BUILD_TESTS=${{ inputs.build-tests }} -DMEMILIO_BUILD_BENCHMARKS=${{ inputs.build-benchmarks }} -DMEMILIO_TEST_COVERAGE=${{ inputs.coverage }} -DMEMILIO_SANITIZE_ADDRESS=${{ inputs.sanitize-addr }} -DMEMILIO_SANITIZE_UNDEFINED=${{ inputs.sanitize-ub }} -DMEMILIO_USE_BUNDLED_JSONCPP=${{ inputs.optional-dependencies }} ..
         make -j4
     - name: create build dir archive
       shell: bash
diff --git a/.github/workflows/abm_benchmark_test.yml b/.github/workflows/abm_benchmark_test.yml
@@ -0,0 +1,30 @@
+# experimental pipeline to test benchmarks on github runners
+
+name: abm_benchmark_test
+
+on:
+  schedule:
+    - cron: "0 3,9,15,21 * * *" #every day on a few different hours
+  workflow_dispatch:
+
+jobs:
+  build:
+    runs-on: "ubuntu-latest"
+    steps:
+      - uses: actions/checkout@v3
+      - uses: ./.github/actions/linux-build
+        with:
+          compiler: gcc
+          config: Release
+          version: latest
+          build-tests: "OFF"
+          build-benchmarks: "ON"
+          
+  bench:
+    needs: build
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - uses: ./.github/actions/linux-benchmark
+        with:
+          build-artifact: build-cpp-linux-gcc-latest-Release-full
