[ci] Add RISCOF tests

Run riscv-compliance v2 tests, but ignore failures.

RISCOF based compliance check is still in active development and some
tests are known to fail.

Author: towoe

azure-pipelines.yml

@@ -86,6 +86,7 @@ jobs:
       git clone https://github.com/riscv/riscv-compliance.git
       cd riscv-compliance
       git checkout "$RISCV_COMPLIANCE_GIT_VERSION"
+      git worktree add ../riscv-compliance-v2 --detach "$RISCV_COMPLIANCE_GIT_VERSION2"
     displayName: Get RISC-V Compliance test suite
 
   # Run Ibex RTL CI per supported configuration

ci/ibex-rtl-ci-steps.yml

@@ -65,3 +65,17 @@ steps:
         done
         exit $fail
       displayName: Run RISC-V Compliance test for Ibex RV32IMC for ${{ config }}
+
+    - bash: |
+        # Run compliance test suite
+        export IBEX_SIMULATOR=$PWD/build/lowrisc_ibex_ibex_riscv_compliance_0.1/sim-verilator/Vibex_riscv_compliance
+        export RISCV_PREFIX=riscv32-unknown-elf-
+        riscof run --config dv/riscof/config.ini --suite build/riscv-compliance-v2/riscv-test-suite --no-browser
+        if [ $? != 0 ]; then
+          echo -n "##vso[task.logissue type=error]"
+          echo "RISCOF compliance test suite failure. Ignoring exit condition."
+          exit 0
+        fi
+
+      displayName: Run RISC-V Compliance Version 2 test for Ibex RV32IMC for ${{ config }}
+      continueOnError: true

ci/vars.yml

@@ -10,6 +10,7 @@ variables:
   RISCV_TOOLCHAIN_TAR_VERSION: "20200904-1"
   RISCV_TOOLCHAIN_TAR_VARIANT: "lowrisc-toolchain-gcc-rv32imcb"
   RISCV_COMPLIANCE_GIT_VERSION: "844c6660ef3f0d9b96957991109dfd80cc4938e2"
+  RISCV_COMPLIANCE_GIT_VERSION2: "65cd9556846c60608c06e9db22ab573c1e86fe6b"
   VERIBLE_VERSION: "v0.0-705-g75249d0"
   # lowRISC-internal version numbers of Ibex-specific Spike builds.
   SPIKE_IBEX_VERSION: "20201023-git-255bf1cacc599b1413438c269100f3ecd0eb3352"