From 524a73fbf8d396ba4d604f4c3e17de001c25d997 Mon Sep 17 00:00:00 2001 From: Jia Liu Date: Thu, 24 Jul 2025 10:51:37 +0800 Subject: [PATCH 1/5] add script regression ci --- .../compilation_on_android_ubuntu.yml | 43 +++++++++++++++++++ 1 file changed, 43 insertions(+) diff --git a/.github/workflows/compilation_on_android_ubuntu.yml b/.github/workflows/compilation_on_android_ubuntu.yml index 828773ae0a..ef489a338d 100644 --- a/.github/workflows/compilation_on_android_ubuntu.yml +++ b/.github/workflows/compilation_on_android_ubuntu.yml @@ -371,6 +371,49 @@ jobs: ctest working-directory: tests/unit + build_regression_tests: + needs: + [ + + ] + runs-on: ${{ matrix.os }} + strategy: + fail-fast: false + matrix: + os: [ubuntu-22.04] + include: + - os: ubuntu-22.04 + llvm_cache_key: ${{ needs.build_llvm_libraries_on_ubuntu_2204.outputs.cache_key }} + + steps: + - name: checkout + uses: actions/checkout@v4 + + - name: Get LLVM libraries + id: retrieve_llvm_libs + uses: actions/cache@v4 + with: + path: | + ./core/deps/llvm/build/bin + ./core/deps/llvm/build/include + ./core/deps/llvm/build/lib + ./core/deps/llvm/build/libexec + ./core/deps/llvm/build/share + key: ${{ matrix.llvm_cache_key }} + - name: Quit if cache miss + if: (steps.retrieve_llvm_libs.outputs.cache-hit != 'true') + run: echo "::error::can not get prebuilt llvm libraries" && exit 1 + + - name: Build wamrc and iwasm + run: | + ./build_wamr.sh + working-directory: tests/regression/ba-issues + + - name: Run regression tests + run: | + python run.py + working-directory: tests/regression/ba-issues + build_samples_wasm_c_api: needs: [ From d2d3500e0093dec379bdf7e980b8f521e9dd27c5 Mon Sep 17 00:00:00 2001 From: Jia Liu Date: Thu, 24 Jul 2025 11:12:14 +0800 Subject: [PATCH 2/5] fix bug --- .github/workflows/compilation_on_android_ubuntu.yml | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/.github/workflows/compilation_on_android_ubuntu.yml b/.github/workflows/compilation_on_android_ubuntu.yml index ef489a338d..4d3b9b6835 100644 --- a/.github/workflows/compilation_on_android_ubuntu.yml +++ b/.github/workflows/compilation_on_android_ubuntu.yml @@ -373,9 +373,7 @@ jobs: build_regression_tests: needs: - [ - - ] + [build_llvm_libraries_on_ubuntu_2204] runs-on: ${{ matrix.os }} strategy: fail-fast: false From f79bf78cc04145556527313a33534b0b7df3a548 Mon Sep 17 00:00:00 2001 From: Jia Liu Date: Thu, 24 Jul 2025 11:44:12 +0800 Subject: [PATCH 3/5] fix run.py for ci --- tests/regression/ba-issues/run.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/tests/regression/ba-issues/run.py b/tests/regression/ba-issues/run.py index 5a57bfcf6f..27d3b5df98 100755 --- a/tests/regression/ba-issues/run.py +++ b/tests/regression/ba-issues/run.py @@ -11,6 +11,7 @@ import glob import re import argparse +import sys from typing import Dict, Optional, List @@ -275,6 +276,10 @@ def process_and_run_test_cases( else: print(f" Issues not found in folder: {format_issue_ids_should_test}") + if failed > 0: + # Exit with error code if there are failed test for CI + sys.exit(1) + def main(): parser = argparse.ArgumentParser(description="Run BA issue tests.") From 5b9368499785f69a2473963b53b99151547ad65a Mon Sep 17 00:00:00 2001 From: Jia Liu Date: Thu, 24 Jul 2025 15:32:46 +0800 Subject: [PATCH 4/5] format --- .github/workflows/compilation_on_android_ubuntu.yml | 1 + tests/regression/ba-issues/run.py | 1 + 2 files changed, 2 insertions(+) diff --git a/.github/workflows/compilation_on_android_ubuntu.yml b/.github/workflows/compilation_on_android_ubuntu.yml index 4d3b9b6835..4feab6223d 100644 --- a/.github/workflows/compilation_on_android_ubuntu.yml +++ b/.github/workflows/compilation_on_android_ubuntu.yml @@ -398,6 +398,7 @@ jobs: ./core/deps/llvm/build/libexec ./core/deps/llvm/build/share key: ${{ matrix.llvm_cache_key }} + - name: Quit if cache miss if: (steps.retrieve_llvm_libs.outputs.cache-hit != 'true') run: echo "::error::can not get prebuilt llvm libraries" && exit 1 diff --git a/tests/regression/ba-issues/run.py b/tests/regression/ba-issues/run.py index 27d3b5df98..d50bf9b14e 100755 --- a/tests/regression/ba-issues/run.py +++ b/tests/regression/ba-issues/run.py @@ -278,6 +278,7 @@ def process_and_run_test_cases( if failed > 0: # Exit with error code if there are failed test for CI + print("Some tests failed, see log file for details.") sys.exit(1) From 7ac41869b648c4dc035790f389f410fb863d4794 Mon Sep 17 00:00:00 2001 From: Jia Liu Date: Tue, 29 Jul 2025 11:26:58 +0800 Subject: [PATCH 5/5] delete strategy in ci --- .github/workflows/compilation_on_android_ubuntu.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/compilation_on_android_ubuntu.yml b/.github/workflows/compilation_on_android_ubuntu.yml index 4feab6223d..358a0d93f2 100644 --- a/.github/workflows/compilation_on_android_ubuntu.yml +++ b/.github/workflows/compilation_on_android_ubuntu.yml @@ -376,7 +376,6 @@ jobs: [build_llvm_libraries_on_ubuntu_2204] runs-on: ${{ matrix.os }} strategy: - fail-fast: false matrix: os: [ubuntu-22.04] include: