PyTest Migration

.github/workflows/_runner-chimera.yml

@@ -14,10 +14,7 @@ name: _runner-chimera
       docker-image:
         required: true
         type: string
-      test-names:
-        required: true
-        type: string
-      simulators:
+      pytest-marker:
         required: true
         type: string
 
@@ -39,22 +36,11 @@ jobs:
         with:
           path: /app/.ccache
           key: ccache-ci
-      - name: Run Test
+      - name: Run Test # VJUNG: Run tests with 4 parallel threads as GitHub action VM has 4 cores.
         run: |
-          testNames="${{ inputs.test-names }}"
-          simulators="${{inputs.simulators}}"
           cd DeeployTest
           mkdir -p /app/.ccache
           export CCACHE_DIR=/app/.ccache
           export CHIMERA_SDK_HOME=/app/install/chimera-sdk
-          echo "$simulators" | while IFS= read -r simulator; do
-            if [[ -n "$simulator" ]]; then
-              echo "$testNames" | while IFS= read -r testName; do
-                if [[ -n "$testName" ]]; then
-                  echo "Running test $testName using $simulator"
-                  python testRunner_chimera.py -t Tests/$testName --simulator=$simulator
-                fi
-              done
-            fi
-          done
+          pytest test_platforms.py -v -n 4 -m "chimera and ${{ inputs.pytest-marker }}"
         shell: bash

.github/workflows/_runner-generic.yml

@@ -14,7 +14,7 @@ name: _runner-generic
       docker-image:
         required: true
         type: string
-      test-names:
+      pytest-marker:
         required: true
         type: string
 
@@ -36,16 +36,10 @@ jobs:
         with:
           path: /app/.ccache
           key: ccache-ci
-      - name: Run Test
+      - name: Run Test # VJUNG: Run tests with 4 parallel threads as GitHub action VM has 4 cores.
         run: |
-          testNames="${{ inputs.test-names }}"
           cd DeeployTest
           mkdir -p /app/.ccache
           export CCACHE_DIR=/app/.ccache
-          echo "$testNames" | while IFS= read -r testName; do
-            if [[ -n "$testName" ]]; then
-              echo "Running test: $testName"
-              python testRunner_generic.py -t Tests/$testName
-            fi
-          done
+          pytest test_platforms.py -v -n 4 -m "generic and ${{ inputs.pytest-marker }}"
         shell: bash

.github/workflows/_runner-mempool.yml

@@ -14,7 +14,7 @@ name: _runner-mempool
       docker-image:
         required: true
         type: string
-      test-names:
+      pytest-marker:
         required: true
         type: string
 
@@ -36,16 +36,10 @@ jobs:
         with:
           path: /app/.ccache
           key: ccache-ci
-      - name: Run Test
+      - name: Run Test # VJUNG: Run tests with 4 parallel threads as GitHub action VM has 4 cores.
         run: |
-          testNames="${{ inputs.test-names }}"
           cd DeeployTest
           mkdir -p /app/.ccache
           export CCACHE_DIR=/app/.ccache
-          echo "$testNames" | while IFS= read -r testName; do
-            if [[ -n "$testName" ]]; then
-              echo "Running test: $testName"
-              python testRunner_mempool.py -t Tests/$testName
-            fi
-          done
+          pytest test_platforms.py -v -n 4 -m "mempool and ${{ inputs.pytest-marker }}"
         shell: bash

.github/workflows/_runner-siracusa-tiled-kernels.yml

@@ -0,0 +1,45 @@
+# SPDX-FileCopyrightText: 2024 ETH Zurich and University of Bologna
+#
+# SPDX-License-Identifier: Apache-2.0
+
+---
+name: Siracusa Tiled Kernels Runner
+
+on:
+  workflow_call:
+    inputs:
+      runner:
+        required: true
+        type: string
+      docker-image:
+        required: true
+        type: string
+      memory-level:
+        required: true
+        type: string
+        description: 'Memory level marker (l2 or l3)'
+      buffer-mode:
+        required: true
+        type: string
+        description: 'Buffer mode marker (singlebuffer or doublebuffer)'
+
+jobs:
+  run-tests:
+    runs-on: ${{ inputs.runner }}
+    container:
+      image: ${{ inputs.docker-image }}
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+        with:
+          submodules: recursive
+
+      - name: Install Deeploy
+        run: |
+          pip install -e .
+
+      - name: Run kernel tests
+        run: |
+          cd DeeployTest
+          pytest test_platforms.py -m "siracusa_tiled and kernels and ${{ inputs.memory-level }} and ${{ inputs.buffer-mode }}" -v

.github/workflows/_runner-siracusa-tiled-models.yml

@@ -0,0 +1,54 @@
+# SPDX-FileCopyrightText: 2024 ETH Zurich and University of Bologna
+#
+# SPDX-License-Identifier: Apache-2.0
+
+---
+name: Siracusa Tiled Models Runner
+
+on:
+  workflow_call:
+    inputs:
+      runner:
+        required: true
+        type: string
+      docker-image:
+        required: true
+        type: string
+      test-name:
+        required: true
+        type: string
+        description: 'Test name to run'
+      memory-level:
+        required: true
+        type: string
+        description: 'Memory level marker (l2 or l3)'
+      buffer-mode:
+        required: true
+        type: string
+        description: 'Buffer mode marker (singlebuffer or doublebuffer)'
+
+jobs:
+  run-test:
+    runs-on: ${{ inputs.runner }}
+    container:
+      image: ${{ inputs.docker-image }}
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+        with:
+          submodules: recursive
+
+      - name: Install Deeploy
+        run: |
+          pip install -e .
+
+      - name: Run model test with retry
+        uses: nick-fields/retry@v3
+        with:
+          timeout_minutes: 20
+          max_attempts: 3
+          retry_on: error
+          command: |
+            cd DeeployTest
+            pytest test_platforms.py -k "${{ inputs.test-name }}-" -m "siracusa_tiled and models and ${{ inputs.memory-level }} and ${{ inputs.buffer-mode }}" -v

.github/workflows/_runner-siracusa.yml

@@ -14,12 +14,10 @@ name: _runner-siracusa
       docker-image:
         required: true
         type: string
-      test-names:
+      test-type:
         required: true
         type: string
-      num-cores:
-        required: true
-        type: number
+        description: "Type of tests to run: kernels or models"
 
 jobs:
   test-runner-siracusa:
@@ -41,14 +39,10 @@ jobs:
           key: ccache-ci
       - name: Run Test
         run: |
-          testNames="${{ inputs.test-names }}"
           cd DeeployTest
           mkdir -p /app/.ccache
           export CCACHE_DIR=/app/.ccache
-          echo "$testNames" | while IFS= read -r testName; do
-            if [[ -n "$testName" ]]; then
-              echo "Running test: $testName"
-              python testRunner_siracusa.py -t Tests/$testName --cores=${{ inputs.num-cores }}
-            fi
-          done
+
+          # Run tests using pytest markers
+          pytest test_platforms.py::test_siracusa_${{ inputs.test-type }} -v -s
         shell: bash