Skip to content

Commit 8ab78d0

Browse files
committed
adjust timeouts and treat 0 pass as failure icon
1 parent f5eda6c commit 8ab78d0

File tree

1 file changed

+12
-7
lines changed

1 file changed

+12
-7
lines changed

.github/workflows/functional_test.yml

Lines changed: 12 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -55,7 +55,9 @@ jobs:
5555
driver: docker
5656
cruntime: docker
5757
os: ubuntu-22.04
58-
test-timeout: 10m
58+
# will try to choose lowest time out per environment (+3m avg)
59+
# Test taking longer than their usual's should also be treated as a failure
60+
test-timeout: 10m
5961
- name: docker-containerd-ubuntu-22.04-x86_64
6062
driver: docker
6163
cruntime: containerd
@@ -66,14 +68,14 @@ jobs:
6668
driver: docker
6769
cruntime: containerd
6870
os: ubuntu-22.04
69-
test-timeout: 10m
71+
test-timeout: 9m
7072
extra-start-args: --container-runtime=containerd --rootless
7173
rootless: true
7274
- name: podman-docker-ubuntu-24.04-x86_64
7375
driver: podman
7476
cruntime: docker
7577
os: ubuntu-24.04
76-
test-timeout: 10m
78+
test-timeout: 15m
7779
- name: baremetal-docker-ubuntu-22.04-x86_64
7880
driver: none
7981
cruntime: docker
@@ -84,7 +86,7 @@ jobs:
8486
cruntime: docker
8587
os: macos-13
8688
extra-args: --network socket_vmnet
87-
test-timeout: 27m
89+
test-timeout: 30m
8890
steps:
8991
- name: Info Block (macOS)
9092
if: runner.os == 'macOS'
@@ -375,14 +377,17 @@ jobs:
375377
run: |
376378
go tool test2json -t < ./report/testout.txt > ./report/testout.json || true
377379
STAT=$(gopogh -in ./report/testout.json -out_html ./report/testout.html -out_summary ./report/testout_summary.json -name "${{ matrix.name }} ${GITHUB_REF}" -repo "${GITHUB_REPOSITORY}" -details "${GITHUB_SHA}") || true
380+
PassNum=$(echo $STAT | jq '.NumberOfPass')
378381
FailNum=$(echo $STAT | jq '.NumberOfFail')
379382
TestsNum=$(echo $STAT | jq '.NumberOfTests')
380383
if [ "${FailNum}" -eq 0 ]; then
381-
STATUS_ICON="✓"
384+
STATUS_ICON="✓"
382385
elif [ "${FailNum}" -gt 1 ]; then
383-
STATUS_ICON="✗"
386+
STATUS_ICON="✗"
387+
elif [ "${PassNum}" -eq 0 ]; then
388+
STATUS_ICON="✗"
384389
else
385-
STATUS_ICON="✗"
390+
STATUS_ICON="✗"
386391
fi
387392
# Result in in one sentence
388393
RESULT_SHORT="${STATUS_ICON} Completed with ${FailNum} / ${TestsNum} failures in ${TIME_ELAPSED}"

0 commit comments

Comments
 (0)