Fix sonobouy tests on v1.25

Use --disable instead of --no-deploy, and don't silently succeed if sonobouy never runs

Signed-off-by: Brad Davidson <brad.davidson@rancher.com>
This commit is contained in:
Brad Davidson 2022-11-01 22:43:31 +00:00 committed by Brad Davidson
parent d5ffc4b1d1
commit 86d3686e6c
4 changed files with 14 additions and 14 deletions

View File

@ -2,7 +2,7 @@
export NUM_SERVERS=1
export NUM_AGENTS=1
export SERVER_ARGS='--no-deploy=traefik'
export SERVER_ARGS='--disable=traefik'
export WAIT_SERVICES='coredns local-path-provisioner metrics-server'
export sonobuoyParallelArgs=(--e2e-focus='\[Conformance\]' --e2e-skip='\[Serial\]' --e2e-parallel=y)
@ -14,13 +14,13 @@ start-test() {
export -f start-test
test-post-hook() {
if [[ $1 -eq 0 ]]; then
return
if [[ $1 -eq 0 ]] || [[ ! -f "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log" ]]; then
return $1
fi
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR"/sonobuoy/plugins/e2e/results/global/e2e.log)
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log")
# Ignore sonobuoy failures if only these flaky tests have failed
flakyFails=$( grep -scF -f ./scripts/flaky-tests <<< "$failures" )
totalFails=$( grep -scF -e "[Fail]" <<< "$failures" )
[ "$totalFails" -le "$flakyFails" ]
}
export -f test-post-hook
export -f test-post-hook

View File

@ -15,10 +15,10 @@ server-post-hook() {
export -f server-post-hook
test-post-hook() {
if [[ $1 -eq 0 ]]; then
return
if [[ $1 -eq 0 ]] || [[ ! -f "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log" ]]; then
return $1
fi
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR"/sonobuoy/plugins/e2e/results/global/e2e.log)
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log")
# Ignore sonobuoy failures if only these flaky tests have failed
flakyFails=$( grep -scF -f ./scripts/flaky-tests <<< "$failures" )
totalFails=$( grep -scF -e "[Fail]" <<< "$failures" )

View File

@ -42,10 +42,10 @@ cluster-pre-hook() {
export -f cluster-pre-hook
test-post-hook() {
if [[ $1 -eq 0 ]]; then
return
if [[ $1 -eq 0 ]] || [[ ! -f "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log" ]]; then
return $1
fi
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR"/sonobuoy/plugins/e2e/results/global/e2e.log)
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log")
# Ignore sonobuoy failures if only these flaky tests have failed
flakyFails=$( grep -scF -f ./scripts/flaky-tests <<< "$failures" )
totalFails=$( grep -scF -e "[Fail]" <<< "$failures" )

View File

@ -42,10 +42,10 @@ cluster-pre-hook() {
export -f cluster-pre-hook
test-post-hook() {
if [[ $1 -eq 0 ]]; then
return
if [[ $1 -eq 0 ]] || [[ ! -f "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log" ]]; then
return $1
fi
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR"/sonobuoy/plugins/e2e/results/global/e2e.log)
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log")
# Ignore sonobuoy failures if only these flaky tests have failed
flakyFails=$( grep -scF -f ./scripts/flaky-tests <<< "$failures" )
totalFails=$( grep -scF -e "[Fail]" <<< "$failures" )