Commit 9be9ca19 authored by Brad Davidson's avatar Brad Davidson Committed by Brad Davidson

Fix sonobouy tests on v1.25

Use --disable instead of --no-deploy, and don't silently succeed if sonobouy never runs Signed-off-by: 's avatarBrad Davidson <brad.davidson@rancher.com>
parent 68821334
...@@ -2,7 +2,7 @@ ...@@ -2,7 +2,7 @@
export NUM_SERVERS=1 export NUM_SERVERS=1
export NUM_AGENTS=1 export NUM_AGENTS=1
export SERVER_ARGS='--no-deploy=traefik' export SERVER_ARGS='--disable=traefik'
export WAIT_SERVICES='coredns local-path-provisioner metrics-server' export WAIT_SERVICES='coredns local-path-provisioner metrics-server'
export sonobuoyParallelArgs=(--e2e-focus='\[Conformance\]' --e2e-skip='\[Serial\]' --e2e-parallel=y) export sonobuoyParallelArgs=(--e2e-focus='\[Conformance\]' --e2e-skip='\[Serial\]' --e2e-parallel=y)
...@@ -14,10 +14,10 @@ start-test() { ...@@ -14,10 +14,10 @@ start-test() {
export -f start-test export -f start-test
test-post-hook() { test-post-hook() {
if [[ $1 -eq 0 ]]; then if [[ $1 -eq 0 ]] || [[ ! -f "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log" ]]; then
return return $1
fi fi
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR"/sonobuoy/plugins/e2e/results/global/e2e.log) local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log")
# Ignore sonobuoy failures if only these flaky tests have failed # Ignore sonobuoy failures if only these flaky tests have failed
local flakyTest1='[Fail] [sig-node] Probing container [It] should have monotonically increasing restart count [NodeConformance] [Conformance]' local flakyTest1='[Fail] [sig-node] Probing container [It] should have monotonically increasing restart count [NodeConformance] [Conformance]'
local flakyTest2='[Fail] [sig-node] Pods [It] should delete a collection of pods [Conformance]' local flakyTest2='[Fail] [sig-node] Pods [It] should delete a collection of pods [Conformance]'
...@@ -27,4 +27,4 @@ test-post-hook() { ...@@ -27,4 +27,4 @@ test-post-hook() {
totalFails=$( grep -scF -e "[Fail]" <<< "$failures" ) totalFails=$( grep -scF -e "[Fail]" <<< "$failures" )
[ "$totalFails" -le "$flakyFails" ] [ "$totalFails" -le "$flakyFails" ]
} }
export -f test-post-hook export -f test-post-hook
\ No newline at end of file
...@@ -15,10 +15,10 @@ server-post-hook() { ...@@ -15,10 +15,10 @@ server-post-hook() {
export -f server-post-hook export -f server-post-hook
test-post-hook() { test-post-hook() {
if [[ $1 -eq 0 ]]; then if [[ $1 -eq 0 ]] || [[ ! -f "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log" ]]; then
return return $1
fi fi
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR"/sonobuoy/plugins/e2e/results/global/e2e.log) local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log")
# Ignore sonobuoy failures if only these flaky tests have failed # Ignore sonobuoy failures if only these flaky tests have failed
local flakyTest1='[Fail] [sig-node] Probing container [It] should have monotonically increasing restart count [NodeConformance] [Conformance]' local flakyTest1='[Fail] [sig-node] Probing container [It] should have monotonically increasing restart count [NodeConformance] [Conformance]'
local flakyTest2='[Fail] [sig-node] Pods [It] should delete a collection of pods [Conformance]' local flakyTest2='[Fail] [sig-node] Pods [It] should delete a collection of pods [Conformance]'
......
...@@ -42,10 +42,10 @@ cluster-pre-hook() { ...@@ -42,10 +42,10 @@ cluster-pre-hook() {
export -f cluster-pre-hook export -f cluster-pre-hook
test-post-hook() { test-post-hook() {
if [[ $1 -eq 0 ]]; then if [[ $1 -eq 0 ]] || [[ ! -f "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log" ]]; then
return return $1
fi fi
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR"/sonobuoy/plugins/e2e/results/global/e2e.log) local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log")
# Ignore sonobuoy failures if only these flaky tests have failed # Ignore sonobuoy failures if only these flaky tests have failed
local flakyTest1='[Fail] [sig-node] Probing container [It] should have monotonically increasing restart count [NodeConformance] [Conformance]' local flakyTest1='[Fail] [sig-node] Probing container [It] should have monotonically increasing restart count [NodeConformance] [Conformance]'
local flakyTest2='[Fail] [sig-node] Pods [It] should delete a collection of pods [Conformance]' local flakyTest2='[Fail] [sig-node] Pods [It] should delete a collection of pods [Conformance]'
......
...@@ -42,10 +42,10 @@ cluster-pre-hook() { ...@@ -42,10 +42,10 @@ cluster-pre-hook() {
export -f cluster-pre-hook export -f cluster-pre-hook
test-post-hook() { test-post-hook() {
if [[ $1 -eq 0 ]]; then if [[ $1 -eq 0 ]] || [[ ! -f "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log" ]]; then
return return $1
fi fi
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR"/sonobuoy/plugins/e2e/results/global/e2e.log) local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log")
# Ignore sonobuoy failures if only these flaky tests have failed # Ignore sonobuoy failures if only these flaky tests have failed
local flakyTest1='[Fail] [sig-node] Probing container [It] should have monotonically increasing restart count [NodeConformance] [Conformance]' local flakyTest1='[Fail] [sig-node] Probing container [It] should have monotonically increasing restart count [NodeConformance] [Conformance]'
local flakyTest2='[Fail] [sig-node] Pods [It] should delete a collection of pods [Conformance]' local flakyTest2='[Fail] [sig-node] Pods [It] should delete a collection of pods [Conformance]'
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment