Mirror/k3s
1
0
Fork 0
mirror of https://github.com/k3s-io/k3s.git synced 2024-06-07 19:41:36 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update flaky tests for v1.24 (#5625)

Browse Source 
* Update flaky tests for v1.24
* Consolidate flaky-test regex into file
Signed-off-by: Derek Nola <derek.nola@suse.com>
This commit is contained in:
Derek Nola 2022-06-07 09:37:13 -07:00 committed by GitHub
parent 491aa11e10
commit f491802b44
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
5 changed files with 9 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
scripts/flaky-tests Normal file
View File

@ -0,0 +1,5 @@
[Fail] [sig-node] Pods [It] should run through the lifecycle of Pods and PodStatus [Conformance]
[Fail] [sig-node] KubeletManagedEtcHosts [It] should test kubelet managed /etc/hosts file [LinuxOnly] [NodeConformance] [Conformance]
[Fail] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] [It] should be able to deny pod and configmap creation [Conformance]
[Fail] [sig-apps] Deployment [It] should run the lifecycle of a Deployment [Conformance]
[Fail] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] [It] listing validating webhooks should work [Conformance]

6
scripts/test-setup-sonobuoy
View File

@ -19,11 +19,7 @@ test-post-hook() {
fi fi
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR"/sonobuoy/plugins/e2e/results/global/e2e.log) local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR"/sonobuoy/plugins/e2e/results/global/e2e.log)
# Ignore sonobuoy failures if only these flaky tests have failed # Ignore sonobuoy failures if only these flaky tests have failed
local flakyTest1='[Fail] [sig-node] Probing container [It] should have monotonically increasing restart count [NodeConformance] [Conformance]' flakyFails=$( grep -scF -f ./scripts/flaky-tests <<< "$failures" )
local flakyTest2='[Fail] [sig-node] Pods [It] should delete a collection of pods [Conformance]'
local flakyTest3='[Fail] [sig-network] Proxy version v1 [It] A set of valid responses are returned for both pod and service ProxyWithPath [Conformance]'
local flakyTest4='[Fail] [sig-node] Pods [It] should run through the lifecycle of Pods and PodStatus [Conformance]'
flakyFails=$( grep -scF -e "$flakyTest1" -e "$flakyTest2" -e "$flakyTest3" -e "$flakyTest4" <<< "$failures" )
totalFails=$( grep -scF -e "[Fail]" <<< "$failures" ) totalFails=$( grep -scF -e "[Fail]" <<< "$failures" )
[ "$totalFails" -le "$flakyFails" ] [ "$totalFails" -le "$flakyFails" ]
} }

6
scripts/test-setup-sonobuoy-etcd
View File

@ -20,11 +20,7 @@ test-post-hook() {
fi fi
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR"/sonobuoy/plugins/e2e/results/global/e2e.log) local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR"/sonobuoy/plugins/e2e/results/global/e2e.log)
# Ignore sonobuoy failures if only these flaky tests have failed # Ignore sonobuoy failures if only these flaky tests have failed
local flakyTest1='[Fail] [sig-node] Probing container [It] should have monotonically increasing restart count [NodeConformance] [Conformance]' flakyFails=$( grep -scF -f ./scripts/flaky-tests <<< "$failures" )
local flakyTest2='[Fail] [sig-node] Pods [It] should delete a collection of pods [Conformance]'
local flakyTest3='[Fail] [sig-node] Pods [It] should run through the lifecycle of Pods and PodStatus [Conformance]'
local flakyTest4='[Fail] [sig-network] Proxy version v1 [It] A set of valid responses are returned for both pod and service ProxyWithPath [Conformance]'
flakyFails=$( grep -scF -e "$flakyTest1" -e "$flakyTest2" -e "$flakyTest3" -e "$flakyTest4" <<< "$failures" )
totalFails=$( grep -scF -e "[Fail]" <<< "$failures" ) totalFails=$( grep -scF -e "[Fail]" <<< "$failures" )
[ "$totalFails" -le "$flakyFails" ] [ "$totalFails" -le "$flakyFails" ]
} }

6
scripts/test-setup-sonobuoy-mysql
View File

@ -61,11 +61,7 @@ test-post-hook() {
fi fi
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR"/sonobuoy/plugins/e2e/results/global/e2e.log) local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR"/sonobuoy/plugins/e2e/results/global/e2e.log)
# Ignore sonobuoy failures if only these flaky tests have failed # Ignore sonobuoy failures if only these flaky tests have failed
local flakyTest1='[Fail] [sig-node] Probing container [It] should have monotonically increasing restart count [NodeConformance] [Conformance]' flakyFails=$( grep -scF -f ./scripts/flaky-tests <<< "$failures" )
local flakyTest2='[Fail] [sig-node] Pods [It] should delete a collection of pods [Conformance]'
local flakyTest3='[Fail] [sig-node] Pods [It] should run through the lifecycle of Pods and PodStatus [Conformance]'
local flakyTest4='[Fail] [sig-network] Proxy version v1 [It] A set of valid responses are returned for both pod and service ProxyWithPath [Conformance]'
flakyFails=$( grep -scF -e "$flakyTest1" -e "$flakyTest2" -e "$flakyTest3" -e "$flakyTest4" <<< "$failures" )
totalFails=$( grep -scF -e "[Fail]" <<< "$failures" ) totalFails=$( grep -scF -e "[Fail]" <<< "$failures" )
[ "$totalFails" -le "$flakyFails" ] [ "$totalFails" -le "$flakyFails" ]
} }

6
scripts/test-setup-sonobuoy-postgres
View File

@ -61,11 +61,7 @@ test-post-hook() {
fi fi
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR"/sonobuoy/plugins/e2e/results/global/e2e.log) local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR"/sonobuoy/plugins/e2e/results/global/e2e.log)
# Ignore sonobuoy failures if only these flaky tests have failed # Ignore sonobuoy failures if only these flaky tests have failed
local flakyTest1='[Fail] [sig-node] Probing container [It] should have monotonically increasing restart count [NodeConformance] [Conformance]' flakyFails=$( grep -scF -f ./scripts/flaky-tests <<< "$failures" )
local flakyTest2='[Fail] [sig-node] Pods [It] should delete a collection of pods [Conformance]'
local flakyTest3='[Fail] [sig-node] Pods [It] should run through the lifecycle of Pods and PodStatus [Conformance]'
local flakyTest4='[Fail] [sig-network] Proxy version v1 [It] A set of valid responses are returned for both pod and service ProxyWithPath [Conformance]'
flakyFails=$( grep -scF -e "$flakyTest1" -e "$flakyTest2" -e "$flakyTest3" -e "$flakyTest4" <<< "$failures" )
totalFails=$( grep -scF -e "[Fail]" <<< "$failures" ) totalFails=$( grep -scF -e "[Fail]" <<< "$failures" )
[ "$totalFails" -le "$flakyFails" ] [ "$totalFails" -le "$flakyFails" ]
} }