From 91ba4e579a339526d3002805860b15d60550d03b Mon Sep 17 00:00:00 2001 From: bnshr Date: Fri, 15 Nov 2024 15:49:57 +0100 Subject: [PATCH] Replace tnf --- docs/assets/images/claim-compare-cni.svg | 2 +- docs/assets/images/claim-compare-nodes.svg | 2 +- docs/assets/images/claim-compare-results.svg | 2 +- docs/assets/images/claim-compare-self.svg | 2 +- docs/assets/images/claim-compare-versions.svg | 2 +- docs/assets/images/demo-certsuite.svg | 2 +- docs/assets/images/demo-config.svg | 2 +- docs/assets/images/overview-new.svg | 2 +- docs/cluster-deploy/README.md | 2 +- docs/cluster-deploy/certsuite.yaml | 16 ++++++++-------- docs/cluster-deploy/kustomization.yaml | 2 +- docs/configuration.md | 12 ++++++------ docs/index.md | 2 +- docs/test-output.md | 8 ++++---- 14 files changed, 29 insertions(+), 29 deletions(-) diff --git a/docs/assets/images/claim-compare-cni.svg b/docs/assets/images/claim-compare-cni.svg index 38fd5019d..7b89b8b4a 100644 --- a/docs/assets/images/claim-compare-cni.svg +++ b/docs/assets/images/claim-compare-cni.svg @@ -250,5 +250,5 @@ - $ $ c $ cl $ cle $ clea $ clear $ clear $ $ v $ vi $ vim $ vim $ vim c $ vim cl $ vim cla $ vim clai $ vim claim $ vim claim2 $ vim claim2. $ vim claim2.j $ vim claim2.json $ vim claim2.json "claim2.json""claim2.json" 11888L, 553715B 11195 "Telco": "Mandatory"11196 }, 11197 "duration": 111202, 11198 "endTime": "2023-09-04 09:18:08.856076584 -0500 CDT m=+20.598088352",11199 "failureLineContent": "",11200 "failureLocation": ":0",11201 "failureReason": "",11202 "startTime": "2023-09-04 09:18:08.855965389 -0500 CDT m=+20.597977150",11203 "state": "failed",11204 "testID": {11205 "id": "observability-pod-disruption-budget",11206 "suite": "observability",11207 "tags": "common"11208 }11209 }11210 ],11211 "observability-termination-policy": ["claim2.json" 11888L, 553715B11203,11 94%11203 "state": "failed",/ /c 11203 "state": "failed",11207 "tags": "common"11212 {/c /cn 11213 "capturedTestOutput": "FAILURE: [container: xdp-c pod: xdp ns: tnf] does not have a TerminationMessagePolicy: FallbackToLogsOnError\n{\"CompliantObjectsOut\":[{\"ObjectType\":\"Container\",\"ObjectFieldsKeys\":[\"Reason For Compliance\",\"Namesp ace\",\"Pod Name\",\"Container Name\"],\"ObjectFieldsValues\":[\"TerminationMessagePolicy is FallbackToLogsOnError\",\"tnf\",\"test-0\",\"test\"]},{\"ObjectType\":\"Container\ ace\",\"Pod Name\",\"Container Name\"],\"ObjectFieldsValues\":[\"TerminationMessagePolicy is FallbackToLogsOnError\",\"tnf\",\"test-0\",\"test\"]},{\"ObjectType\":\"Container\",\"ObjectFieldsKeys\":[\"Reason For Compliance\",\"Namespace\",\"Pod Name\",\"C ontainer Name\"],\"ObjectFieldsValues\":[\"TerminationMessagePolicy is FallbackToLogsOnError\",\"tnf\",\"test-1\",\"test\"]},{\"ObjectType\":\"Container\",\"ObjectFieldsKeys\":[\"Reason For Compliance\",\"Namespace\",\"Pod Name\",\"Container Name\"],\"Obj ectFieldsValues\":[\" ectFieldsValues\":[\"TerminationMessagePolicy is FallbackToLogsOnError\",\"tnf\",\"test-765d6b8dcf-gbvsd\",\"test\"]},{\"ObjectType\":\"Container\",\"ObjectFieldsKeys\":[\"Reason For Compliance\",\"Namespace\",\"Pod Name\",\"Container Name\"],\"ObjectFiel dsValues\":[\"TerminationMessagePolicy is FallbackToLogsOnError\",\"tnf\",\"test-765d6b8dcf-s768n\",\"test\"]}],\"NonCompliantObjectsOut\":[{\"ObjectType\":\"Container\" dsValues\":[\"TerminationMessagePolicy is FallbackToLogsOnError\",\"tnf\",\"test-765d6b8dcf-s768n\",\"test\"]}],\"NonCompliantObjectsOut\":[{\"ObjectType\":\"Container\",\"ObjectFieldsKeys\":[\"Reason For Non Compliance\",\"Namespace\",\"Pod Name\",\"Cont ainer Name\"],\"ObjectFieldsValues\":[\"TerminationMessagePolicy is not FallbackToLogsOnError\",\"tnf\",\"xdp\",\"xdp-c\"]}]}\n%!(EXTRA []interface {}=[])",11214 "catalogInfo": {11215 "bestPracticeReference": "https://redhat-best-practices-for-k8s.github.io/cnf-best-practices/#redhat-best-practices-for-k8s-pod-exit-status",11216 "description": "Check that all containers are using terminationMes11216 "description": "Check that all containers are using terminationMessagePolicy: FallbackToLogsOnError. There are different ways a pod can stop on an OpenShift cluster. One way is that the pod can remain alive but non-functional. Another way is t hat the pod can crash and become non-functional. In the first case, if the administrator has implemented liveness and readiness checks, OpenShift can stop the pod and either restart it on the same node or a different node in the cluster. For the second ca se, when the application in the pod stops, it should exit with a code and write suitable log entries to help the administrator diagnose what the issue was that caused the problem.",11217 "exceptionProcess": "There is no documented exception process for this.",11218 "remediation": "Ensure containers are all using FallbackToLogsOnError in terminationMessagePolicy"/cn /cni 86 ] 87 } 88 }, 89 "metadata": { 90 "endTime": "2023-09-04T14:18:08+00:00", 91 "startTime": "2023-09-04T14:17:48+00:00" 92 }, 93 "nodes": { 94 "cniPlugins": { 95 "clus0-0": [ 96 { 97 "cniVersion": "1.0.0", 98 "name": "crio", 99 "plugins": [ 100 application in the pod stops, it should exit with a code and write suitable log entries to help the administrator diagnose what the issue was that caused the problem.", 100 { 101 "bridge": "cni0", 102 "hairpinMode": true, /cni /cniP 94 "cniPlugins": { /cniP /cniPl 94 "cniPlugins": { /cniPl /cniPlu 94 "cniPlugins": { /cniPlu /cniPlug 94 "cniPlugins": { /cniPlug /cniPlug 94 "cniPlugins": { search hit BOTTOM, continuing at TOP 94,8 0% 94 "cniPlugins": { 95 "clus0-0": [ search hit BOTTOM, continuing at TOP 95,8 0% 96 { search hit BOTTOM, continuing at TOP 96,8 0% 97 "cniVersion": "1.0.0", search hit BOTTOM, continuing at TOP 97,8 0% 97 "cniVersion": "1.0.0", search hit BOTTOM, continuing at TOP 97,13 0% 97 "cniVersion": "1.0.0", search hit BOTTOM, continuing at TOP 97,14 0% 97 "cniVersion": "1.0.0", search hit BOTTOM, continuing at TOP 97,24 0% 97 "cniVersion": "1.0.0", search hit BOTTOM, continuing at TOP 97,27 0% 97 "cniVersion": "1.0.0", search hit BOTTOM, continuing at TOP 97,28 0% 97 "cniVersion": "1.0.0", search hit BOTTOM, continuing at TOP 97,29 0% 97 "cniVersion": "1.0.0", search hit BOTTOM, continuing at TOP 97,30 0% 97 "cniVersion": "1.0.0", search hit BOTTOM, continuing at TOP 97,31 0% 97 "cniVersion": "1.0.0", search hit BOTTOM, continuing at TOP 97,32 0% 97 "cniVersion": "1.0.1", 97 "cniVersion": "1.0.1", : :w :wq :wq "claim2.json" 11888L, 553715B written $ $ . $ ./ $ ./t $ ./tn $ ./tnf $ ./tnf $ ./tnf c $ ./tnf cl $ ./tnf cla $ ./tnf clai $ ./tnf claim $ ./tnf claim $ ./tnf claim c $ ./tnf claim co $ ./tnf claim com $ ./tnf claim comp $ ./tnf claim compa $ ./tnf claim compar $ ./tnf claim compare $ ./tnf claim compare $ ./tnf claim compare - $ ./tnf claim compare -1 $ ./tnf claim compare -1 $ ./tnf claim compare -1 c $ ./tnf claim compare -1 cl $ ./tnf claim compare -1 cla $ ./tnf claim compare -1 clai $ ./tnf claim compare -1 claim $ ./tnf claim compare -1 claim. $ ./tnf claim compare -1 claim.1 $ ./tnf claim compare -1 claim.1j $ ./tnf claim compare -1 claim.1js $ ./tnf claim compare -1 claim.1jso $ ./tnf claim compare -1 claim.1json $ ./tnf claim compare -1 claim1 $ ./tnf claim compare -1 claim1. $ ./tnf claim compare -1 claim1.j $ ./tnf claim compare -1 claim1.json $ ./tnf claim compare -1 claim1.json - $ ./tnf claim compare -1 claim1.json -2 $ ./tnf claim compare -1 claim1.json -2 $ ./tnf claim compare -1 claim1.json -2 c $ ./tnf claim compare -1 claim1.json -2 cl $ ./tnf claim compare -1 claim1.json -2 cla $ ./tnf claim compare -1 claim1.json -2 clai $ ./tnf claim compare -1 claim1.json -2 claim $ ./tnf claim compare -1 claim1.json -2 claim2 $ ./tnf claim compare -1 claim1.json -2 claim2.json $ ./tnf claim compare -1 claim1.json -2 claim2.json | $ ./tnf claim compare -1 claim1.json -2 claim2.json | $ ./tnf claim compare -1 claim1.json -2 claim2.json | l $ ./tnf claim compare -1 claim1.json -2 claim2.json | le $ ./tnf claim compare -1 claim1.json -2 claim2.json | les $ ./tnf claim compare -1 claim1.json -2 claim2.json | less $ ./tnf claim compare -1 claim1.json -2 claim2.json | less VERSIONS: Differences FIELD CLAIM 1 CLAIM 2 <none> VERSIONS: Only in CLAIM 1 VERSIONS: Only in CLAIM 2 <none> RESULTS SUMMARY --------------- STATUS # in CLAIM-1 # in CLAIM-2 passed 3 2 skipped 86 86 failed 1 2RESULTS DIFFERENCES ------------------- TEST CASE NAME CLAIM-1 CLAIM-2 observability-pod-disruption-budget passed failed CONFIGURATIONS -------------- Cert Suite Configuration: Differences Cert Suite Configuration: Only in CLAIM 1 Cert Suite Configuration: Only in CLAIM 2 Cluster abnormal events count CLAIM 1 CLAIM 2 1 1 CLUSTER NODES DIFFERENCES ------------------------- Nodes: Differences Nodes: Only in CLAIM 1 Nodes: Only in CLAIM 2 CNIs: Differences FIELD CLAIM 1 CLAIM 2 /clus0-0/0/cniVersion 1.0.0 1.0.1 CNIs: Only in CLAIM 1 CNIs: Only in CLAIM 2 $ e $ ex $ exi $ exit $ exit exit + $ $ c $ cl $ cle $ clea $ clear $ clear $ $ v $ vi $ vim $ vim $ vim c $ vim cl $ vim cla $ vim clai $ vim claim $ vim claim2 $ vim claim2. $ vim claim2.j $ vim claim2.json $ vim claim2.json "claim2.json""claim2.json" 11888L, 553715B 11195 "Telco": "Mandatory"11196 }, 11197 "duration": 111202, 11198 "endTime": "2023-09-04 09:18:08.856076584 -0500 CDT m=+20.598088352",11199 "failureLineContent": "",11200 "failureLocation": ":0",11201 "failureReason": "",11202 "startTime": "2023-09-04 09:18:08.855965389 -0500 CDT m=+20.597977150",11203 "state": "failed",11204 "testID": {11205 "id": "observability-pod-disruption-budget",11206 "suite": "observability",11207 "tags": "common"11208 }11209 }11210 ],11211 "observability-termination-policy": ["claim2.json" 11888L, 553715B11203,11 94%11203 "state": "failed",/ /c 11203 "state": "failed",11207 "tags": "common"11212 {/c /cn 11213 "capturedTestOutput": "FAILURE: [container: xdp-c pod: xdp ns: certsuite] does not have a TerminationMessagePolicy: FallbackToLogsOnError\n{\"CompliantObjectsOut\":[{\"ObjectType\":\"Container\",\"ObjectFieldsKeys\":[\"Reason For Compliance\",\"Namesp ace\",\"Pod Name\",\"Container Name\"],\"ObjectFieldsValues\":[\"TerminationMessagePolicy is FallbackToLogsOnError\",\"certsuite\",\"test-0\",\"test\"]},{\"ObjectType\":\"Container\ ace\",\"Pod Name\",\"Container Name\"],\"ObjectFieldsValues\":[\"TerminationMessagePolicy is FallbackToLogsOnError\",\"certsuite\",\"test-0\",\"test\"]},{\"ObjectType\":\"Container\",\"ObjectFieldsKeys\":[\"Reason For Compliance\",\"Namespace\",\"Pod Name\",\"C ontainer Name\"],\"ObjectFieldsValues\":[\"TerminationMessagePolicy is FallbackToLogsOnError\",\"certsuite\",\"test-1\",\"test\"]},{\"ObjectType\":\"Container\",\"ObjectFieldsKeys\":[\"Reason For Compliance\",\"Namespace\",\"Pod Name\",\"Container Name\"],\"Obj ectFieldsValues\":[\" ectFieldsValues\":[\"TerminationMessagePolicy is FallbackToLogsOnError\",\"certsuite\",\"test-765d6b8dcf-gbvsd\",\"test\"]},{\"ObjectType\":\"Container\",\"ObjectFieldsKeys\":[\"Reason For Compliance\",\"Namespace\",\"Pod Name\",\"Container Name\"],\"ObjectFiel dsValues\":[\"TerminationMessagePolicy is FallbackToLogsOnError\",\"certsuite\",\"test-765d6b8dcf-s768n\",\"test\"]}],\"NonCompliantObjectsOut\":[{\"ObjectType\":\"Container\" dsValues\":[\"TerminationMessagePolicy is FallbackToLogsOnError\",\"certsuite\",\"test-765d6b8dcf-s768n\",\"test\"]}],\"NonCompliantObjectsOut\":[{\"ObjectType\":\"Container\",\"ObjectFieldsKeys\":[\"Reason For Non Compliance\",\"Namespace\",\"Pod Name\",\"Cont ainer Name\"],\"ObjectFieldsValues\":[\"TerminationMessagePolicy is not FallbackToLogsOnError\",\"certsuite\",\"xdp\",\"xdp-c\"]}]}\n%!(EXTRA []interface {}=[])",11214 "catalogInfo": {11215 "bestPracticeReference": "https://redhat-best-practices-for-k8s.github.io/cnf-best-practices/#redhat-best-practices-for-k8s-pod-exit-status",11216 "description": "Check that all containers are using terminationMes11216 "description": "Check that all containers are using terminationMessagePolicy: FallbackToLogsOnError. There are different ways a pod can stop on an OpenShift cluster. One way is that the pod can remain alive but non-functional. Another way is t hat the pod can crash and become non-functional. In the first case, if the administrator has implemented liveness and readiness checks, OpenShift can stop the pod and either restart it on the same node or a different node in the cluster. For the second ca se, when the application in the pod stops, it should exit with a code and write suitable log entries to help the administrator diagnose what the issue was that caused the problem.",11217 "exceptionProcess": "There is no documented exception process for this.",11218 "remediation": "Ensure containers are all using FallbackToLogsOnError in terminationMessagePolicy"/cn /cni 86 ] 87 } 88 }, 89 "metadata": { 90 "endTime": "2023-09-04T14:18:08+00:00", 91 "startTime": "2023-09-04T14:17:48+00:00" 92 }, 93 "nodes": { 94 "cniPlugins": { 95 "clus0-0": [ 96 { 97 "cniVersion": "1.0.0", 98 "name": "crio", 99 "plugins": [ 100 application in the pod stops, it should exit with a code and write suitable log entries to help the administrator diagnose what the issue was that caused the problem.", 100 { 101 "bridge": "cni0", 102 "hairpinMode": true, /cni /cniP 94 "cniPlugins": { /cniP /cniPl 94 "cniPlugins": { /cniPl /cniPlu 94 "cniPlugins": { /cniPlu /cniPlug 94 "cniPlugins": { /cniPlug /cniPlug 94 "cniPlugins": { search hit BOTTOM, continuing at TOP 94,8 0% 94 "cniPlugins": { 95 "clus0-0": [ search hit BOTTOM, continuing at TOP 95,8 0% 96 { search hit BOTTOM, continuing at TOP 96,8 0% 97 "cniVersion": "1.0.0", search hit BOTTOM, continuing at TOP 97,8 0% 97 "cniVersion": "1.0.0", search hit BOTTOM, continuing at TOP 97,13 0% 97 "cniVersion": "1.0.0", search hit BOTTOM, continuing at TOP 97,14 0% 97 "cniVersion": "1.0.0", search hit BOTTOM, continuing at TOP 97,24 0% 97 "cniVersion": "1.0.0", search hit BOTTOM, continuing at TOP 97,27 0% 97 "cniVersion": "1.0.0", search hit BOTTOM, continuing at TOP 97,28 0% 97 "cniVersion": "1.0.0", search hit BOTTOM, continuing at TOP 97,29 0% 97 "cniVersion": "1.0.0", search hit BOTTOM, continuing at TOP 97,30 0% 97 "cniVersion": "1.0.0", search hit BOTTOM, continuing at TOP 97,31 0% 97 "cniVersion": "1.0.0", search hit BOTTOM, continuing at TOP 97,32 0% 97 "cniVersion": "1.0.1", 97 "cniVersion": "1.0.1", : :w :wq :wq "claim2.json" 11888L, 553715B written $ $ . $ ./ $ ./t $ ./tn $ ./certsuite $ ./certsuite $ ./certsuite c $ ./certsuite cl $ ./certsuite cla $ ./certsuite clai $ ./certsuite claim $ ./certsuite claim $ ./certsuite claim c $ ./certsuite claim co $ ./certsuite claim com $ ./certsuite claim comp $ ./certsuite claim compa $ ./certsuite claim compar $ ./certsuite claim compare $ ./certsuite claim compare $ ./certsuite claim compare - $ ./certsuite claim compare -1 $ ./certsuite claim compare -1 $ ./certsuite claim compare -1 c $ ./certsuite claim compare -1 cl $ ./certsuite claim compare -1 cla $ ./certsuite claim compare -1 clai $ ./certsuite claim compare -1 claim $ ./certsuite claim compare -1 claim. $ ./certsuite claim compare -1 claim.1 $ ./certsuite claim compare -1 claim.1j $ ./certsuite claim compare -1 claim.1js $ ./certsuite claim compare -1 claim.1jso $ ./certsuite claim compare -1 claim.1json $ ./certsuite claim compare -1 claim1 $ ./certsuite claim compare -1 claim1. $ ./certsuite claim compare -1 claim1.j $ ./certsuite claim compare -1 claim1.json $ ./certsuite claim compare -1 claim1.json - $ ./certsuite claim compare -1 claim1.json -2 $ ./certsuite claim compare -1 claim1.json -2 $ ./certsuite claim compare -1 claim1.json -2 c $ ./certsuite claim compare -1 claim1.json -2 cl $ ./certsuite claim compare -1 claim1.json -2 cla $ ./certsuite claim compare -1 claim1.json -2 clai $ ./certsuite claim compare -1 claim1.json -2 claim $ ./certsuite claim compare -1 claim1.json -2 claim2 $ ./certsuite claim compare -1 claim1.json -2 claim2.json $ ./certsuite claim compare -1 claim1.json -2 claim2.json | $ ./certsuite claim compare -1 claim1.json -2 claim2.json | $ ./certsuite claim compare -1 claim1.json -2 claim2.json | l $ ./certsuite claim compare -1 claim1.json -2 claim2.json | le $ ./certsuite claim compare -1 claim1.json -2 claim2.json | les $ ./certsuite claim compare -1 claim1.json -2 claim2.json | less $ ./certsuite claim compare -1 claim1.json -2 claim2.json | less VERSIONS: Differences FIELD CLAIM 1 CLAIM 2 <none> VERSIONS: Only in CLAIM 1 VERSIONS: Only in CLAIM 2 <none> RESULTS SUMMARY --------------- STATUS # in CLAIM-1 # in CLAIM-2 passed 3 2 skipped 86 86 failed 1 2RESULTS DIFFERENCES ------------------- TEST CASE NAME CLAIM-1 CLAIM-2 observability-pod-disruption-budget passed failed CONFIGURATIONS -------------- Cert Suite Configuration: Differences Cert Suite Configuration: Only in CLAIM 1 Cert Suite Configuration: Only in CLAIM 2 Cluster abnormal events count CLAIM 1 CLAIM 2 1 1 CLUSTER NODES DIFFERENCES ------------------------- Nodes: Differences Nodes: Only in CLAIM 1 Nodes: Only in CLAIM 2 CNIs: Differences FIELD CLAIM 1 CLAIM 2 /clus0-0/0/cniVersion 1.0.0 1.0.1 CNIs: Only in CLAIM 1 CNIs: Only in CLAIM 2 $ e $ ex $ exi $ exit $ exit exit \ No newline at end of file diff --git a/docs/assets/images/claim-compare-nodes.svg b/docs/assets/images/claim-compare-nodes.svg index 9dec3b10a..668ab8857 100644 --- a/docs/assets/images/claim-compare-nodes.svg +++ b/docs/assets/images/claim-compare-nodes.svg @@ -275,5 +275,5 @@ - $ $ c $ cl $ cle $ clea $ clear $ clear $ $ v $ vi $ vim $ vim $ vim c $ vim cl $ vim cla $ vim clai $ vim claim $ vim claim2 $ vim claim2. $ vim claim2.j $ vim claim2.js $ vim claim2.jso $ vim claim2.json $ vim claim2.json "claim2.json""claim2.json" 11888L, 553715B 1 { 2 "claim": { 3 "configurations" : { 4 "AbnormalEvents" : ["EVENT1"], 5 "Config": { 6 "acceptedKernelTaints": [ 7 { 8 "module": "vboxsf" 9 }, 10 { 11 "module": "vboxguest" 12 } 13 ], 14 "certifiedcontainerinfo": [ 15 { 16 "digest": "", 17 "registry": "","claim2.json" 11888L, 553715B1,1Top 1 { / /n 1 { 3 "configurations" : { /n /no 4 "AbnormalEvents" : ["EVENT1"],/no /nod 85 "sctp" 86 ] 87 } 88 }, 89 "metadata": { 90 "endTime": "2023-09-04T14:18:08+00:00", 91 "startTime": "2023-09-04T14:17:48+00:00" 92 }, 93 "nodes": { 94 "cniPlugins": { 95 "clus0-0": [ 96 { 97 "cniVersion": "1.0.1", 98 "name": "crio", 99 "plugins": [ 100 { 101 "bridge": "cni 101 "bridge": "cni0",/nod /node 93 "nodes": {/node /nodeS 237 "csiDriver": { 238 "apiVersion": "storage.k8s.io/v1", 239 "items": [], 240 "kind": "CSIDriverList", 241 "metadata": { 242 "resourceVersion": "18038123" 243 } 244 }, 245 "nodeSummary": { 246 "clus0-0": { 247 "metadata": { 248 "annotations": { 249 "k8s.ovn.org/host-cidrs": "[\"10.1.24.3\"]", 250 "k8s.ovn.org/l3 250 "k8s.ovn.org/l3-gateway-config": "{\"default\":{\"mode\":\"shared\",\"interface-id\":\"br-ex_clus0-0\",\"mac-address\":\"48:df:37:bc:f1:64\",\"ip-addresses\":[\"10.1.24.3/24\"],\"ip-address\":\"10.1.24.3/24\",\"next-hops\":[\"10.1.24.254\"], \"next-hop\":\"10.1.24.254\",\"node-port-enable\":\"true\",\"vlan-id\":\"0\"}}", 251 "k8s.ovn.org/node-chassis-id 251 "k8s.ovn.org/node-chassis-id": "80e76bb1-749f-48a6-80c7-e2c70ae9846f", 252 "k8s.ovn.org/node-gateway-router-lrp-ifaddr": "{\"ipv4\":\"100.64.0.4/16\"}",/nodeS /nodeSu 245 "nodeSummary": {/nodeSu /nodeSum 245 "nodeSummary": {/nodeSum /nodeSum 245 "nodeSummary": {/nodeSum 245,8 1% 245 "nodeSummary": { 246 "clus0-0": { /nodeSum 246,8 1% 247 "metadata": { /nodeSum 247,8 1% 248 "annotations": {/nodeSum 248,8 1% 249 "k8s.ovn.org/host-cidrs": "[\"10.1.24.3\"]", 253 "k8s.ovn.org/node-mgmt-port-mac-address": "1a:10:cb:30:6c:90", 249,8 1% 250 "k8s.ovn.org/l3-gateway-config": "{\"default\":{\"mode\":\"shared\",\"interface-id\":\"br-ex_clus0-0\",\"mac-address\":\"48:df:37:bc:f1:64\",\"ip-addresses\":[\"10.1.24.3/24\"],\"ip-address\":\"10.1.24.3/24\",\"next-hops\":[\"10.1.24.254\"], \"next-hop\":\"10.1.24.254\",\"node-port-enable\":\"true\",\"vlan-id\":\"0\"}}", 254 "k8s.ovn.org/node-primary-ifaddr": "{\"ipv4\":\"10.1.24.3/25\"}", 255 "k8s.ovn.org/node-subnets": "{\"default\":[\"10.134.0.0/23\"]}", 250,8 2% 251 "k8s.ovn.org/node-chassis-id": "80e76bb1-749f-48a6-80c7-e2c70ae9846f", 256 "machine.openshift.io/machine": "openshift-machine-api/clus0-2b56q-master-0", 251,8 2% 252 "k8s.ovn.org/node-gateway-router-lrp-ifaddr": "{\"ipv4\":\"100.64.0.4/16\"}", 257 "machineconfiguration.openshift.io/controlPlaneTopology": "HighlyAvailable", 252,8 2% 253 "k8s.ovn.org/node-mgmt-port-mac-address": "1a:10:cb:30:6c:90", 258 "machineconfiguration.openshift.io/currentConfig": "rendered-master-d2cd891abd576e085880b9ad7857ab13", 253,8 2% 254 "k8s.ovn.org/node-primary-ifaddr": "{\"ipv4\":\"10.1.24.3/25\"}", 259 "machineconfiguration.openshift.io/desiredConfig": "rendered-master-d2cd891abd576e085880b9ad7857ab13", 254,8 2% 255 "k8s.ovn.org/node-subnets": "{\"default\":[\"10.134.0.0/23\"]}", 260 "machineconfiguration.openshift.io/desiredDrain": "uncordon-rendered-master-d2cd891abd576e085880b9ad7857ab13", 255,8 2% 256 "machine.openshift.io/machine": "openshift-machine-api/clus0-2b56q-master-0", 261 "machineconfiguration.openshift.io/lastAppliedDrain": "uncordon-rendered-master-d2cd891abd576e085880b9ad7857ab13", 256,8 2% 257 "machineconfiguration.openshift.io/controlPlaneTopology": "HighlyAvailable", 262 "machineconfiguration.openshift.io/lastSyncedControllerConfigResourceVersion": "15432132", 257,8 2% 258 "machineconfiguration.openshift.io/currentConfig": "rendered-master-d2cd891abd576e085880b9ad7857ab13", 263 "machineconfiguration.openshift.io/reason": "", 258,8 2% 259 "machineconfiguration.openshift.io/desiredConfig": "rendered-master-d2cd891abd576e085880b9ad7857ab13", 264 "machineconfiguration.openshift.io/state": "Done", 259,8 2% 260 "machineconfiguration.openshift.io/desiredDrain": "uncordon-rendered-master-d2cd891abd576e085880b9ad7857ab13", 265 "volumes.kubernetes.io/controller-managed-attach-detach": "true" 260,8 2% 261 "machineconfiguration.openshift.io/lastAppliedDrain": "uncordon-rendered-master-d2cd891abd576e085880b9ad7857ab13", 266 }, 267 "creationTimestamp": "2023-07-28T21:16:58Z", 261,8 2% 262 "machineconfiguration.openshift.io/lastSyncedControllerConfigResourceVersion": "15432132", 262,8 2% 263 "machineconfiguration.openshift.io/reason": "", 268 "labels": { 263,8 2% 264 "machineconfiguration.openshift.io/state": "Done", 269 "beta.kubernetes.io/arch": "amd64", 264,8 2% 265 "volumes.kubernetes.io/controller-managed-attach-detach": "true" 270 "beta.kubernetes.io/os": "linux", 265,8 2% 266 }, 271 "kubernetes.io/arch": "amd64", 266,8 2% 266 }, 267 "creationTimestamp": "2023-07-28T21:16:58Z", 272 "kubernetes.io/hostname": "clus0-0", 267,8 2% 268 "labels": { 273 "kubernetes.io/os": "linux", 268,8 2% 269 "beta.kubernetes.io/arch": "amd64", 274 "node-role.kubernetes.io/master": "", 269,8 2% 270 "beta.kubernetes.io/os": "linux", 275 "node-role.kubernetes.io/worker": "", 270,8 2% 271 "kubernetes.io/arch": "amd64", 276 "node-role.kubernetes.io/worker-cnf": "", 271,8 2% 272 "kubernetes.io/hostname": "clus0-0", 277 "node.openshift.io/os_id": "rhcos" 272,8 2% 273 "kubernetes.io/os": "linux", 278 }, 273,8 2% 274 "node-role.kubernetes.io/master": "", 279 "managedFields": [ 274,8 2% 275 "node-role.kubernetes.io/worker": "", 280 { 275,8 2% 276 "node-role.kubernetes.io/worker-cnf": "", 281 "apiVersion": "v1", 276,8 2% 277 "node.openshift.io/os_id": "rhcos" 282 "fieldsType": "FieldsV1", 277,8 2% 278 }, 283 "fieldsV1": { 278,8 2% 278 }, 279 "managedFields": [ 284 "f:metadata": { 279,8 2% 280 { 285 "f:annotations": { 280,8 2% 279 "managedFields": [ 279,9 2% 278 }, 278,9 2% 277 "node.openshift.io/os_id": "rhcos" 277,9 2% 276 "node-role.kubernetes.io/worker-cnf": "", 276,9 2% 276 "node-role.kubernetes.io/worker-cnf": "", 276,15 2% 276 "node-role.kubernetes.io/worker-cnf": "", 276,16 2% 276 "node.openshift.io/os_id": "rhcos" 277 }, 278 "managedFields": [ 279 { 280 "apiVersion": "v1", 281 "fieldsType": "FieldsV1", 282 "fieldsV1": { 283 "f:metadata": { 284 "f:annotations": { 285 ".": {}, 276 "node.openshift.io/os_id": "rhcos" : :w :wq "claim2.json" "claim2.json" 11887L, 553659B written $ $ . $ ./ $ ./t $ ./tn $ ./tnf $ ./tnf $ ./tnf c $ ./tnf cl $ ./tnf cla $ ./tnf clai $ ./tnf claim $ ./tnf claim $ ./tnf claim c $ ./tnf claim co $ ./tnf claim com $ ./tnf claim comp $ ./tnf claim compa $ ./tnf claim compar $ ./tnf claim compare $ ./tnf claim compare $ ./tnf claim compare - $ ./tnf claim compare -1 $ ./tnf claim compare -1 $ ./tnf claim compare -1 c $ ./tnf claim compare -1 cl $ ./tnf claim compare -1 cla $ ./tnf claim compare -1 clai $ ./tnf claim compare -1 claim $ ./tnf claim compare -1 claim1 $ ./tnf claim compare -1 claim1. $ ./tnf claim compare -1 claim1.j $ ./tnf claim compare -1 claim1.js $ ./tnf claim compare -1 claim1.jso $ ./tnf claim compare -1 claim1.json $ ./tnf claim compare -1 claim1.json $ ./tnf claim compare -1 claim1.json - $ ./tnf claim compare -1 claim1.json -2 $ ./tnf claim compare -1 claim1.json -2 $ ./tnf claim compare -1 claim1.json -2 c $ ./tnf claim compare -1 claim1.json -2 cl $ ./tnf claim compare -1 claim1.json -2 cla $ ./tnf claim compare -1 claim1.json -2 clai $ ./tnf claim compare -1 claim1.json -2 claim $ ./tnf claim compare -1 claim1.json -2 claim2 $ ./tnf claim compare -1 claim1.json -2 claim2. $ ./tnf claim compare -1 claim1.json -2 claim2.j $ ./tnf claim compare -1 claim1.json -2 claim2.js $ ./tnf claim compare -1 claim1.json -2 claim2.jso $ ./tnf claim compare -1 claim1.json -2 claim2.json $ ./tnf claim compare -1 claim1.json -2 claim2.json $ ./tnf claim compare -1 claim1.json -2 claim2.json | $ ./tnf claim compare -1 claim1.json -2 claim2.json | $ ./tnf claim compare -1 claim1.json -2 claim2.json | l $ ./tnf claim compare -1 claim1.json -2 claim2.json | le $ ./tnf claim compare -1 claim1.json -2 claim2.json | les $ ./tnf claim compare -1 claim1.json -2 claim2.json | less $ ./tnf claim compare -1 claim1.json -2 claim2.json | less VERSIONS: Differences FIELD CLAIM 1 CLAIM 2 <none> VERSIONS: Only in CLAIM 1 <none> VERSIONS: Only in CLAIM 2 <none> RESULTS SUMMARY --------------- STATUS # in CLAIM-1 # in CLAIM-2passed 3 2 skipped 86 86 failed 1 2RESULTS DIFFERENCES ------------------- TEST CASE NAME CLAIM-1 CLAIM-2 observability-pod-disruption-budget passed failed CONFIGURATIONS -------------- Cert Suite Configuration: Differences FIELD CLAIM 1 CLAIM 2 <none> Cert Suite Configuration: Only in CLAIM 1 Cert Suite Configuration: Only in CLAIM 2 Cluster abnormal events count CLAIM 1 CLAIM 2 1 1 CLUSTER NODES DIFFERENCES ------------------------- Nodes: Differences Nodes: Only in CLAIM 1 /clus0-0/metadata/labels/node-role.kubernetes.io/worker-cnf= Nodes: Only in CLAIM 2 CNIs: Differences FIELD CLAIM 1 CLAIM 2 /clus0-0/0/cniVersion 1.0.0 1.0.1 $ $ e $ ex $ exi $ exit $ exit exit + $ $ c $ cl $ cle $ clea $ clear $ clear $ $ v $ vi $ vim $ vim $ vim c $ vim cl $ vim cla $ vim clai $ vim claim $ vim claim2 $ vim claim2. $ vim claim2.j $ vim claim2.js $ vim claim2.jso $ vim claim2.json $ vim claim2.json "claim2.json""claim2.json" 11888L, 553715B 1 { 2 "claim": { 3 "configurations" : { 4 "AbnormalEvents" : ["EVENT1"], 5 "Config": { 6 "acceptedKernelTaints": [ 7 { 8 "module": "vboxsf" 9 }, 10 { 11 "module": "vboxguest" 12 } 13 ], 14 "certifiedcontainerinfo": [ 15 { 16 "digest": "", 17 "registry": "","claim2.json" 11888L, 553715B1,1Top 1 { / /n 1 { 3 "configurations" : { /n /no 4 "AbnormalEvents" : ["EVENT1"],/no /nod 85 "sctp" 86 ] 87 } 88 }, 89 "metadata": { 90 "endTime": "2023-09-04T14:18:08+00:00", 91 "startTime": "2023-09-04T14:17:48+00:00" 92 }, 93 "nodes": { 94 "cniPlugins": { 95 "clus0-0": [ 96 { 97 "cniVersion": "1.0.1", 98 "name": "crio", 99 "plugins": [ 100 { 101 "bridge": "cni 101 "bridge": "cni0",/nod /node 93 "nodes": {/node /nodeS 237 "csiDriver": { 238 "apiVersion": "storage.k8s.io/v1", 239 "items": [], 240 "kind": "CSIDriverList", 241 "metadata": { 242 "resourceVersion": "18038123" 243 } 244 }, 245 "nodeSummary": { 246 "clus0-0": { 247 "metadata": { 248 "annotations": { 249 "k8s.ovn.org/host-cidrs": "[\"10.1.24.3\"]", 250 "k8s.ovn.org/l3 250 "k8s.ovn.org/l3-gateway-config": "{\"default\":{\"mode\":\"shared\",\"interface-id\":\"br-ex_clus0-0\",\"mac-address\":\"48:df:37:bc:f1:64\",\"ip-addresses\":[\"10.1.24.3/24\"],\"ip-address\":\"10.1.24.3/24\",\"next-hops\":[\"10.1.24.254\"], \"next-hop\":\"10.1.24.254\",\"node-port-enable\":\"true\",\"vlan-id\":\"0\"}}", 251 "k8s.ovn.org/node-chassis-id 251 "k8s.ovn.org/node-chassis-id": "80e76bb1-749f-48a6-80c7-e2c70ae9846f", 252 "k8s.ovn.org/node-gateway-router-lrp-ifaddr": "{\"ipv4\":\"100.64.0.4/16\"}",/nodeS /nodeSu 245 "nodeSummary": {/nodeSu /nodeSum 245 "nodeSummary": {/nodeSum /nodeSum 245 "nodeSummary": {/nodeSum 245,8 1% 245 "nodeSummary": { 246 "clus0-0": { /nodeSum 246,8 1% 247 "metadata": { /nodeSum 247,8 1% 248 "annotations": {/nodeSum 248,8 1% 249 "k8s.ovn.org/host-cidrs": "[\"10.1.24.3\"]", 253 "k8s.ovn.org/node-mgmt-port-mac-address": "1a:10:cb:30:6c:90", 249,8 1% 250 "k8s.ovn.org/l3-gateway-config": "{\"default\":{\"mode\":\"shared\",\"interface-id\":\"br-ex_clus0-0\",\"mac-address\":\"48:df:37:bc:f1:64\",\"ip-addresses\":[\"10.1.24.3/24\"],\"ip-address\":\"10.1.24.3/24\",\"next-hops\":[\"10.1.24.254\"], \"next-hop\":\"10.1.24.254\",\"node-port-enable\":\"true\",\"vlan-id\":\"0\"}}", 254 "k8s.ovn.org/node-primary-ifaddr": "{\"ipv4\":\"10.1.24.3/25\"}", 255 "k8s.ovn.org/node-subnets": "{\"default\":[\"10.134.0.0/23\"]}", 250,8 2% 251 "k8s.ovn.org/node-chassis-id": "80e76bb1-749f-48a6-80c7-e2c70ae9846f", 256 "machine.openshift.io/machine": "openshift-machine-api/clus0-2b56q-master-0", 251,8 2% 252 "k8s.ovn.org/node-gateway-router-lrp-ifaddr": "{\"ipv4\":\"100.64.0.4/16\"}", 257 "machineconfiguration.openshift.io/controlPlaneTopology": "HighlyAvailable", 252,8 2% 253 "k8s.ovn.org/node-mgmt-port-mac-address": "1a:10:cb:30:6c:90", 258 "machineconfiguration.openshift.io/currentConfig": "rendered-master-d2cd891abd576e085880b9ad7857ab13", 253,8 2% 254 "k8s.ovn.org/node-primary-ifaddr": "{\"ipv4\":\"10.1.24.3/25\"}", 259 "machineconfiguration.openshift.io/desiredConfig": "rendered-master-d2cd891abd576e085880b9ad7857ab13", 254,8 2% 255 "k8s.ovn.org/node-subnets": "{\"default\":[\"10.134.0.0/23\"]}", 260 "machineconfiguration.openshift.io/desiredDrain": "uncordon-rendered-master-d2cd891abd576e085880b9ad7857ab13", 255,8 2% 256 "machine.openshift.io/machine": "openshift-machine-api/clus0-2b56q-master-0", 261 "machineconfiguration.openshift.io/lastAppliedDrain": "uncordon-rendered-master-d2cd891abd576e085880b9ad7857ab13", 256,8 2% 257 "machineconfiguration.openshift.io/controlPlaneTopology": "HighlyAvailable", 262 "machineconfiguration.openshift.io/lastSyncedControllerConfigResourceVersion": "15432132", 257,8 2% 258 "machineconfiguration.openshift.io/currentConfig": "rendered-master-d2cd891abd576e085880b9ad7857ab13", 263 "machineconfiguration.openshift.io/reason": "", 258,8 2% 259 "machineconfiguration.openshift.io/desiredConfig": "rendered-master-d2cd891abd576e085880b9ad7857ab13", 264 "machineconfiguration.openshift.io/state": "Done", 259,8 2% 260 "machineconfiguration.openshift.io/desiredDrain": "uncordon-rendered-master-d2cd891abd576e085880b9ad7857ab13", 265 "volumes.kubernetes.io/controller-managed-attach-detach": "true" 260,8 2% 261 "machineconfiguration.openshift.io/lastAppliedDrain": "uncordon-rendered-master-d2cd891abd576e085880b9ad7857ab13", 266 }, 267 "creationTimestamp": "2023-07-28T21:16:58Z", 261,8 2% 262 "machineconfiguration.openshift.io/lastSyncedControllerConfigResourceVersion": "15432132", 262,8 2% 263 "machineconfiguration.openshift.io/reason": "", 268 "labels": { 263,8 2% 264 "machineconfiguration.openshift.io/state": "Done", 269 "beta.kubernetes.io/arch": "amd64", 264,8 2% 265 "volumes.kubernetes.io/controller-managed-attach-detach": "true" 270 "beta.kubernetes.io/os": "linux", 265,8 2% 266 }, 271 "kubernetes.io/arch": "amd64", 266,8 2% 266 }, 267 "creationTimestamp": "2023-07-28T21:16:58Z", 272 "kubernetes.io/hostname": "clus0-0", 267,8 2% 268 "labels": { 273 "kubernetes.io/os": "linux", 268,8 2% 269 "beta.kubernetes.io/arch": "amd64", 274 "node-role.kubernetes.io/master": "", 269,8 2% 270 "beta.kubernetes.io/os": "linux", 275 "node-role.kubernetes.io/worker": "", 270,8 2% 271 "kubernetes.io/arch": "amd64", 276 "node-role.kubernetes.io/worker-cnf": "", 271,8 2% 272 "kubernetes.io/hostname": "clus0-0", 277 "node.openshift.io/os_id": "rhcos" 272,8 2% 273 "kubernetes.io/os": "linux", 278 }, 273,8 2% 274 "node-role.kubernetes.io/master": "", 279 "managedFields": [ 274,8 2% 275 "node-role.kubernetes.io/worker": "", 280 { 275,8 2% 276 "node-role.kubernetes.io/worker-cnf": "", 281 "apiVersion": "v1", 276,8 2% 277 "node.openshift.io/os_id": "rhcos" 282 "fieldsType": "FieldsV1", 277,8 2% 278 }, 283 "fieldsV1": { 278,8 2% 278 }, 279 "managedFields": [ 284 "f:metadata": { 279,8 2% 280 { 285 "f:annotations": { 280,8 2% 279 "managedFields": [ 279,9 2% 278 }, 278,9 2% 277 "node.openshift.io/os_id": "rhcos" 277,9 2% 276 "node-role.kubernetes.io/worker-cnf": "", 276,9 2% 276 "node-role.kubernetes.io/worker-cnf": "", 276,15 2% 276 "node-role.kubernetes.io/worker-cnf": "", 276,16 2% 276 "node.openshift.io/os_id": "rhcos" 277 }, 278 "managedFields": [ 279 { 280 "apiVersion": "v1", 281 "fieldsType": "FieldsV1", 282 "fieldsV1": { 283 "f:metadata": { 284 "f:annotations": { 285 ".": {}, 276 "node.openshift.io/os_id": "rhcos" : :w :wq "claim2.json" "claim2.json" 11887L, 553659B written $ $ . $ ./ $ ./t $ ./tn $ ./certsuite $ ./certsuite $ ./certsuite c $ ./certsuite cl $ ./certsuite cla $ ./certsuite clai $ ./certsuite claim $ ./certsuite claim $ ./certsuite claim c $ ./certsuite claim co $ ./certsuite claim com $ ./certsuite claim comp $ ./certsuite claim compa $ ./certsuite claim compar $ ./certsuite claim compare $ ./certsuite claim compare $ ./certsuite claim compare - $ ./certsuite claim compare -1 $ ./certsuite claim compare -1 $ ./certsuite claim compare -1 c $ ./certsuite claim compare -1 cl $ ./certsuite claim compare -1 cla $ ./certsuite claim compare -1 clai $ ./certsuite claim compare -1 claim $ ./certsuite claim compare -1 claim1 $ ./certsuite claim compare -1 claim1. $ ./certsuite claim compare -1 claim1.j $ ./certsuite claim compare -1 claim1.js $ ./certsuite claim compare -1 claim1.jso $ ./certsuite claim compare -1 claim1.json $ ./certsuite claim compare -1 claim1.json $ ./certsuite claim compare -1 claim1.json - $ ./certsuite claim compare -1 claim1.json -2 $ ./certsuite claim compare -1 claim1.json -2 $ ./certsuite claim compare -1 claim1.json -2 c $ ./certsuite claim compare -1 claim1.json -2 cl $ ./certsuite claim compare -1 claim1.json -2 cla $ ./certsuite claim compare -1 claim1.json -2 clai $ ./certsuite claim compare -1 claim1.json -2 claim $ ./certsuite claim compare -1 claim1.json -2 claim2 $ ./certsuite claim compare -1 claim1.json -2 claim2. $ ./certsuite claim compare -1 claim1.json -2 claim2.j $ ./certsuite claim compare -1 claim1.json -2 claim2.js $ ./certsuite claim compare -1 claim1.json -2 claim2.jso $ ./certsuite claim compare -1 claim1.json -2 claim2.json $ ./certsuite claim compare -1 claim1.json -2 claim2.json $ ./certsuite claim compare -1 claim1.json -2 claim2.json | $ ./certsuite claim compare -1 claim1.json -2 claim2.json | $ ./certsuite claim compare -1 claim1.json -2 claim2.json | l $ ./certsuite claim compare -1 claim1.json -2 claim2.json | le $ ./certsuite claim compare -1 claim1.json -2 claim2.json | les $ ./certsuite claim compare -1 claim1.json -2 claim2.json | less $ ./certsuite claim compare -1 claim1.json -2 claim2.json | less VERSIONS: Differences FIELD CLAIM 1 CLAIM 2 <none> VERSIONS: Only in CLAIM 1 <none> VERSIONS: Only in CLAIM 2 <none> RESULTS SUMMARY --------------- STATUS # in CLAIM-1 # in CLAIM-2passed 3 2 skipped 86 86 failed 1 2RESULTS DIFFERENCES ------------------- TEST CASE NAME CLAIM-1 CLAIM-2 observability-pod-disruption-budget passed failed CONFIGURATIONS -------------- Cert Suite Configuration: Differences FIELD CLAIM 1 CLAIM 2 <none> Cert Suite Configuration: Only in CLAIM 1 Cert Suite Configuration: Only in CLAIM 2 Cluster abnormal events count CLAIM 1 CLAIM 2 1 1 CLUSTER NODES DIFFERENCES ------------------------- Nodes: Differences Nodes: Only in CLAIM 1 /clus0-0/metadata/labels/node-role.kubernetes.io/worker-cnf= Nodes: Only in CLAIM 2 CNIs: Differences FIELD CLAIM 1 CLAIM 2 /clus0-0/0/cniVersion 1.0.0 1.0.1 $ $ e $ ex $ exi $ exit $ exit exit \ No newline at end of file diff --git a/docs/assets/images/claim-compare-results.svg b/docs/assets/images/claim-compare-results.svg index cccacf0cc..0792566e7 100644 --- a/docs/assets/images/claim-compare-results.svg +++ b/docs/assets/images/claim-compare-results.svg @@ -250,5 +250,5 @@ - $ $ c $ cl $ cle $ clea $ clear $ clear $ $ c $ cp $ cp $ cp c $ cp cl $ cp cla $ cp clai $ cp claim $ cp claim. $ cp claim.j $ cp claim.js $ cp claim.jso $ cp claim.json $ cp claim.json $ cp claim.json c $ cp claim.json cl $ cp claim.json cla $ cp claim.json clai $ cp claim.json claim $ cp claim.json claim1 $ cp claim.json claim1. $ cp claim.json claim1.j $ cp claim.json claim1.js $ cp claim.json claim1.jso $ cp claim.json claim1.json $ cp claim.json claim1.json$ cp $ cp $ cp claim.json claim2 $ cp claim.json claim2. $ cp claim.json claim2.j $ cp claim.json claim2.js $ cp claim.json claim2.jso $ cp claim.json claim2.json $ cp claim.json claim2.json$ v $ vi $ vim $ vim $ vim c $ vim cl $ vim cla $ vim clai $ vim claim $ vim claim2 $ vim claim2. $ vim claim2.j $ vim claim2.js $ vim claim2.jso $ vim claim2.json $ vim claim2.json "claim2.json""claim2.json" [noeol] 11888L, 553714B11872 "id": "platform-alteration-tainted-node-kernel",11873 "suite": "platform-alteration", 11874 "tags": "common" 11875 }11876 }11877 ]11878 },11879 "versions": {11880 "claimFormat": "v0.1.0",11881 "k8s": "v1.26.4+c343423",11882 "ocClient": "n/a, (not using oc or kubectl client)",11883 "ocp": "4.13.1",11884 "tnf": "Unreleased build post v4.3.2",11885 "tnfGitCommit": "1b968e53b79fd8e81e48b761c3efd7a808d4567e"11886 }11887 }11888 }"claim2.json" [noeol] 11888L, 553714B11883,7Bot11883 "ocp": "4.13.1",? ?p 11868 "failureReason": "",11869 "startTime": "2023-09-04 09:18:08.857303112 -0500 CDT m=+20.599314872",11870 "state": "skipped",11871 "testID": {11873 "suite": "platform-alteration", 11875 }11883 "ocp": "4.13.1",?p ?pa 11788 } 11789 } 11790 ], 11791 "platform-alteration-service-mesh-usage": [11792 { 11793 "capturedTestOutput": "", 11794 "catalogInfo": { 11795 "bestPracticeReference": "No Doc Link - Extended",11796 "description": "Checks if the istio namespace (\"istio-system\") is present. If it is present, checks that the istio sidecar is present in all pods under test.",11797 "exceptionProcess": "No exception needed for optional/extended tests.",11798 "remediation": "Ensure all the CertSuite pods are using service mesh 11798 "remediation": "Ensure all the CertSuite pods are using service mesh if the cluster provides it."11799 }, 11800 "categoryClassification": {11801 "Extended": "Optional",11802 "FarEdge": "Optional", 11803 "NonTelco": "Optional",11804 "Telco": "Optional" ?pa ?pas 11615 } 11616 ], 11617 "platform-alteration-hugepages-config": [ 11618 { 11619 "capturedTestOutput": "", 11620 "catalogInfo": { 11621 "bestPracticeReference": "https://redhat-best-practices-for-k8s.github.io/guide/#redhat-best-practices-for-k8s-huge-pages", 11622 "description": "Checks to see that HugePage settings have been configured through MachineConfig, and not manually on the underlying Node. This test case applies only to Nodes that are configured with the \"worker\" MachineConfigSet. First, the \"worker\" MachineConfig is polled, and the Hugepage settings are extracted. Next, the underlying Nodes , checks that the istio sidecar is present in all pods under test.", \"worker\" MachineConfig is polled, and the Hugepage settings are extracted. Next, the underlying Nodes are polled for configured HugePages through inspection of /proc/meminfo. The results are compared, and the test passes only if they are the same.",11623 "exceptionProcess": "No exceptions", 11624 "remediation": "HugePage settings should be configured either directly through the MachineConfigOperator or indirectly using the PerformanceAddonOperator. This ensures that OpenShift is aware of the special MachineConfig requirements, and can provision your CertSuite on a Node that is part of the corresponding MachineConfigSet. Avoid making changes directly to an underlying Node, and let OpenShift handle the heavy lifting of configuring advanced settings. This test case applies only to Nodes that ar e configured with the \"worker\" MachineConfigSet."11625 }, 11626 "categoryClassification": 11626 "categoryClassification": { 11627 "Extended": "Mandatory",11628 "FarEdge": "Mandatory", ?pas ?pass \"worker\" MachineConfig is polled, and the Hugepage settings are extracted. Next, the underlying Nodes are polled for configured HugePages through inspection of /proc/meminfo. The results are compared, and the test passes only if they are the same.",?pass ?passe \"worker\" MachineConfig is polled, and the Hugepage settings are extracted. Next, the underlying Nodes are polled for configured HugePages through inspection of /proc/meminfo. The results are compared, and the test passes only if they are the same.",?passe ?passed 11195 "Telco": "Mandatory" 11196 }, 11197 "duration": 111202, 11198 "endTime": "2023-09-04 09:18:08.856076584 -0500 CDT m=+20.598088352", 11199 "failureLineContent": "", 11200 "failureLocation": ":0", 11201 "failureReason": "", 11202 "startTime": "2023-09-04 09:18:08.855965389 -0500 CDT m=+20.597977150", 11203 "state": "passed", 11204 "testID": { 11205 "id": "observability-pod-disruption-budget", 11206 "suite": "observability", 11207 "tags the \"worker\" MachineConfigSet."11207 "tags": "common" 11208 } 11209 } 11210 ], 11211 "observability-termination-policy": [ ?passed 11203 "state": "passed", ?passed 11203,21 94% 11203 "state": "", -- INSERT -- 11203,21 94% 11203 "state": "f", -- INSERT -- 11203,22 94% 11203 "state": "fa", -- INSERT -- 11203,23 94% 11203 "state": "fai", -- INSERT -- 11203,24 94% 11203 "state": "fail", -- INSERT -- 11203,25 94% 11203 "state": "faile", -- INSERT -- 11203,26 94% 11203 "state": "failed", -- INSERT -- 11203,27 94% 11203 "state": "failed", 11203 "state": "failed", : :w :wq :wq "claim2.json" 11888L, 553715B written $ $ . $ ./ $ ./t $ ./tn $ ./tnf $ ./tnf $ ./tnf c $ ./tnf cl $ ./tnf cla $ ./tnf clai $ ./tnf claim $ ./tnf claim $ ./tnf claim c $ ./tnf claim co $ ./tnf claim com $ ./tnf claim comp $ ./tnf claim compa $ ./tnf claim compar $ ./tnf claim compare $ ./tnf claim compare $ ./tnf claim compare - $ ./tnf claim compare -1 $ ./tnf claim compare -1 $ ./tnf claim compare -1 c $ ./tnf claim compare -1 cl $ ./tnf claim compare -1 cla $ ./tnf claim compare -1 clai $ ./tnf claim compare -1 claim $ ./tnf claim compare -1 claim1 $ ./tnf claim compare -1 claim1. $ ./tnf claim compare -1 claim1.j $ ./tnf claim compare -1 claim1.js $ ./tnf claim compare -1 claim1.json $ ./tnf claim compare -1 claim1.json - $ ./tnf claim compare -1 claim1.json -2 $ ./tnf claim compare -1 claim1.json -2 $ ./tnf claim compare -1 claim1.json -2 c $ ./tnf claim compare -1 claim1.json -2 cl $ ./tnf claim compare -1 claim1.json -2 cla $ ./tnf claim compare -1 claim1.json -2 clai $ ./tnf claim compare -1 claim1.json -2 claim $ ./tnf claim compare -1 claim1.json -2 claim2 $ ./tnf claim compare -1 claim1.json -2 claim2. $ ./tnf claim compare -1 claim1.json -2 claim2.j $ ./tnf claim compare -1 claim1.json -2 claim2.json $ ./tnf claim compare -1 claim1.json -2 claim2.json | $ ./tnf claim compare -1 claim1.json -2 claim2.json | $ ./tnf claim compare -1 claim1.json -2 claim2.json | l $ ./tnf claim compare -1 claim1.json -2 claim2.json | le $ ./tnf claim compare -1 claim1.json -2 claim2.json | les $ ./tnf claim compare -1 claim1.json -2 claim2.json | less $ ./tnf claim compare -1 claim1.json -2 claim2.json | less VERSIONS: Differences FIELD CLAIM 1 CLAIM 2 <none> VERSIONS: Only in CLAIM 1 VERSIONS: Only in CLAIM 2 RESULTS SUMMARY --------------- STATUS # in CLAIM-1 # in CLAIM-2 passed 3 2 skipped 86 86 failed 1 2RESULTS DIFFERENCES ------------------- TEST CASE NAME CLAIM-1 CLAIM-2 observability-pod-disruption-budget passed failed CONFIGURATIONS -------------- Cert Suite Configuration: Differences $ $ e $ ex $ exi $ exit $ exit exit + $ $ c $ cl $ cle $ clea $ clear $ clear $ $ c $ cp $ cp $ cp c $ cp cl $ cp cla $ cp clai $ cp claim $ cp claim. $ cp claim.j $ cp claim.js $ cp claim.jso $ cp claim.json $ cp claim.json $ cp claim.json c $ cp claim.json cl $ cp claim.json cla $ cp claim.json clai $ cp claim.json claim $ cp claim.json claim1 $ cp claim.json claim1. $ cp claim.json claim1.j $ cp claim.json claim1.js $ cp claim.json claim1.jso $ cp claim.json claim1.json $ cp claim.json claim1.json$ cp $ cp $ cp claim.json claim2 $ cp claim.json claim2. $ cp claim.json claim2.j $ cp claim.json claim2.js $ cp claim.json claim2.jso $ cp claim.json claim2.json $ cp claim.json claim2.json$ v $ vi $ vim $ vim $ vim c $ vim cl $ vim cla $ vim clai $ vim claim $ vim claim2 $ vim claim2. $ vim claim2.j $ vim claim2.js $ vim claim2.jso $ vim claim2.json $ vim claim2.json "claim2.json""claim2.json" [noeol] 11888L, 553714B11872 "id": "platform-alteration-tainted-node-kernel",11873 "suite": "platform-alteration", 11874 "tags": "common" 11875 }11876 }11877 ]11878 },11879 "versions": {11880 "claimFormat": "v0.1.0",11881 "k8s": "v1.26.4+c343423",11882 "ocClient": "n/a, (not using oc or kubectl client)",11883 "ocp": "4.13.1",11884 "certsuite": "Unreleased build post v4.3.2",11885 "certsuiteGitCommit": "1b968e53b79fd8e81e48b761c3efd7a808d4567e"11886 }11887 }11888 }"claim2.json" [noeol] 11888L, 553714B11883,7Bot11883 "ocp": "4.13.1",? ?p 11868 "failureReason": "",11869 "startTime": "2023-09-04 09:18:08.857303112 -0500 CDT m=+20.599314872",11870 "state": "skipped",11871 "testID": {11873 "suite": "platform-alteration", 11875 }11883 "ocp": "4.13.1",?p ?pa 11788 } 11789 } 11790 ], 11791 "platform-alteration-service-mesh-usage": [11792 { 11793 "capturedTestOutput": "", 11794 "catalogInfo": { 11795 "bestPracticeReference": "No Doc Link - Extended",11796 "description": "Checks if the istio namespace (\"istio-system\") is present. If it is present, checks that the istio sidecar is present in all pods under test.",11797 "exceptionProcess": "No exception needed for optional/extended tests.",11798 "remediation": "Ensure all the CertSuite pods are using service mesh 11798 "remediation": "Ensure all the CertSuite pods are using service mesh if the cluster provides it."11799 }, 11800 "categoryClassification": {11801 "Extended": "Optional",11802 "FarEdge": "Optional", 11803 "NonTelco": "Optional",11804 "Telco": "Optional" ?pa ?pas 11615 } 11616 ], 11617 "platform-alteration-hugepages-config": [ 11618 { 11619 "capturedTestOutput": "", 11620 "catalogInfo": { 11621 "bestPracticeReference": "https://redhat-best-practices-for-k8s.github.io/guide/#redhat-best-practices-for-k8s-huge-pages", 11622 "description": "Checks to see that HugePage settings have been configured through MachineConfig, and not manually on the underlying Node. This test case applies only to Nodes that are configured with the \"worker\" MachineConfigSet. First, the \"worker\" MachineConfig is polled, and the Hugepage settings are extracted. Next, the underlying Nodes , checks that the istio sidecar is present in all pods under test.", \"worker\" MachineConfig is polled, and the Hugepage settings are extracted. Next, the underlying Nodes are polled for configured HugePages through inspection of /proc/meminfo. The results are compared, and the test passes only if they are the same.",11623 "exceptionProcess": "No exceptions", 11624 "remediation": "HugePage settings should be configured either directly through the MachineConfigOperator or indirectly using the PerformanceAddonOperator. This ensures that OpenShift is aware of the special MachineConfig requirements, and can provision your CertSuite on a Node that is part of the corresponding MachineConfigSet. Avoid making changes directly to an underlying Node, and let OpenShift handle the heavy lifting of configuring advanced settings. This test case applies only to Nodes that ar e configured with the \"worker\" MachineConfigSet."11625 }, 11626 "categoryClassification": 11626 "categoryClassification": { 11627 "Extended": "Mandatory",11628 "FarEdge": "Mandatory", ?pas ?pass \"worker\" MachineConfig is polled, and the Hugepage settings are extracted. Next, the underlying Nodes are polled for configured HugePages through inspection of /proc/meminfo. The results are compared, and the test passes only if they are the same.",?pass ?passe \"worker\" MachineConfig is polled, and the Hugepage settings are extracted. Next, the underlying Nodes are polled for configured HugePages through inspection of /proc/meminfo. The results are compared, and the test passes only if they are the same.",?passe ?passed 11195 "Telco": "Mandatory" 11196 }, 11197 "duration": 111202, 11198 "endTime": "2023-09-04 09:18:08.856076584 -0500 CDT m=+20.598088352", 11199 "failureLineContent": "", 11200 "failureLocation": ":0", 11201 "failureReason": "", 11202 "startTime": "2023-09-04 09:18:08.855965389 -0500 CDT m=+20.597977150", 11203 "state": "passed", 11204 "testID": { 11205 "id": "observability-pod-disruption-budget", 11206 "suite": "observability", 11207 "tags the \"worker\" MachineConfigSet."11207 "tags": "common" 11208 } 11209 } 11210 ], 11211 "observability-termination-policy": [ ?passed 11203 "state": "passed", ?passed 11203,21 94% 11203 "state": "", -- INSERT -- 11203,21 94% 11203 "state": "f", -- INSERT -- 11203,22 94% 11203 "state": "fa", -- INSERT -- 11203,23 94% 11203 "state": "fai", -- INSERT -- 11203,24 94% 11203 "state": "fail", -- INSERT -- 11203,25 94% 11203 "state": "faile", -- INSERT -- 11203,26 94% 11203 "state": "failed", -- INSERT -- 11203,27 94% 11203 "state": "failed", 11203 "state": "failed", : :w :wq :wq "claim2.json" 11888L, 553715B written $ $ . $ ./ $ ./t $ ./tn $ ./certsuite $ ./certsuite $ ./certsuite c $ ./certsuite cl $ ./certsuite cla $ ./certsuite clai $ ./certsuite claim $ ./certsuite claim $ ./certsuite claim c $ ./certsuite claim co $ ./certsuite claim com $ ./certsuite claim comp $ ./certsuite claim compa $ ./certsuite claim compar $ ./certsuite claim compare $ ./certsuite claim compare $ ./certsuite claim compare - $ ./certsuite claim compare -1 $ ./certsuite claim compare -1 $ ./certsuite claim compare -1 c $ ./certsuite claim compare -1 cl $ ./certsuite claim compare -1 cla $ ./certsuite claim compare -1 clai $ ./certsuite claim compare -1 claim $ ./certsuite claim compare -1 claim1 $ ./certsuite claim compare -1 claim1. $ ./certsuite claim compare -1 claim1.j $ ./certsuite claim compare -1 claim1.js $ ./certsuite claim compare -1 claim1.json $ ./certsuite claim compare -1 claim1.json - $ ./certsuite claim compare -1 claim1.json -2 $ ./certsuite claim compare -1 claim1.json -2 $ ./certsuite claim compare -1 claim1.json -2 c $ ./certsuite claim compare -1 claim1.json -2 cl $ ./certsuite claim compare -1 claim1.json -2 cla $ ./certsuite claim compare -1 claim1.json -2 clai $ ./certsuite claim compare -1 claim1.json -2 claim $ ./certsuite claim compare -1 claim1.json -2 claim2 $ ./certsuite claim compare -1 claim1.json -2 claim2. $ ./certsuite claim compare -1 claim1.json -2 claim2.j $ ./certsuite claim compare -1 claim1.json -2 claim2.json $ ./certsuite claim compare -1 claim1.json -2 claim2.json | $ ./certsuite claim compare -1 claim1.json -2 claim2.json | $ ./certsuite claim compare -1 claim1.json -2 claim2.json | l $ ./certsuite claim compare -1 claim1.json -2 claim2.json | le $ ./certsuite claim compare -1 claim1.json -2 claim2.json | les $ ./certsuite claim compare -1 claim1.json -2 claim2.json | less $ ./certsuite claim compare -1 claim1.json -2 claim2.json | less VERSIONS: Differences FIELD CLAIM 1 CLAIM 2 <none> VERSIONS: Only in CLAIM 1 VERSIONS: Only in CLAIM 2 RESULTS SUMMARY --------------- STATUS # in CLAIM-1 # in CLAIM-2 passed 3 2 skipped 86 86 failed 1 2RESULTS DIFFERENCES ------------------- TEST CASE NAME CLAIM-1 CLAIM-2 observability-pod-disruption-budget passed failed CONFIGURATIONS -------------- Cert Suite Configuration: Differences $ $ e $ ex $ exi $ exit $ exit exit \ No newline at end of file diff --git a/docs/assets/images/claim-compare-self.svg b/docs/assets/images/claim-compare-self.svg index f8e4f9cb4..61cedb770 100644 --- a/docs/assets/images/claim-compare-self.svg +++ b/docs/assets/images/claim-compare-self.svg @@ -220,5 +220,5 @@ - $ $ c $ cl $ cle $ clea $ clear $ clear $ $ . $ ./ $ ./t $ ./tn $ ./tnf $ ./tnf $ ./tnf c $ ./tnf cl $ ./tnf cle $ ./tnf cl $ ./tnf cla $ ./tnf clai $ ./tnf claim $ ./tnf claim $ ./tnf claim c $ ./tnf claim co $ ./tnf claim com $ ./tnf claim comp $ ./tnf claim compa $ ./tnf claim compar $ ./tnf claim compare $ ./tnf claim compare $ ./tnf claim compare - $ ./tnf claim compare -1 $ ./tnf claim compare -1 $ ./tnf claim compare -1 c $ ./tnf claim compare -1 cl $ ./tnf claim compare -1 cla $ ./tnf claim compare -1 clai $ ./tnf claim compare -1 claim $ ./tnf claim compare -1 claim. $ ./tnf claim compare -1 claim.j $ ./tnf claim compare -1 claim.js $ ./tnf claim compare -1 claim.jso $ ./tnf claim compare -1 claim.json $ ./tnf claim compare -1 claim.json $ ./tnf claim compare -1 claim.json - $ ./tnf claim compare -1 claim.json -2 $ ./tnf claim compare -1 claim.json -2 $ ./tnf claim compare -1 claim.json -2 c $ ./tnf claim compare -1 claim.json -2 cl $ ./tnf claim compare -1 claim.json -2 cla $ ./tnf claim compare -1 claim.json -2 clai $ ./tnf claim compare -1 claim.json -2 claim $ ./tnf claim compare -1 claim.json -2 claim. $ ./tnf claim compare -1 claim.json -2 claim.j $ ./tnf claim compare -1 claim.json -2 claim.js $ ./tnf claim compare -1 claim.json -2 claim.jso $ ./tnf claim compare -1 claim.json -2 claim.json $ ./tnf claim compare -1 claim.json -2 claim.json $ ./tnf claim compare -1 claim.json -2 claim.json | $ ./tnf claim compare -1 claim.json -2 claim.json | $ ./tnf claim compare -1 claim.json -2 claim.json | l $ ./tnf claim compare -1 claim.json -2 claim.json | le $ ./tnf claim compare -1 claim.json -2 claim.json | les $ ./tnf claim compare -1 claim.json -2 claim.json | less $ ./tnf claim compare -1 claim.json -2 claim.json | less VERSIONS: DifferencesFIELD CLAIM 1 CLAIM 2<none>VERSIONS: Only in CLAIM 1VERSIONS: Only in CLAIM 2RESULTS SUMMARY---------------STATUS # in CLAIM-1 # in CLAIM-2passed 3 3skipped 86 86failed 1 1: RESULTS DIFFERENCES ------------------- <none> CONFIGURATIONS -------------- CNF Cert Suite Configuration: Differences FIELD CLAIM 1 CLAIM 2 CNF Cert Suite Configuration: Only in CLAIM 1 CNF Cert Suite Configuration: Only in CLAIM 2 Cluster abnormal events count CLAIM 1 CLAIM 2 1 1 CLUSTER NODES DIFFERENCES ------------------------- Nodes: Differences Nodes: Only in CLAIM 1 Nodes: Only in CLAIM 2 CNIs: Differences CNIs: Only in CLAIM 1 CNIs: Only in CLAIM 2 CSIs: Differences CSIs: Only in CLAIM 1 CSIs: Only in CLAIM 2 CNIs: DifferencesHardware: Differences Hardware: Only in CLAIM 1 Hardware: Only in CLAIM 2 (END) $ $ e $ ex $ exi $ exit $ exit exit + $ $ c $ cl $ cle $ clea $ clear $ clear $ $ . $ ./ $ ./t $ ./tn $ ./certsuite $ ./certsuite $ ./certsuite c $ ./certsuite cl $ ./certsuite cle $ ./certsuite cl $ ./certsuite cla $ ./certsuite clai $ ./certsuite claim $ ./certsuite claim $ ./certsuite claim c $ ./certsuite claim co $ ./certsuite claim com $ ./certsuite claim comp $ ./certsuite claim compa $ ./certsuite claim compar $ ./certsuite claim compare $ ./certsuite claim compare $ ./certsuite claim compare - $ ./certsuite claim compare -1 $ ./certsuite claim compare -1 $ ./certsuite claim compare -1 c $ ./certsuite claim compare -1 cl $ ./certsuite claim compare -1 cla $ ./certsuite claim compare -1 clai $ ./certsuite claim compare -1 claim $ ./certsuite claim compare -1 claim. $ ./certsuite claim compare -1 claim.j $ ./certsuite claim compare -1 claim.js $ ./certsuite claim compare -1 claim.jso $ ./certsuite claim compare -1 claim.json $ ./certsuite claim compare -1 claim.json $ ./certsuite claim compare -1 claim.json - $ ./certsuite claim compare -1 claim.json -2 $ ./certsuite claim compare -1 claim.json -2 $ ./certsuite claim compare -1 claim.json -2 c $ ./certsuite claim compare -1 claim.json -2 cl $ ./certsuite claim compare -1 claim.json -2 cla $ ./certsuite claim compare -1 claim.json -2 clai $ ./certsuite claim compare -1 claim.json -2 claim $ ./certsuite claim compare -1 claim.json -2 claim. $ ./certsuite claim compare -1 claim.json -2 claim.j $ ./certsuite claim compare -1 claim.json -2 claim.js $ ./certsuite claim compare -1 claim.json -2 claim.jso $ ./certsuite claim compare -1 claim.json -2 claim.json $ ./certsuite claim compare -1 claim.json -2 claim.json $ ./certsuite claim compare -1 claim.json -2 claim.json | $ ./certsuite claim compare -1 claim.json -2 claim.json | $ ./certsuite claim compare -1 claim.json -2 claim.json | l $ ./certsuite claim compare -1 claim.json -2 claim.json | le $ ./certsuite claim compare -1 claim.json -2 claim.json | les $ ./certsuite claim compare -1 claim.json -2 claim.json | less $ ./certsuite claim compare -1 claim.json -2 claim.json | less VERSIONS: DifferencesFIELD CLAIM 1 CLAIM 2<none>VERSIONS: Only in CLAIM 1VERSIONS: Only in CLAIM 2RESULTS SUMMARY---------------STATUS # in CLAIM-1 # in CLAIM-2passed 3 3skipped 86 86failed 1 1: RESULTS DIFFERENCES ------------------- <none> CONFIGURATIONS -------------- Cert Suite Configuration: Differences FIELD CLAIM 1 CLAIM 2 Cert Suite Configuration: Only in CLAIM 1 Cert Suite Configuration: Only in CLAIM 2 Cluster abnormal events count CLAIM 1 CLAIM 2 1 1 CLUSTER NODES DIFFERENCES ------------------------- Nodes: Differences Nodes: Only in CLAIM 1 Nodes: Only in CLAIM 2 CNIs: Differences CNIs: Only in CLAIM 1 CNIs: Only in CLAIM 2 CSIs: Differences CSIs: Only in CLAIM 1 CSIs: Only in CLAIM 2 CNIs: DifferencesHardware: Differences Hardware: Only in CLAIM 1 Hardware: Only in CLAIM 2 (END) $ $ e $ ex $ exi $ exit $ exit exit \ No newline at end of file diff --git a/docs/assets/images/claim-compare-versions.svg b/docs/assets/images/claim-compare-versions.svg index df87c5882..8b5bfcb5d 100644 --- a/docs/assets/images/claim-compare-versions.svg +++ b/docs/assets/images/claim-compare-versions.svg @@ -205,5 +205,5 @@ - $ $ c $ cl $ cle $ clea $ clear $ clear $ $ . $ ./ $ ./t $ ./tn $ ./tnf $ ./tnf $ ./tnf c $ ./tnf cl $ ./tnf cla $ ./tnf clai $ ./tnf claim $ ./tnf claim $ ./tnf claim c $ ./tnf claim co $ ./tnf claim com $ ./tnf claim comp $ ./tnf claim compa $ ./tnf claim compar $ ./tnf claim compare $ ./tnf claim compare $ ./tnf claim compare - $ ./tnf claim compare -1 $ ./tnf claim compare -1 $ ./tnf claim compare -1 c $ ./tnf claim compare -1 cl $ ./tnf claim compare -1 cla $ ./tnf claim compare -1 clai $ ./tnf claim compare -1 claim $ ./tnf claim compare -1 claim1 $ ./tnf claim compare -1 claim1. $ ./tnf claim compare -1 claim1.j $ ./tnf claim compare -1 claim1.js $ ./tnf claim compare -1 claim1.jso $ ./tnf claim compare -1 claim1.json $ ./tnf claim compare -1 claim1.json $ ./tnf claim compare -1 claim1.json - $ ./tnf claim compare -1 claim1.json -2 $ ./tnf claim compare -1 claim1.json -2 $ ./tnf claim compare -1 claim1.json -2 c $ ./tnf claim compare -1 claim1.json -2 cl $ ./tnf claim compare -1 claim1.json -2 cla $ ./tnf claim compare -1 claim1.json -2 clai $ ./tnf claim compare -1 claim1.json -2 claim $ ./tnf claim compare -1 claim1.json -2 claim2 $ ./tnf claim compare -1 claim1.json -2 claim2. $ ./tnf claim compare -1 claim1.json -2 claim2.j $ ./tnf claim compare -1 claim1.json -2 claim2.js $ ./tnf claim compare -1 claim1.json -2 claim2.jso $ ./tnf claim compare -1 claim1.json -2 claim2.json $ ./tnf claim compare -1 claim1.json -2 claim2.json $ ./tnf claim compare -1 claim1.json -2 claim2.json | $ ./tnf claim compare -1 claim1.json -2 claim2.json | $ ./tnf claim compare -1 claim1.json -2 claim2.json | l $ ./tnf claim compare -1 claim1.json -2 claim2.json | le $ ./tnf claim compare -1 claim1.json -2 claim2.json | les $ ./tnf claim compare -1 claim1.json -2 claim2.json | less $ ./tnf claim compare -1 claim1.json -2 claim2.json | lessVERSIONS: DifferencesFIELD CLAIM 1 CLAIM 2<none>VERSIONS: Only in CLAIM 1VERSIONS: Only in CLAIM 2RESULTS SUMMARY---------------STATUS # in CLAIM-1 # in CLAIM-2passed 3 2skipped 86 86failed 1 2: $ $ c $ cl $ cle $ clea $ clear $ clear $ $ v $ vi $ vim $ vim $ vim c $ vim cl $ vim cla $ vim clai $ vim claim $ vim claim2 $ vim claim2. $ vim claim2.j $ vim claim2.js $ vim claim2.jso $ vim claim2.json $ vim claim2.json $ vim claim2.json "claim2.json""claim2.json" 11887L, 553659B 11871 "id": "platform-alteration-tainted-node-kernel",11872 "suite": "platform-alteration", 11873 "tags": "common" 11874 } 11875 }11876 ]11877 }, 11878 "versions": {11879 "claimFormat": "v0.1.0",11880 "k8s": "v1.26.4+c343423",11881 "ocClient": "n/a, (not using oc or kubectl client)",11882 "ocp": "4.13.1", 11883 "tnf": "Unreleased build post v4.3.2",11884 "tnfGitCommit": "1b968e53b79fd8e81e48b761c3efd7a808d4567e"11885 } 11882 "ocp": "4.13.1", 11886 }11887 } "claim2.json" 11887L, 553659B11882,7Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,8Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,9Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,10Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,11Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,12Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,13Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,14Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,15Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,16Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,17Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,18Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,19Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,20Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,21Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,22Bot11882 "ocp": "4.13.2", 11882 "ocp": "4.13.2", :w :wq "claim2.json" "claim2.json" 11887L, 553659B written (reverse-i-search)`': (reverse-i-search)`c': clear (reverse-i-search)`cl': clear (reverse-i-search)`cla': vim claim2.json (reverse-i-search)`clai': vim claim2.json (reverse-i-search)`claim': vim claim2.json (reverse-i-search)`claim ': ./tnf claim compare -1 claim1.json -2 claim2.json | less (reverse-i-search)`claim c': ./tnf claim compare -1 claim1.json -2 claim2.json | less (reverse-i-search)`claim co': ./tnf claim compare -1 claim1.json -2 claim2.json | less $ ./tnf claim compare -1 claim1.json -2 claim2.json | less VERSIONS: Differences /ocp 4.13.1 4.13.2<none> VERSIONS: Only in CLAIM 2 <none> RESULTS SUMMARY --------------- passed 3 2 skipped 86 86 $ e $ ex $ exi $ exit $ exit exit + $ $ c $ cl $ cle $ clea $ clear $ clear $ $ . $ ./ $ ./t $ ./tn $ ./certsuite $ ./certsuite $ ./certsuite c $ ./certsuite cl $ ./certsuite cla $ ./certsuite clai $ ./certsuite claim $ ./certsuite claim $ ./certsuite claim c $ ./certsuite claim co $ ./certsuite claim com $ ./certsuite claim comp $ ./certsuite claim compa $ ./certsuite claim compar $ ./certsuite claim compare $ ./certsuite claim compare $ ./certsuite claim compare - $ ./certsuite claim compare -1 $ ./certsuite claim compare -1 $ ./certsuite claim compare -1 c $ ./certsuite claim compare -1 cl $ ./certsuite claim compare -1 cla $ ./certsuite claim compare -1 clai $ ./certsuite claim compare -1 claim $ ./certsuite claim compare -1 claim1 $ ./certsuite claim compare -1 claim1. $ ./certsuite claim compare -1 claim1.j $ ./certsuite claim compare -1 claim1.js $ ./certsuite claim compare -1 claim1.jso $ ./certsuite claim compare -1 claim1.json $ ./certsuite claim compare -1 claim1.json $ ./certsuite claim compare -1 claim1.json - $ ./certsuite claim compare -1 claim1.json -2 $ ./certsuite claim compare -1 claim1.json -2 $ ./certsuite claim compare -1 claim1.json -2 c $ ./certsuite claim compare -1 claim1.json -2 cl $ ./certsuite claim compare -1 claim1.json -2 cla $ ./certsuite claim compare -1 claim1.json -2 clai $ ./certsuite claim compare -1 claim1.json -2 claim $ ./certsuite claim compare -1 claim1.json -2 claim2 $ ./certsuite claim compare -1 claim1.json -2 claim2. $ ./certsuite claim compare -1 claim1.json -2 claim2.j $ ./certsuite claim compare -1 claim1.json -2 claim2.js $ ./certsuite claim compare -1 claim1.json -2 claim2.jso $ ./certsuite claim compare -1 claim1.json -2 claim2.json $ ./certsuite claim compare -1 claim1.json -2 claim2.json $ ./certsuite claim compare -1 claim1.json -2 claim2.json | $ ./certsuite claim compare -1 claim1.json -2 claim2.json | $ ./certsuite claim compare -1 claim1.json -2 claim2.json | l $ ./certsuite claim compare -1 claim1.json -2 claim2.json | le $ ./certsuite claim compare -1 claim1.json -2 claim2.json | les $ ./certsuite claim compare -1 claim1.json -2 claim2.json | less $ ./certsuite claim compare -1 claim1.json -2 claim2.json | lessVERSIONS: DifferencesFIELD CLAIM 1 CLAIM 2<none>VERSIONS: Only in CLAIM 1VERSIONS: Only in CLAIM 2RESULTS SUMMARY---------------STATUS # in CLAIM-1 # in CLAIM-2passed 3 2skipped 86 86failed 1 2: $ $ c $ cl $ cle $ clea $ clear $ clear $ $ v $ vi $ vim $ vim $ vim c $ vim cl $ vim cla $ vim clai $ vim claim $ vim claim2 $ vim claim2. $ vim claim2.j $ vim claim2.js $ vim claim2.jso $ vim claim2.json $ vim claim2.json $ vim claim2.json "claim2.json""claim2.json" 11887L, 553659B 11871 "id": "platform-alteration-tainted-node-kernel",11872 "suite": "platform-alteration", 11873 "tags": "common" 11874 } 11875 }11876 ]11877 }, 11878 "versions": {11879 "claimFormat": "v0.1.0",11880 "k8s": "v1.26.4+c343423",11881 "ocClient": "n/a, (not using oc or kubectl client)",11882 "ocp": "4.13.1", 11883 "certsuite": "Unreleased build post v4.3.2",11884 "certsuiteGitCommit": "1b968e53b79fd8e81e48b761c3efd7a808d4567e"11885 } 11882 "ocp": "4.13.1", 11886 }11887 } "claim2.json" 11887L, 553659B11882,7Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,8Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,9Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,10Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,11Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,12Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,13Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,14Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,15Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,16Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,17Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,18Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,19Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,20Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,21Bot11882 "ocp": "4.13.1", "claim2.json" 11887L, 553659B11882,22Bot11882 "ocp": "4.13.2", 11882 "ocp": "4.13.2", :w :wq "claim2.json" "claim2.json" 11887L, 553659B written (reverse-i-search)`': (reverse-i-search)`c': clear (reverse-i-search)`cl': clear (reverse-i-search)`cla': vim claim2.json (reverse-i-search)`clai': vim claim2.json (reverse-i-search)`claim': vim claim2.json (reverse-i-search)`claim ': ./certsuite claim compare -1 claim1.json -2 claim2.json | less (reverse-i-search)`claim c': ./certsuite claim compare -1 claim1.json -2 claim2.json | less (reverse-i-search)`claim co': ./certsuite claim compare -1 claim1.json -2 claim2.json | less $ ./certsuite claim compare -1 claim1.json -2 claim2.json | less VERSIONS: Differences /ocp 4.13.1 4.13.2<none> VERSIONS: Only in CLAIM 2 <none> RESULTS SUMMARY --------------- passed 3 2 skipped 86 86 $ e $ ex $ exi $ exit $ exit exit \ No newline at end of file diff --git a/docs/assets/images/demo-certsuite.svg b/docs/assets/images/demo-certsuite.svg index 7141e6b95..789893bb0 100644 --- a/docs/assets/images/demo-certsuite.svg +++ b/docs/assets/images/demo-certsuite.svg @@ -1 +1 @@ -jmontesi@fedora~/github/certsuite(update_banner_v5_2)$jmontesi@fedora~/github/certsuite(update_banner_v5_2)$./certsuite run -l '!lifecycle && !platform-alteration' -k ~/config/kubeconfigjmontesi@fedora~/github/certsuite(update_banner_v5_2)$./certsuiterun-l'!lifecycle&&!platform-alteration'-k~/config/kubeconfig_____________________________________________/___||____||_\|__|/___||||||__||__||____|____|___||___\|||_|||_)|||\___\|||||||||_|\\//|___\__)|||___||___|_<||___)|||_||||||||___\V/___)|_/__/\____||_____||_|\_\|_||____/\___/|___||_||_____|\_/|____/(_)|_____|CERTSUITEversion:v5.2.0Claimfileversion:v0.4.0Checksfilter:!lifecycle&&!platform-alterationOutputfolder:certsuiteLogfile:certsuite.log(level=debug)RunningdiscoveryofCNFtargetresources...[container:testpod:test-0ns:tnfcontainer:testpod:test-1ns:tnfcontainer:testpod:test-bc6557c94-57n5mns:tnfcontainer:testpod:test-bc6557c94-87l2fns:tnf]RunningsuiteMANAGEABILITY[PASS]manageability-containers-image-tag[PASS]manageability-container-port-name-formatRunningsuiteNETWORKING[PASS]networking-icmpv4-connectivity[SKIP]networking-icmpv4-connectivity-multus(compliantandnon-compliantobjectslistsareempty)[SKIP]networking-icmpv6-connectivity(compliantandnon-compliantobjectslistsareempty)[SKIP]networking-icmpv6-connectivity-multus(compliantandnon-compliantobjectslistsareempty)[RUNNING]networking-undeclared-container-ports-usage(4s)[INFO][Jun2612:13:23.333][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-0ns:tnf"is[PASS]networking-undeclared-container-ports-usage[PASS]networking-ocp-reserved-ports-usage[SKIP]networking-dual-stack-service(noservicestocheckfound)[FAIL]networking-network-policy-deny-all[RUNNING]networking-reserved-partner-ports(4s)[INFO][Jun2612:13:53.784][netcommons.go:228][networking-reserved-partner-ports]"pod:test-0ns:tnf"listensinPartner[PASS]networking-reserved-partner-ports[SKIP]networking-dpdk-cpu-pinning-exec-probe(noCPUpinningpodstocheckfound)[SKIP]networking-restart-on-reboot-sriov-pod(noSRIOVpodstocheckfound)RunningsuitePLATFORM-ALTERATION[SKIP]platform-alteration-hyperthread-enable(nomatchinglabels)[SKIP]platform-alteration-base-image(nomatchinglabels)[SKIP]platform-alteration-tainted-node-kernel(nomatchinglabels)[SKIP]platform-alteration-isredhat-release(nomatchinglabels)[SKIP]platform-alteration-is-selinux-enforcing(nomatchinglabels)[SKIP]platform-alteration-hugepages-config(nomatchinglabels)[SKIP]platform-alteration-boot-params(nomatchinglabels)[SKIP]platform-alteration-sysctl-config(nomatchinglabels)[SKIP]platform-alteration-service-mesh-usage(nomatchinglabels)[SKIP]platform-alteration-ocp-lifecycle(nomatchinglabels)[SKIP]platform-alteration-ocp-node-os-lifecycle(nomatchinglabels)[SKIP]platform-alteration-hugepages-2m-only(nomatchinglabels)[SKIP]platform-alteration-hugepages-1g-only(nomatchinglabels)RunningsuiteOPERATOR[SKIP]operator-install-status-succeeded(nooperatorsfound)[SKIP]operator-install-status-no-privileges(nooperatorsfound)[SKIP]operator-install-source(nooperatorsfound)[SKIP]operator-semantic-versioning(nooperatorsfound)[PASS]operator-crd-versioning[PASS]operator-crd-openapi-schema[SKIP]operator-single-crd-owner(nooperatorsfound)RunningsuiteACCESS-CONTROL[PASS]access-control-security-context[PASS]access-control-sys-admin-capability-check[PASS]access-control-net-admin-capability-check[PASS]access-control-net-raw-capability-check[PASS]access-control-ipc-lock-capability-check[PASS]access-control-bpf-capability-check[PASS]access-control-security-context-non-root-user-check[PASS]access-control-security-context-privilege-escalation[PASS]access-control-container-host-port[PASS]access-control-pod-host-network[PASS]access-control-pod-host-path[PASS]access-control-pod-host-ipc[PASS]access-control-pod-host-pid[PASS]access-control-namespace[PASS]access-control-pod-service-account[PASS]access-control-pod-role-bindings[RUNNING]access-control-cluster-role-bindings(2s)[INFO][Jun2612:14:22.091][suite.go:651][access-control-cluster-role-bindings]Pod"pod:test-bc6557c94-57n5mns:tnf"[PASS]access-control-cluster-role-bindings[PASS]access-control-pod-automount-service-account-token[RUNNING]access-control-one-process-per-container(5s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod:[PASS]access-control-one-process-per-container[FAIL]access-control-sys-nice-realtime-capability[SKIP]access-control-sys-ptrace-capability(Sharedprocessnamespacepodsfound.)[PASS]access-control-namespace-resource-quota[RUNNING]access-control-ssh-daemons(5s)[INFO][Jun2612:14:49.534][suite.go:885][access-control-ssh-daemons]Pod"pod:test-0ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(12s)[INFO][Jun2612:14:56.394][suite.go:885][access-control-ssh-daemons]Pod"pod:test-bc6557c94-57n5mns:tnf"isnotrunningan[PASS]access-control-ssh-daemons[PASS]access-control-requests-and-limits[PASS]access-control-no-1337-uid[SKIP]access-control-service-type(noservicestocheckfound)[PASS]access-control-crd-rolesRunningsuiteAFFILIATED-CERTIFICATION[SKIP]affiliated-certification-helm-version(Therearenohelmchartreleasestocheck.)[SKIP]affiliated-certification-operator-is-certified(Therearenooperatorstocheck.Pleasecheckundertestlabels.)[SKIP]affiliated-certification-helmchart-is-certified(Therearenohelmchartreleasestocheck.)[RUNNING]affiliated-certification-container-is-certified-digest(3s)[ERROR][Jun2612:15:08.168][suite.go:191][affiliated-certification-container-is-certified-digest]Co[RUNNING]affiliated-certification-container-is-certified-digest(5s)[ERROR][Jun2612:15:10.318][suite.go:191][affiliated-certification-container-is-certified-digest]Co[FAIL]affiliated-certification-container-is-certified-digestRunningsuiteLIFECYCLE[SKIP]lifecycle-container-prestop(nomatchinglabels)[SKIP]lifecycle-crd-scaling(nomatchinglabels)[SKIP]lifecycle-container-poststart(nomatchinglabels)[SKIP]lifecycle-image-pull-policy(nomatchinglabels)[SKIP]lifecycle-readiness-probe(nomatchinglabels)[SKIP]lifecycle-liveness-probe(nomatchinglabels)[SKIP]lifecycle-startup-probe(nomatchinglabels)[SKIP]lifecycle-pod-owner-type(nomatchinglabels)[SKIP]lifecycle-pod-high-availability(nomatchinglabels)[SKIP]lifecycle-pod-scheduling(nomatchinglabels)[SKIP]lifecycle-pod-recreation(nomatchinglabels)[SKIP]lifecycle-deployment-scaling(nomatchinglabels)[SKIP]lifecycle-statefulset-scaling(nomatchinglabels)[SKIP]lifecycle-persistent-volume-reclaim-policy(nomatchinglabels)[SKIP]lifecycle-cpu-isolation(nomatchinglabels)[SKIP]lifecycle-affinity-required-pods(nomatchinglabels)[SKIP]lifecycle-pod-toleration-bypass(nomatchinglabels)[SKIP]lifecycle-storage-provisioner(nomatchinglabels)RunningsuiteOBSERVABILITY[PASS]observability-container-logging[PASS]observability-crd-status[PASS]observability-termination-policy[PASS]observability-pod-disruption-budgetRunningsuitePERFORMANCE[PASS]performance-exclusive-cpu-pool[SKIP]performance-rt-apps-no-exec-probes(TherearenoguaranteedpodswithexclusiveCPUstocheck.)[SKIP]performance-shared-cpu-pool-non-rt-scheduling-policy(Therearenonon-guaranteedpodswithoutHostPIDtocheck.)[SKIP]performance-exclusive-cpu-pool-rt-scheduling-policy(TherearenoguaranteedpodswithoutexclusiveCPUsandwithoutHostPIDtocheck.)[SKIP]performance-isolated-cpu-pool-rt-scheduling-policy(TherearenoguaranteedpodswithisolatedCPUsandwithoutHostPIDtocheck.)-----------------------------------------------------------|networking416||operator205||access-control2412||affiliated-certification013||observability400|--------------------------------------------odnamespace"tnf")[INFO][Jun2612:13:50.027][suite.go:338][networking-network-policy-deny-all]SkippingNetworkpolicy"assisted-installer-network-policy"(namespace"assisted-installer"doesnotmatchP[INFO][Jun2612:13:50.027][suite.go:338][networking-network-policy-deny-all]SkippingNetworkpolicy"intra-namespace"(namespace"default"doesnotmatchPodnamespace"tnf")[INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"intra-namespace"againstpod"pod:test-bc6557c94-57n5mns:tnf"[ERROR][Jun2612:13:50.027][suite.go:363][networking-network-policy-deny-all]Pod"pod:test-bc6557c94-57n5mns:tnf"wasfoundtonothaveadefaultingressdeny-allnetworkpolicy.[ERROR][Jun2612:13:50.027][suite.go:369][networking-network-policy-deny-all]Pod"pod:test-bc6557c94-57n5mns:tnf"wasfoundtonothaveadefaultegressdeny-allnetworkpolicy.[INFO][Jun2612:13:50.027][suite.go:327][networking-network-policy-deny-all]TestingPod"pod:test-bc6557c94-87l2fns:tnf"-----------------------------------------------------|LOG(access-control-sys-nice-realtime-capability)|[INFO][Jun2612:14:43.686][check.go:271][access-control-sys-nice-realtime-capability]Runningcheck(labels:[telcoaccess-control-sys-nice-realtime-capabilityaccess-control])[INFO][Jun2612:14:43.686][suite.go:779][access-control-sys-nice-realtime-capability]TestingContainer"container:testpod:test-0ns:tnf"[ERROR][Jun2612:14:43.686][suite.go:787][access-control-sys-nice-realtime-capability]Container"container:testpod:test-0ns:tnf"hasbeenfoundrunningonarealtimekernelenablednodewithoutSYS_NICEcapability.[INFO][Jun2612:14:43.686][suite.go:779][access-control-sys-nice-realtime-capability]TestingContainer"container:testpod:test-1ns:tnf"[ERROR][Jun2612:14:43.686][suite.go:787][access-control-sys-nice-realtime-capability]Container"container:testpod:test-1ns:tnf"hasbeenfoundrunningonarealtimekernelenable[INFO][Jun2612:14:43.686][suite.go:779][access-control-sys-nice-realtime-capability]TestingContainer"container:testpod:test-bc6557c94-57n5mns:tnf"[ERROR][Jun2612:14:43.686][suite.go:787][access-control-sys-nice-realtime-capability]Container"container:testpod:test-bc6557c94-57n5mns:tnf"hasbeenfoundrunningonarealtimekernelenablednodewithoutSYS_NICEcapability.[INFO][Jun2612:14:43.686][suite.go:779][access-control-sys-nice-realtime-capability]TestingContainer"container:testpod:test-bc6557c94-87l2fns:tnf"[ERROR][Jun2612:14:43.686][suite.go:787][access-control-sys-nice-realtime-capability]Container"container:testpod:test-bc6557c94-87l2fns:tnf"hasbeenfoundrunningonarealtime[INFO][Jun2612:15:03.409][checksdb.go:116][access-control-sys-nice-realtime-capability]Recordingresult"FAILED",claimID:{Id:access-control-sys-nice-realtime-capabilitySuite:access-controlTags:telco}----------------------------------------------------------------|LOG(affiliated-certification-container-is-certified-digest)|[INFO][Jun2612:15:06.591][check.go:271][affiliated-certification-container-is-certified-digest]Runningcheck(labels:[commonaffiliated-certification-container-is-certified-digestaffiliated-certification])[INFO][Jun2612:15:06.591][suite.go:182][affiliated-certification-container-is-certified-digest]TestingContainer"container:testpod:test-0ns:tnf"[ERROR][Jun2612:15:08.168][suite.go:191][affiliated-certification-container-is-certified-digest]Container"container:testpod:test-0ns:tnf"digestnotfoundindatabase,failingvalidation(repo="quay.io"image="redhat-best-practices-for-k8s/cnf-test-partner"tag="latest"digest="sha256:12f19769f552dcf0deab1542e9c0dff3887d47087ebf1abb4d4834fa0f88a1fa")[INFO][Jun2612:15:08.169][suite.go:182][affiliated-certification-container-is-certified-digest]TestingContainer"container:testpod:test-1ns:tnf"[ERROR][Jun2612:15:09.050][suite.go:191][affiliated-certification-container-is-certified-digest]Container"container:testpod:test-1ns:tnf"digestnotfoundindatabase,failingv[INFO][Jun2612:15:09.050][suite.go:182][affiliated-certification-container-is-certified-digest]TestingContainer"container:testpod:test-bc6557c94-57n5mns:tnf"[ERROR][Jun2612:15:10.318][suite.go:191][affiliated-certification-container-is-certified-digest]Container"container:testpod:test-bc6557c94-57n5mns:tnf"digestnotfoundindatabase,failingvalidation(repo="quay.io"image="redhat-best-practices-for-k8s/cnf-test-partner"tag="latest"digest="sha256:12f19769f552dcf0deab1542e9c0dff3887d47087ebf1abb4d4834fa0f88a1fa")[INFO][Jun2612:15:10.318][suite.go:182][affiliated-certification-container-is-certified-digest]TestingContainer"container:testpod:test-bc6557c94-87l2fns:tnf"[ERROR][Jun2612:15:11.366][suite.go:191][affiliated-certification-container-is-certified-digest]Container"container:testpod:test-bc6557c94-87l2fns:tnf"digestnotfoundindatab[INFO][Jun2612:15:11.366][checksdb.go:116][affiliated-certification-container-is-certified-digest]Recordingresult"FAILED",claimID:{Id:affiliated-certification-container-is-certified-digestSuite:affiliated-certificationTags:common}[RUNNING]manageability-containers-image-tag[RUNNING]manageability-container-port-name-format[RUNNING]networking-icmpv4-connectivity[RUNNING]networking-icmpv4-connectivity(1s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(2s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(3s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(4s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(5s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(6s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(7s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(8s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(8s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("conta[RUNNING]networking-icmpv4-connectivity(9s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("conta[RUNNING]networking-icmpv4-connectivity(10s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(11s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(12s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(13s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(14s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(15s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(15s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(16s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(17s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(18s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(19s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(20s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(21s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(22s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity-multus[RUNNING]networking-icmpv4-connectivity-multus(1s)[INFO][Jun2612:13:17.684][icmp.go:53][networking-icmpv4-connectivity-multus]TestingPod"pod:test-bc6557c94-87l2f[RUNNING]networking-icmpv6-connectivity[RUNNING]networking-icmpv6-connectivity-multus[RUNNING]networking-undeclared-container-ports-usage[RUNNING]networking-undeclared-container-ports-usage(1s)[INFO][Jun2612:13:20.687][check.go:271][networking-undeclared-container-ports-usage]Runningcheck(labels:[e[RUNNING]networking-undeclared-container-ports-usage(2s)[INFO][Jun2612:13:20.687][check.go:271][networking-undeclared-container-ports-usage]Runningcheck(labels:[e[RUNNING]networking-undeclared-container-ports-usage(3s)[INFO][Jun2612:13:20.687][check.go:271][networking-undeclared-container-ports-usage]Runningcheck(labels:[e[RUNNING]networking-undeclared-container-ports-usage(5s)[INFO][Jun2612:13:23.333][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-0ns:tnf"is[RUNNING]networking-undeclared-container-ports-usage(6s)[INFO][Jun2612:13:23.333][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-0ns:tnf"is[RUNNING]networking-undeclared-container-ports-usage(6s)[INFO][Jun2612:13:26.054][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-1ns:tnf"is[RUNNING]networking-undeclared-container-ports-usage(7s)[INFO][Jun2612:13:26.054][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-1ns:tnf"is[RUNNING]networking-undeclared-container-ports-usage(8s)[INFO][Jun2612:13:26.054][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-1ns:tnf"is[RUNNING]networking-undeclared-container-ports-usage(9s)[INFO][Jun2612:13:26.054][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-1ns:tnf"is[RUNNING]networking-undeclared-container-ports-usage(10s)[INFO][Jun2612:13:26.054][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-1ns:tnf"is[RUNNING]networking-undeclared-container-ports-usage(10s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(11s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(12s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(13s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(14s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(15s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(16s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-ocp-reserved-ports-usage[RUNNING]networking-ocp-reserved-ports-usage(1s)[INFO][Jun2612:13:36.828][check.go:271][networking-ocp-reserved-ports-usage]Runningcheck(labels:[commonnetworking[RUNNING]networking-ocp-reserved-ports-usage(2s)[INFO][Jun2612:13:36.828][check.go:271][networking-ocp-reserved-ports-usage]Runningcheck(labels:[commonnetworking[RUNNING]networking-ocp-reserved-ports-usage(3s)[INFO][Jun2612:13:36.828][check.go:271][networking-ocp-reserved-ports-usage]Runningcheck(labels:[commonnetworking[RUNNING]networking-ocp-reserved-ports-usage(4s)[INFO][Jun2612:13:36.828][check.go:271][networking-ocp-reserved-ports-usage]Runningcheck(labels:[commonnetworking[RUNNING]networking-ocp-reserved-ports-usage(4s)[INFO][Jun2612:13:39.906][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-0ns:tnf"listensinOCP[RUNNING]networking-ocp-reserved-ports-usage(5s)[INFO][Jun2612:13:39.906][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-0ns:tnf"listensinOCP[RUNNING]networking-ocp-reserved-ports-usage(6s)[INFO][Jun2612:13:39.906][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-0ns:tnf"listensinOCP[RUNNING]networking-ocp-reserved-ports-usage(7s)[INFO][Jun2612:13:39.906][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-0ns:tnf"listensinOCP[RUNNING]networking-ocp-reserved-ports-usage(7s)[INFO][Jun2612:13:43.176][netcommons.go:167][networking-ocp-reserved-ports-usage]"container:testpod:test-bc6557c94[RUNNING]networking-ocp-reserved-ports-usage(8s)[INFO][Jun2612:13:43.176][netcommons.go:167][networking-ocp-reserved-ports-usage]"container:testpod:test-bc6557c94[RUNNING]networking-ocp-reserved-ports-usage(9s)[INFO][Jun2612:13:43.176][netcommons.go:167][networking-ocp-reserved-ports-usage]"container:testpod:test-bc6557c94[RUNNING]networking-ocp-reserved-ports-usage(10s)[INFO][Jun2612:13:43.176][netcommons.go:167][networking-ocp-reserved-ports-usage]"container:testpod:test-bc6557c9[RUNNING]networking-ocp-reserved-ports-usage(10s)[INFO][Jun2612:13:46.053][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-bc6557c94-57n5mns:tnf"[RUNNING]networking-ocp-reserved-ports-usage(11s)[INFO][Jun2612:13:46.053][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-bc6557c94-57n5mns:tnf"[RUNNING]networking-ocp-reserved-ports-usage(12s)[INFO][Jun2612:13:46.053][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-bc6557c94-57n5mns:tnf"[RUNNING]networking-ocp-reserved-ports-usage(13s)[INFO][Jun2612:13:46.053][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-bc6557c94-57n5mns:tnf"[RUNNING]networking-network-policy-deny-all[RUNNING]networking-network-policy-deny-all(1s)[INFO][Jun2612:13:50.027][suite.go:338][networking-network-policy-deny-all]SkippingNetworkpolicy"assisted-installer[RUNNING]networking-reserved-partner-ports[RUNNING]networking-reserved-partner-ports(1s)[INFO][Jun2612:13:51.028][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-0ns:tnf"do[RUNNING]networking-reserved-partner-ports(2s)[INFO][Jun2612:13:51.028][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-0ns:tnf"do[RUNNING]networking-reserved-partner-ports(3s)[INFO][Jun2612:13:51.028][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-0ns:tnf"do[RUNNING]networking-reserved-partner-ports(5s)[INFO][Jun2612:13:53.784][netcommons.go:228][networking-reserved-partner-ports]"pod:test-0ns:tnf"listensinPartner[RUNNING]networking-reserved-partner-ports(6s)[INFO][Jun2612:13:53.784][netcommons.go:228][networking-reserved-partner-ports]"pod:test-0ns:tnf"listensinPartner[RUNNING]networking-reserved-partner-ports(6s)[INFO][Jun2612:13:56.386][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-57n[RUNNING]networking-reserved-partner-ports(7s)[INFO][Jun2612:13:56.386][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-57n[RUNNING]networking-reserved-partner-ports(8s)[INFO][Jun2612:13:56.386][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-57n[RUNNING]networking-reserved-partner-ports(9s)[INFO][Jun2612:13:56.386][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-57n[RUNNING]networking-reserved-partner-ports(9s)[INFO][Jun2612:13:59.252][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-87l[RUNNING]networking-reserved-partner-ports(10s)[INFO][Jun2612:13:59.252][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-87[RUNNING]networking-reserved-partner-ports(11s)[INFO][Jun2612:13:59.252][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-87[RUNNING]networking-reserved-partner-ports(12s)[INFO][Jun2612:13:59.252][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-87[RUNNING]operator-crd-versioning[RUNNING]operator-crd-openapi-schema[RUNNING]access-control-security-context[RUNNING]access-control-sys-admin-capability-check[RUNNING]access-control-net-admin-capability-check[RUNNING]access-control-net-raw-capability-check[RUNNING]access-control-ipc-lock-capability-check[RUNNING]access-control-ipc-lock-capability-check(1s)[INFO][Jun2612:14:09.230][suite.go:272][access-control-ipc-lock-capability-check]TestingContainer"container:t[RUNNING]access-control-bpf-capability-check[RUNNING]access-control-security-context-non-root-user-check[RUNNING]access-control-security-context-non-root-user-check(1s)[INFO][Jun2612:14:11.232][suite.go:328][access-control-security-context-non-root-user-check]Non-root[RUNNING]access-control-security-context-privilege-escalation[RUNNING]access-control-container-host-port[RUNNING]access-control-pod-host-network[RUNNING]access-control-pod-host-path[RUNNING]access-control-pod-host-ipc[RUNNING]access-control-pod-host-ipc(1s)[INFO][Jun2612:14:16.237][check.go:271][access-control-pod-host-ipc]Runningcheck(labels:[commonaccess-control-pod-host-ip[RUNNING]access-control-pod-host-pid[RUNNING]access-control-pod-host-pid(1s)[INFO][Jun2612:14:17.238][suite.go:473][access-control-pod-host-pid]HostPidnotsetinPod"pod:test-0ns:tnf".[RUNNING]access-control-namespace[RUNNING]access-control-namespace(1s)[INFO][Jun2612:14:18.239][check.go:271][access-control-namespace]Runningcheck(labels:[commonaccess-control-namespaceaccess-[RUNNING]access-control-pod-service-account[RUNNING]access-control-pod-service-account(1s)[INFO][Jun2612:14:19.403][check.go:271][access-control-pod-service-account]Runningcheck(labels:[commonaccess-contr[RUNNING]access-control-pod-role-bindings[RUNNING]access-control-pod-role-bindings(1s)[RUNNING]access-control-cluster-role-bindings[RUNNING]access-control-cluster-role-bindings(1s)[INFO][Jun2612:14:21.405][check.go:271][access-control-cluster-role-bindings]Runningcheck(labels:[telcoaccess-co[RUNNING]access-control-cluster-role-bindings(1s)[INFO][Jun2612:14:21.583][suite.go:651][access-control-cluster-role-bindings]Pod"pod:test-0ns:tnf"isnotusing[RUNNING]access-control-cluster-role-bindings(1s)[INFO][Jun2612:14:21.783][pods.go:383][access-control-cluster-role-bindings]Pod"pod:test-bc6557c94-57n5mns:tnf"[RUNNING]access-control-pod-automount-service-account-token[RUNNING]access-control-pod-automount-service-account-token(1s)[INFO][Jun2612:14:23.604][check.go:271][access-control-pod-automount-service-account-token]Runningche[RUNNING]access-control-pod-automount-service-account-token(1s)[INFO][Jun2612:14:23.753][suite.go:718][access-control-pod-automount-service-account-token]Pod"pod:t[RUNNING]access-control-pod-automount-service-account-token(1s)[INFO][Jun2612:14:23.934][suite.go:718][access-control-pod-automount-service-account-token]Pod"pod:t[RUNNING]access-control-pod-automount-service-account-token(2s)[INFO][Jun2612:14:24.139][suite.go:718][access-control-pod-automount-service-account-token]Pod"pod:t[RUNNING]access-control-one-process-per-container[RUNNING]access-control-one-process-per-container(1s)[RUNNING]access-control-one-process-per-container(1s)[INFO][Jun2612:14:25.352][check.go:271][access-control-one-process-per-container]Runningcheck(labels:[common[RUNNING]access-control-one-process-per-container(2s)[INFO][Jun2612:14:25.352][check.go:271][access-control-one-process-per-container]Runningcheck(labels:[common[RUNNING]access-control-one-process-per-container(3s)[INFO][Jun2612:14:25.352][check.go:271][access-control-one-process-per-container]Runningcheck(labels:[common[RUNNING]access-control-one-process-per-container(4s)[INFO][Jun2612:14:25.352][check.go:271][access-control-one-process-per-container]Runningcheck(labels:[common[RUNNING]access-control-one-process-per-container(6s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod:[RUNNING]access-control-one-process-per-container(7s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod:[RUNNING]access-control-one-process-per-container(8s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod:[RUNNING]access-control-one-process-per-container(9s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod:[RUNNING]access-control-one-process-per-container(10s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(10s)[INFO][Jun2612:14:34.579][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(11s)[INFO][Jun2612:14:34.579][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(12s)[INFO][Jun2612:14:34.579][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(13s)[INFO][Jun2612:14:34.579][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(13s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(14s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(15s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(16s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(17s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(18s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-sys-nice-realtime-capability[RUNNING]access-control-namespace-resource-quota[RUNNING]access-control-namespace-resource-quota(1s)[INFO][Jun2612:14:44.687][suite.go:836][access-control-namespace-resource-quota]TestingPod"pod:test-bc6557c94-[RUNNING]access-control-ssh-daemons[RUNNING]access-control-ssh-daemons(1s)[INFO][Jun2612:14:45.688][check.go:271][access-control-ssh-daemons]Runningcheck(labels:[telcoaccess-control-ssh-daemonsac[RUNNING]access-control-ssh-daemons(2s)[INFO][Jun2612:14:45.688][check.go:271][access-control-ssh-daemons]Runningcheck(labels:[telcoaccess-control-ssh-daemonsac[RUNNING]access-control-ssh-daemons(3s)[INFO][Jun2612:14:45.688][check.go:271][access-control-ssh-daemons]Runningcheck(labels:[telcoaccess-control-ssh-daemonsac[RUNNING]access-control-ssh-daemons(4s)[INFO][Jun2612:14:45.688][check.go:271][access-control-ssh-daemons]Runningcheck(labels:[telcoaccess-control-ssh-daemonsac[RUNNING]access-control-ssh-daemons(6s)[INFO][Jun2612:14:49.534][suite.go:885][access-control-ssh-daemons]Pod"pod:test-0ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(7s)[INFO][Jun2612:14:49.534][suite.go:885][access-control-ssh-daemons]Pod"pod:test-0ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(8s)[INFO][Jun2612:14:49.534][suite.go:885][access-control-ssh-daemons]Pod"pod:test-0ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(8s)[INFO][Jun2612:14:52.918][suite.go:885][access-control-ssh-daemons]Pod"pod:test-1ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(9s)[INFO][Jun2612:14:52.918][suite.go:885][access-control-ssh-daemons]Pod"pod:test-1ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(10s)[INFO][Jun2612:14:52.918][suite.go:885][access-control-ssh-daemons]Pod"pod:test-1ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(11s)[INFO][Jun2612:14:52.918][suite.go:885][access-control-ssh-daemons]Pod"pod:test-1ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(13s)[INFO][Jun2612:14:56.394][suite.go:885][access-control-ssh-daemons]Pod"pod:test-bc6557c94-57n5mns:tnf"isnotrunningan[RUNNING]access-control-ssh-daemons(14s)[INFO][Jun2612:14:56.394][suite.go:885][access-control-ssh-daemons]Pod"pod:test-bc6557c94-57n5mns:tnf"isnotrunningan[RUNNING]access-control-ssh-daemons(15s)[INFO][Jun2612:14:56.394][suite.go:885][access-control-ssh-daemons]Pod"pod:test-bc6557c94-57n5mns:tnf"isnotrunningan[RUNNING]access-control-requests-and-limits[RUNNING]access-control-requests-and-limits(1s)[INFO][Jun2612:15:01.406][check.go:271][access-control-requests-and-limits]Runningcheck(labels:[telcoaccess-contro[RUNNING]access-control-no-1337-uid[RUNNING]access-control-no-1337-uid(1s)[INFO][Jun2612:15:02.407][suite.go:952][access-control-no-1337-uid]Pod"pod:test-1ns:tnf"isnotusingsecurityContextRunA[RUNNING]access-control-crd-roles[RUNNING]affiliated-certification-container-is-certified-digest[RUNNING]affiliated-certification-container-is-certified-digest(1s)[INFO][Jun2612:15:06.591][check.go:271][affiliated-certification-container-is-certified-digest]Run[RUNNING]affiliated-certification-container-is-certified-digest(2s)[INFO][Jun2612:15:06.591][check.go:271][affiliated-certification-container-is-certified-digest]Run[RUNNING]affiliated-certification-container-is-certified-digest(3s)[ERROR][Jun2612:15:09.050][suite.go:191][affiliated-certification-container-is-certified-digest]Co[RUNNING]affiliated-certification-container-is-certified-digest(4s)[ERROR][Jun2612:15:09.050][suite.go:191][affiliated-certification-container-is-certified-digest]Co[RUNNING]observability-container-logging[RUNNING]observability-container-logging(1s)[RUNNING]observability-container-logging(1s)[INFO][Jun2612:15:12.368][check.go:271][observability-container-logging]Runningcheck(labels:[telcoobservability-conta[RUNNING]observability-container-logging(1s)[INFO][Jun2612:15:12.573][suite.go:130][observability-container-logging]Container"container:testpod:test-0ns:tnf"h[RUNNING]observability-container-logging(1s)[INFO][Jun2612:15:12.777][suite.go:130][observability-container-logging]Container"container:testpod:test-1ns:tnf"h[RUNNING]observability-container-logging(2s)[INFO][Jun2612:15:12.986][suite.go:130][observability-container-logging]Container"container:testpod:test-bc6557c94-57[RUNNING]observability-crd-status[RUNNING]observability-termination-policy[RUNNING]observability-termination-policy(1s)[INFO][Jun2612:15:15.190][check.go:271][observability-termination-policy]Runningcheck(labels:[telcoobservability-ter[RUNNING]observability-pod-disruption-budget[RUNNING]observability-pod-disruption-budget(1s)[INFO][Jun2612:15:16.191][check.go:271][observability-pod-disruption-budget]Runningcheck(labels:[commonobservabil[RUNNING]performance-exclusive-cpu-pool[RUNNING]performance-exclusive-cpu-pool(1s)[INFO][Jun2612:15:17.192][check.go:271][performance-exclusive-cpu-pool]Runningcheck(labels:[faredgeperformance-exclusi[RUNNING]performance-max-resources-exec-probes[PASS]performance-max-resources-exec-probes|SUITEPASSEDFAILEDSKIPPED||lifecycle0018||performance204||manageability200||platform-alteration0013||LOG(networking-network-policy-deny-all)|[INFO][Jun2612:13:50.026][check.go:271][networking-network-policy-deny-all]Runningcheck(labels:[commonnetworking-network-policy-deny-allnetworking])[INFO][Jun2612:13:50.026][suite.go:327][networking-network-policy-deny-all]TestingPod"pod:test-0ns:tnf"[INFO][Jun2612:13:50.026][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"assisted-installer-network-policy"againstpod"pod:test-0ns:tnf"[INFO][Jun2612:13:50.026][suite.go:338][networking-network-policy-deny-all]SkippingNetworkpolicy"assisted-installer-network-policy"(namespace"assisted-installer"doesnotmatchP[INFO][Jun2612:13:50.026][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"intra-namespace"againstpod"pod:test-0ns:tnf"[INFO][Jun2612:13:50.026][suite.go:338][networking-network-policy-deny-all]SkippingNetworkpolicy"intra-namespace"(namespace"default"doesnotmatchPodnamespace"tnf")[ERROR][Jun2612:13:50.026][suite.go:363][networking-network-policy-deny-all]Pod"pod:test-0ns:tnf"wasfoundtonothaveadefaultingressdeny-allnetworkpolicy.[ERROR][Jun2612:13:50.026][suite.go:369][networking-network-policy-deny-all]Pod"pod:test-0ns:tnf"wasfoundtonothaveadefaultegressdeny-allnetworkpolicy.[INFO][Jun2612:13:50.026][suite.go:327][networking-network-policy-deny-all]TestingPod"pod:test-1ns:tnf"[INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"assisted-installer-network-policy"againstpod"pod:test-1ns:tnf"[INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"intra-namespace"againstpod"pod:test-1ns:tnf"[ERROR][Jun2612:13:50.027][suite.go:363][networking-network-policy-deny-all]Pod"pod:test-1ns:tnf"wasfoundtonothaveadefaultingressdeny-allnetworkpolicy.[ERROR][Jun2612:13:50.027][suite.go:369][networking-network-policy-deny-all]Pod"pod:test-1ns:tnf"wasfoundtonothaveadefaultegressdeny-allnetworkpolicy.[INFO][Jun2612:13:50.027][suite.go:327][networking-network-policy-deny-all]TestingPod"pod:test-bc6557c94-57n5mns:tnf"[INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"assisted-installer-network-policy"againstpod"pod:test-bc6557c94-57n5mns:tnf"[INFO][INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"assisted-installer-network-policy"againstpod"pod:test-bc6557c94-87l2fns:tnf"[INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"intra-namespace"againstpod"pod:test-bc6557c94-87l2fns:tnf"[ERROR][Jun2612:13:50.027][suite.go:363][networking-network-policy-deny-all]Pod"pod:test-bc6557c94-87l2fns:tnf"wasfoundtonothaveadefaultingressdeny-allnetworkpolicy.[ERROR][Jun2612:13:50.027][suite.go:369][networking-network-policy-deny-all]Pod"pod:test-bc6557c94-87l2fns:tnf"wasfoundtonothaveadefaultegressdeny-allnetworkpolicy.[INFO][Jun2612:14:02.222][checksdb.go:116][networking-network-policy-deny-all]Recordingresult"FAILED",claimID:{Id:networking-network-policy-deny-allSuite:networkingTags:common}[ERROR][Jun2612:15:08.168][suite.go:191][affiliated-certificaexit \ No newline at end of file +jmontesi@fedora~/github/certsuite(update_banner_v5_2)$jmontesi@fedora~/github/certsuite(update_banner_v5_2)$./certsuite run -l '!lifecycle && !platform-alteration' -k ~/config/kubeconfigjmontesi@fedora~/github/certsuite(update_banner_v5_2)$./certsuiterun-l'!lifecycle&&!platform-alteration'-k~/config/kubeconfig_____________________________________________/___||____||_\|__|/___||||||__||__||____|____|___||___\|||_|||_)|||\___\|||||||||_|\\//|___\__)|||___||___|_<||___)|||_||||||||___\V/___)|_/__/\____||_____||_|\_\|_||____/\___/|___||_||_____|\_/|____/(_)|_____|CERTSUITEversion:v5.2.0Claimfileversion:v0.4.0Checksfilter:!lifecycle&&!platform-alterationOutputfolder:certsuiteLogfile:certsuite.log(level=debug)RunningdiscoveryofCertSuitetargetresources...[container:testpod:test-0ns:certsuitecontainer:testpod:test-1ns:certsuitecontainer:testpod:test-bc6557c94-57n5mns:certsuitecontainer:testpod:test-bc6557c94-87l2fns:certsuite]RunningsuiteMANAGEABILITY[PASS]manageability-containers-image-tag[PASS]manageability-container-port-name-formatRunningsuiteNETWORKING[PASS]networking-icmpv4-connectivity[SKIP]networking-icmpv4-connectivity-multus(compliantandnon-compliantobjectslistsareempty)[SKIP]networking-icmpv6-connectivity(compliantandnon-compliantobjectslistsareempty)[SKIP]networking-icmpv6-connectivity-multus(compliantandnon-compliantobjectslistsareempty)[RUNNING]networking-undeclared-container-ports-usage(4s)[INFO][Jun2612:13:23.333][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-0ns:certsuite"is[PASS]networking-undeclared-container-ports-usage[PASS]networking-ocp-reserved-ports-usage[SKIP]networking-dual-stack-service(noservicestocheckfound)[FAIL]networking-network-policy-deny-all[RUNNING]networking-reserved-partner-ports(4s)[INFO][Jun2612:13:53.784][netcommons.go:228][networking-reserved-partner-ports]"pod:test-0ns:certsuite"listensinPartner[PASS]networking-reserved-partner-ports[SKIP]networking-dpdk-cpu-pinning-exec-probe(noCPUpinningpodstocheckfound)[SKIP]networking-restart-on-reboot-sriov-pod(noSRIOVpodstocheckfound)RunningsuitePLATFORM-ALTERATION[SKIP]platform-alteration-hyperthread-enable(nomatchinglabels)[SKIP]platform-alteration-base-image(nomatchinglabels)[SKIP]platform-alteration-tainted-node-kernel(nomatchinglabels)[SKIP]platform-alteration-isredhat-release(nomatchinglabels)[SKIP]platform-alteration-is-selinux-enforcing(nomatchinglabels)[SKIP]platform-alteration-hugepages-config(nomatchinglabels)[SKIP]platform-alteration-boot-params(nomatchinglabels)[SKIP]platform-alteration-sysctl-config(nomatchinglabels)[SKIP]platform-alteration-service-mesh-usage(nomatchinglabels)[SKIP]platform-alteration-ocp-lifecycle(nomatchinglabels)[SKIP]platform-alteration-ocp-node-os-lifecycle(nomatchinglabels)[SKIP]platform-alteration-hugepages-2m-only(nomatchinglabels)[SKIP]platform-alteration-hugepages-1g-only(nomatchinglabels)RunningsuiteOPERATOR[SKIP]operator-install-status-succeeded(nooperatorsfound)[SKIP]operator-install-status-no-privileges(nooperatorsfound)[SKIP]operator-install-source(nooperatorsfound)[SKIP]operator-semantic-versioning(nooperatorsfound)[PASS]operator-crd-versioning[PASS]operator-crd-openapi-schema[SKIP]operator-single-crd-owner(nooperatorsfound)RunningsuiteACCESS-CONTROL[PASS]access-control-security-context[PASS]access-control-sys-admin-capability-check[PASS]access-control-net-admin-capability-check[PASS]access-control-net-raw-capability-check[PASS]access-control-ipc-lock-capability-check[PASS]access-control-bpf-capability-check[PASS]access-control-security-context-non-root-user-check[PASS]access-control-security-context-privilege-escalation[PASS]access-control-container-host-port[PASS]access-control-pod-host-network[PASS]access-control-pod-host-path[PASS]access-control-pod-host-ipc[PASS]access-control-pod-host-pid[PASS]access-control-namespace[PASS]access-control-pod-service-account[PASS]access-control-pod-role-bindings[RUNNING]access-control-cluster-role-bindings(2s)[INFO][Jun2612:14:22.091][suite.go:651][access-control-cluster-role-bindings]Pod"pod:test-bc6557c94-57n5mns:certsuite"[PASS]access-control-cluster-role-bindings[PASS]access-control-pod-automount-service-account-token[RUNNING]access-control-one-process-per-container(5s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod:[PASS]access-control-one-process-per-container[FAIL]access-control-sys-nice-realtime-capability[SKIP]access-control-sys-ptrace-capability(Sharedprocessnamespacepodsfound.)[PASS]access-control-namespace-resource-quota[RUNNING]access-control-ssh-daemons(5s)[INFO][Jun2612:14:49.534][suite.go:885][access-control-ssh-daemons]Pod"pod:test-0ns:certsuite"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(12s)[INFO][Jun2612:14:56.394][suite.go:885][access-control-ssh-daemons]Pod"pod:test-bc6557c94-57n5mns:certsuite"isnotrunningan[PASS]access-control-ssh-daemons[PASS]access-control-requests-and-limits[PASS]access-control-no-1337-uid[SKIP]access-control-service-type(noservicestocheckfound)[PASS]access-control-crd-rolesRunningsuiteAFFILIATED-CERTIFICATION[SKIP]affiliated-certification-helm-version(Therearenohelmchartreleasestocheck.)[SKIP]affiliated-certification-operator-is-certified(Therearenooperatorstocheck.Pleasecheckundertestlabels.)[SKIP]affiliated-certification-helmchart-is-certified(Therearenohelmchartreleasestocheck.)[RUNNING]affiliated-certification-container-is-certified-digest(3s)[ERROR][Jun2612:15:08.168][suite.go:191][affiliated-certification-container-is-certified-digest]Co[RUNNING]affiliated-certification-container-is-certified-digest(5s)[ERROR][Jun2612:15:10.318][suite.go:191][affiliated-certification-container-is-certified-digest]Co[FAIL]affiliated-certification-container-is-certified-digestRunningsuiteLIFECYCLE[SKIP]lifecycle-container-prestop(nomatchinglabels)[SKIP]lifecycle-crd-scaling(nomatchinglabels)[SKIP]lifecycle-container-poststart(nomatchinglabels)[SKIP]lifecycle-image-pull-policy(nomatchinglabels)[SKIP]lifecycle-readiness-probe(nomatchinglabels)[SKIP]lifecycle-liveness-probe(nomatchinglabels)[SKIP]lifecycle-startup-probe(nomatchinglabels)[SKIP]lifecycle-pod-owner-type(nomatchinglabels)[SKIP]lifecycle-pod-high-availability(nomatchinglabels)[SKIP]lifecycle-pod-scheduling(nomatchinglabels)[SKIP]lifecycle-pod-recreation(nomatchinglabels)[SKIP]lifecycle-deployment-scaling(nomatchinglabels)[SKIP]lifecycle-statefulset-scaling(nomatchinglabels)[SKIP]lifecycle-persistent-volume-reclaim-policy(nomatchinglabels)[SKIP]lifecycle-cpu-isolation(nomatchinglabels)[SKIP]lifecycle-affinity-required-pods(nomatchinglabels)[SKIP]lifecycle-pod-toleration-bypass(nomatchinglabels)[SKIP]lifecycle-storage-provisioner(nomatchinglabels)RunningsuiteOBSERVABILITY[PASS]observability-container-logging[PASS]observability-crd-status[PASS]observability-termination-policy[PASS]observability-pod-disruption-budgetRunningsuitePERFORMANCE[PASS]performance-exclusive-cpu-pool[SKIP]performance-rt-apps-no-exec-probes(TherearenoguaranteedpodswithexclusiveCPUstocheck.)[SKIP]performance-shared-cpu-pool-non-rt-scheduling-policy(Therearenonon-guaranteedpodswithoutHostPIDtocheck.)[SKIP]performance-exclusive-cpu-pool-rt-scheduling-policy(TherearenoguaranteedpodswithoutexclusiveCPUsandwithoutHostPIDtocheck.)[SKIP]performance-isolated-cpu-pool-rt-scheduling-policy(TherearenoguaranteedpodswithisolatedCPUsandwithoutHostPIDtocheck.)-----------------------------------------------------------|networking416||operator205||access-control2412||affiliated-certification013||observability400|--------------------------------------------odnamespace"certsuite")[INFO][Jun2612:13:50.027][suite.go:338][networking-network-policy-deny-all]SkippingNetworkpolicy"assisted-installer-network-policy"(namespace"assisted-installer"doesnotmatchP[INFO][Jun2612:13:50.027][suite.go:338][networking-network-policy-deny-all]SkippingNetworkpolicy"intra-namespace"(namespace"default"doesnotmatchPodnamespace"certsuite")[INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"intra-namespace"againstpod"pod:test-bc6557c94-57n5mns:certsuite"[ERROR][Jun2612:13:50.027][suite.go:363][networking-network-policy-deny-all]Pod"pod:test-bc6557c94-57n5mns:certsuite"wasfoundtonothaveadefaultingressdeny-allnetworkpolicy.[ERROR][Jun2612:13:50.027][suite.go:369][networking-network-policy-deny-all]Pod"pod:test-bc6557c94-57n5mns:certsuite"wasfoundtonothaveadefaultegressdeny-allnetworkpolicy.[INFO][Jun2612:13:50.027][suite.go:327][networking-network-policy-deny-all]TestingPod"pod:test-bc6557c94-87l2fns:certsuite"-----------------------------------------------------|LOG(access-control-sys-nice-realtime-capability)|[INFO][Jun2612:14:43.686][check.go:271][access-control-sys-nice-realtime-capability]Runningcheck(labels:[telcoaccess-control-sys-nice-realtime-capabilityaccess-control])[INFO][Jun2612:14:43.686][suite.go:779][access-control-sys-nice-realtime-capability]TestingContainer"container:testpod:test-0ns:certsuite"[ERROR][Jun2612:14:43.686][suite.go:787][access-control-sys-nice-realtime-capability]Container"container:testpod:test-0ns:certsuite"hasbeenfoundrunningonarealtimekernelenablednodewithoutSYS_NICEcapability.[INFO][Jun2612:14:43.686][suite.go:779][access-control-sys-nice-realtime-capability]TestingContainer"container:testpod:test-1ns:certsuite"[ERROR][Jun2612:14:43.686][suite.go:787][access-control-sys-nice-realtime-capability]Container"container:testpod:test-1ns:certsuite"hasbeenfoundrunningonarealtimekernelenable[INFO][Jun2612:14:43.686][suite.go:779][access-control-sys-nice-realtime-capability]TestingContainer"container:testpod:test-bc6557c94-57n5mns:certsuite"[ERROR][Jun2612:14:43.686][suite.go:787][access-control-sys-nice-realtime-capability]Container"container:testpod:test-bc6557c94-57n5mns:certsuite"hasbeenfoundrunningonarealtimekernelenablednodewithoutSYS_NICEcapability.[INFO][Jun2612:14:43.686][suite.go:779][access-control-sys-nice-realtime-capability]TestingContainer"container:testpod:test-bc6557c94-87l2fns:certsuite"[ERROR][Jun2612:14:43.686][suite.go:787][access-control-sys-nice-realtime-capability]Container"container:testpod:test-bc6557c94-87l2fns:certsuite"hasbeenfoundrunningonarealtime[INFO][Jun2612:15:03.409][checksdb.go:116][access-control-sys-nice-realtime-capability]Recordingresult"FAILED",claimID:{Id:access-control-sys-nice-realtime-capabilitySuite:access-controlTags:telco}----------------------------------------------------------------|LOG(affiliated-certification-container-is-certified-digest)|[INFO][Jun2612:15:06.591][check.go:271][affiliated-certification-container-is-certified-digest]Runningcheck(labels:[commonaffiliated-certification-container-is-certified-digestaffiliated-certification])[INFO][Jun2612:15:06.591][suite.go:182][affiliated-certification-container-is-certified-digest]TestingContainer"container:testpod:test-0ns:certsuite"[ERROR][Jun2612:15:08.168][suite.go:191][affiliated-certification-container-is-certified-digest]Container"container:testpod:test-0ns:certsuite"digestnotfoundindatabase,failingvalidation(repo="quay.io"image="redhat-best-practices-for-k8s/cnf-test-partner"tag="latest"digest="sha256:12f19769f552dcf0deab1542e9c0dff3887d47087ebf1abb4d4834fa0f88a1fa")[INFO][Jun2612:15:08.169][suite.go:182][affiliated-certification-container-is-certified-digest]TestingContainer"container:testpod:test-1ns:certsuite"[ERROR][Jun2612:15:09.050][suite.go:191][affiliated-certification-container-is-certified-digest]Container"container:testpod:test-1ns:certsuite"digestnotfoundindatabase,failingv[INFO][Jun2612:15:09.050][suite.go:182][affiliated-certification-container-is-certified-digest]TestingContainer"container:testpod:test-bc6557c94-57n5mns:certsuite"[ERROR][Jun2612:15:10.318][suite.go:191][affiliated-certification-container-is-certified-digest]Container"container:testpod:test-bc6557c94-57n5mns:certsuite"digestnotfoundindatabase,failingvalidation(repo="quay.io"image="redhat-best-practices-for-k8s/cnf-test-partner"tag="latest"digest="sha256:12f19769f552dcf0deab1542e9c0dff3887d47087ebf1abb4d4834fa0f88a1fa")[INFO][Jun2612:15:10.318][suite.go:182][affiliated-certification-container-is-certified-digest]TestingContainer"container:testpod:test-bc6557c94-87l2fns:certsuite"[ERROR][Jun2612:15:11.366][suite.go:191][affiliated-certification-container-is-certified-digest]Container"container:testpod:test-bc6557c94-87l2fns:certsuite"digestnotfoundindatab[INFO][Jun2612:15:11.366][checksdb.go:116][affiliated-certification-container-is-certified-digest]Recordingresult"FAILED",claimID:{Id:affiliated-certification-container-is-certified-digestSuite:affiliated-certificationTags:common}[RUNNING]manageability-containers-image-tag[RUNNING]manageability-container-port-name-format[RUNNING]networking-icmpv4-connectivity[RUNNING]networking-icmpv4-connectivity(1s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(2s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(3s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(4s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(5s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(6s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(7s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(8s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(8s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("conta[RUNNING]networking-icmpv4-connectivity(9s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("conta[RUNNING]networking-icmpv4-connectivity(10s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(11s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(12s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(13s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(14s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(15s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(15s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(16s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(17s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(18s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(19s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(20s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(21s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(22s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity-multus[RUNNING]networking-icmpv4-connectivity-multus(1s)[INFO][Jun2612:13:17.684][icmp.go:53][networking-icmpv4-connectivity-multus]TestingPod"pod:test-bc6557c94-87l2f[RUNNING]networking-icmpv6-connectivity[RUNNING]networking-icmpv6-connectivity-multus[RUNNING]networking-undeclared-container-ports-usage[RUNNING]networking-undeclared-container-ports-usage(1s)[INFO][Jun2612:13:20.687][check.go:271][networking-undeclared-container-ports-usage]Runningcheck(labels:[e[RUNNING]networking-undeclared-container-ports-usage(2s)[INFO][Jun2612:13:20.687][check.go:271][networking-undeclared-container-ports-usage]Runningcheck(labels:[e[RUNNING]networking-undeclared-container-ports-usage(3s)[INFO][Jun2612:13:20.687][check.go:271][networking-undeclared-container-ports-usage]Runningcheck(labels:[e[RUNNING]networking-undeclared-container-ports-usage(5s)[INFO][Jun2612:13:23.333][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-0ns:certsuite"is[RUNNING]networking-undeclared-container-ports-usage(6s)[INFO][Jun2612:13:23.333][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-0ns:certsuite"is[RUNNING]networking-undeclared-container-ports-usage(6s)[INFO][Jun2612:13:26.054][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-1ns:certsuite"is[RUNNING]networking-undeclared-container-ports-usage(7s)[INFO][Jun2612:13:26.054][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-1ns:certsuite"is[RUNNING]networking-undeclared-container-ports-usage(8s)[INFO][Jun2612:13:26.054][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-1ns:certsuite"is[RUNNING]networking-undeclared-container-ports-usage(9s)[INFO][Jun2612:13:26.054][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-1ns:certsuite"is[RUNNING]networking-undeclared-container-ports-usage(10s)[INFO][Jun2612:13:26.054][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-1ns:certsuite"is[RUNNING]networking-undeclared-container-ports-usage(10s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(11s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(12s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(13s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(14s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(15s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(16s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-ocp-reserved-ports-usage[RUNNING]networking-ocp-reserved-ports-usage(1s)[INFO][Jun2612:13:36.828][check.go:271][networking-ocp-reserved-ports-usage]Runningcheck(labels:[commonnetworking[RUNNING]networking-ocp-reserved-ports-usage(2s)[INFO][Jun2612:13:36.828][check.go:271][networking-ocp-reserved-ports-usage]Runningcheck(labels:[commonnetworking[RUNNING]networking-ocp-reserved-ports-usage(3s)[INFO][Jun2612:13:36.828][check.go:271][networking-ocp-reserved-ports-usage]Runningcheck(labels:[commonnetworking[RUNNING]networking-ocp-reserved-ports-usage(4s)[INFO][Jun2612:13:36.828][check.go:271][networking-ocp-reserved-ports-usage]Runningcheck(labels:[commonnetworking[RUNNING]networking-ocp-reserved-ports-usage(4s)[INFO][Jun2612:13:39.906][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-0ns:certsuite"listensinOCP[RUNNING]networking-ocp-reserved-ports-usage(5s)[INFO][Jun2612:13:39.906][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-0ns:certsuite"listensinOCP[RUNNING]networking-ocp-reserved-ports-usage(6s)[INFO][Jun2612:13:39.906][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-0ns:certsuite"listensinOCP[RUNNING]networking-ocp-reserved-ports-usage(7s)[INFO][Jun2612:13:39.906][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-0ns:certsuite"listensinOCP[RUNNING]networking-ocp-reserved-ports-usage(7s)[INFO][Jun2612:13:43.176][netcommons.go:167][networking-ocp-reserved-ports-usage]"container:testpod:test-bc6557c94[RUNNING]networking-ocp-reserved-ports-usage(8s)[INFO][Jun2612:13:43.176][netcommons.go:167][networking-ocp-reserved-ports-usage]"container:testpod:test-bc6557c94[RUNNING]networking-ocp-reserved-ports-usage(9s)[INFO][Jun2612:13:43.176][netcommons.go:167][networking-ocp-reserved-ports-usage]"container:testpod:test-bc6557c94[RUNNING]networking-ocp-reserved-ports-usage(10s)[INFO][Jun2612:13:43.176][netcommons.go:167][networking-ocp-reserved-ports-usage]"container:testpod:test-bc6557c9[RUNNING]networking-ocp-reserved-ports-usage(10s)[INFO][Jun2612:13:46.053][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-bc6557c94-57n5mns:certsuite"[RUNNING]networking-ocp-reserved-ports-usage(11s)[INFO][Jun2612:13:46.053][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-bc6557c94-57n5mns:certsuite"[RUNNING]networking-ocp-reserved-ports-usage(12s)[INFO][Jun2612:13:46.053][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-bc6557c94-57n5mns:certsuite"[RUNNING]networking-ocp-reserved-ports-usage(13s)[INFO][Jun2612:13:46.053][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-bc6557c94-57n5mns:certsuite"[RUNNING]networking-network-policy-deny-all[RUNNING]networking-network-policy-deny-all(1s)[INFO][Jun2612:13:50.027][suite.go:338][networking-network-policy-deny-all]SkippingNetworkpolicy"assisted-installer[RUNNING]networking-reserved-partner-ports[RUNNING]networking-reserved-partner-ports(1s)[INFO][Jun2612:13:51.028][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-0ns:certsuite"do[RUNNING]networking-reserved-partner-ports(2s)[INFO][Jun2612:13:51.028][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-0ns:certsuite"do[RUNNING]networking-reserved-partner-ports(3s)[INFO][Jun2612:13:51.028][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-0ns:certsuite"do[RUNNING]networking-reserved-partner-ports(5s)[INFO][Jun2612:13:53.784][netcommons.go:228][networking-reserved-partner-ports]"pod:test-0ns:certsuite"listensinPartner[RUNNING]networking-reserved-partner-ports(6s)[INFO][Jun2612:13:53.784][netcommons.go:228][networking-reserved-partner-ports]"pod:test-0ns:certsuite"listensinPartner[RUNNING]networking-reserved-partner-ports(6s)[INFO][Jun2612:13:56.386][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-57n[RUNNING]networking-reserved-partner-ports(7s)[INFO][Jun2612:13:56.386][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-57n[RUNNING]networking-reserved-partner-ports(8s)[INFO][Jun2612:13:56.386][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-57n[RUNNING]networking-reserved-partner-ports(9s)[INFO][Jun2612:13:56.386][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-57n[RUNNING]networking-reserved-partner-ports(9s)[INFO][Jun2612:13:59.252][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-87l[RUNNING]networking-reserved-partner-ports(10s)[INFO][Jun2612:13:59.252][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-87[RUNNING]networking-reserved-partner-ports(11s)[INFO][Jun2612:13:59.252][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-87[RUNNING]networking-reserved-partner-ports(12s)[INFO][Jun2612:13:59.252][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-87[RUNNING]operator-crd-versioning[RUNNING]operator-crd-openapi-schema[RUNNING]access-control-security-context[RUNNING]access-control-sys-admin-capability-check[RUNNING]access-control-net-admin-capability-check[RUNNING]access-control-net-raw-capability-check[RUNNING]access-control-ipc-lock-capability-check[RUNNING]access-control-ipc-lock-capability-check(1s)[INFO][Jun2612:14:09.230][suite.go:272][access-control-ipc-lock-capability-check]TestingContainer"container:t[RUNNING]access-control-bpf-capability-check[RUNNING]access-control-security-context-non-root-user-check[RUNNING]access-control-security-context-non-root-user-check(1s)[INFO][Jun2612:14:11.232][suite.go:328][access-control-security-context-non-root-user-check]Non-root[RUNNING]access-control-security-context-privilege-escalation[RUNNING]access-control-container-host-port[RUNNING]access-control-pod-host-network[RUNNING]access-control-pod-host-path[RUNNING]access-control-pod-host-ipc[RUNNING]access-control-pod-host-ipc(1s)[INFO][Jun2612:14:16.237][check.go:271][access-control-pod-host-ipc]Runningcheck(labels:[commonaccess-control-pod-host-ip[RUNNING]access-control-pod-host-pid[RUNNING]access-control-pod-host-pid(1s)[INFO][Jun2612:14:17.238][suite.go:473][access-control-pod-host-pid]HostPidnotsetinPod"pod:test-0ns:certsuite".[RUNNING]access-control-namespace[RUNNING]access-control-namespace(1s)[INFO][Jun2612:14:18.239][check.go:271][access-control-namespace]Runningcheck(labels:[commonaccess-control-namespaceaccess-[RUNNING]access-control-pod-service-account[RUNNING]access-control-pod-service-account(1s)[INFO][Jun2612:14:19.403][check.go:271][access-control-pod-service-account]Runningcheck(labels:[commonaccess-contr[RUNNING]access-control-pod-role-bindings[RUNNING]access-control-pod-role-bindings(1s)[RUNNING]access-control-cluster-role-bindings[RUNNING]access-control-cluster-role-bindings(1s)[INFO][Jun2612:14:21.405][check.go:271][access-control-cluster-role-bindings]Runningcheck(labels:[telcoaccess-co[RUNNING]access-control-cluster-role-bindings(1s)[INFO][Jun2612:14:21.583][suite.go:651][access-control-cluster-role-bindings]Pod"pod:test-0ns:certsuite"isnotusing[RUNNING]access-control-cluster-role-bindings(1s)[INFO][Jun2612:14:21.783][pods.go:383][access-control-cluster-role-bindings]Pod"pod:test-bc6557c94-57n5mns:certsuite"[RUNNING]access-control-pod-automount-service-account-token[RUNNING]access-control-pod-automount-service-account-token(1s)[INFO][Jun2612:14:23.604][check.go:271][access-control-pod-automount-service-account-token]Runningche[RUNNING]access-control-pod-automount-service-account-token(1s)[INFO][Jun2612:14:23.753][suite.go:718][access-control-pod-automount-service-account-token]Pod"pod:t[RUNNING]access-control-pod-automount-service-account-token(1s)[INFO][Jun2612:14:23.934][suite.go:718][access-control-pod-automount-service-account-token]Pod"pod:t[RUNNING]access-control-pod-automount-service-account-token(2s)[INFO][Jun2612:14:24.139][suite.go:718][access-control-pod-automount-service-account-token]Pod"pod:t[RUNNING]access-control-one-process-per-container[RUNNING]access-control-one-process-per-container(1s)[RUNNING]access-control-one-process-per-container(1s)[INFO][Jun2612:14:25.352][check.go:271][access-control-one-process-per-container]Runningcheck(labels:[common[RUNNING]access-control-one-process-per-container(2s)[INFO][Jun2612:14:25.352][check.go:271][access-control-one-process-per-container]Runningcheck(labels:[common[RUNNING]access-control-one-process-per-container(3s)[INFO][Jun2612:14:25.352][check.go:271][access-control-one-process-per-container]Runningcheck(labels:[common[RUNNING]access-control-one-process-per-container(4s)[INFO][Jun2612:14:25.352][check.go:271][access-control-one-process-per-container]Runningcheck(labels:[common[RUNNING]access-control-one-process-per-container(6s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod:[RUNNING]access-control-one-process-per-container(7s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod:[RUNNING]access-control-one-process-per-container(8s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod:[RUNNING]access-control-one-process-per-container(9s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod:[RUNNING]access-control-one-process-per-container(10s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(10s)[INFO][Jun2612:14:34.579][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(11s)[INFO][Jun2612:14:34.579][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(12s)[INFO][Jun2612:14:34.579][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(13s)[INFO][Jun2612:14:34.579][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(13s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(14s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(15s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(16s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(17s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(18s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-sys-nice-realtime-capability[RUNNING]access-control-namespace-resource-quota[RUNNING]access-control-namespace-resource-quota(1s)[INFO][Jun2612:14:44.687][suite.go:836][access-control-namespace-resource-quota]TestingPod"pod:test-bc6557c94-[RUNNING]access-control-ssh-daemons[RUNNING]access-control-ssh-daemons(1s)[INFO][Jun2612:14:45.688][check.go:271][access-control-ssh-daemons]Runningcheck(labels:[telcoaccess-control-ssh-daemonsac[RUNNING]access-control-ssh-daemons(2s)[INFO][Jun2612:14:45.688][check.go:271][access-control-ssh-daemons]Runningcheck(labels:[telcoaccess-control-ssh-daemonsac[RUNNING]access-control-ssh-daemons(3s)[INFO][Jun2612:14:45.688][check.go:271][access-control-ssh-daemons]Runningcheck(labels:[telcoaccess-control-ssh-daemonsac[RUNNING]access-control-ssh-daemons(4s)[INFO][Jun2612:14:45.688][check.go:271][access-control-ssh-daemons]Runningcheck(labels:[telcoaccess-control-ssh-daemonsac[RUNNING]access-control-ssh-daemons(6s)[INFO][Jun2612:14:49.534][suite.go:885][access-control-ssh-daemons]Pod"pod:test-0ns:certsuite"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(7s)[INFO][Jun2612:14:49.534][suite.go:885][access-control-ssh-daemons]Pod"pod:test-0ns:certsuite"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(8s)[INFO][Jun2612:14:49.534][suite.go:885][access-control-ssh-daemons]Pod"pod:test-0ns:certsuite"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(8s)[INFO][Jun2612:14:52.918][suite.go:885][access-control-ssh-daemons]Pod"pod:test-1ns:certsuite"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(9s)[INFO][Jun2612:14:52.918][suite.go:885][access-control-ssh-daemons]Pod"pod:test-1ns:certsuite"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(10s)[INFO][Jun2612:14:52.918][suite.go:885][access-control-ssh-daemons]Pod"pod:test-1ns:certsuite"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(11s)[INFO][Jun2612:14:52.918][suite.go:885][access-control-ssh-daemons]Pod"pod:test-1ns:certsuite"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(13s)[INFO][Jun2612:14:56.394][suite.go:885][access-control-ssh-daemons]Pod"pod:test-bc6557c94-57n5mns:certsuite"isnotrunningan[RUNNING]access-control-ssh-daemons(14s)[INFO][Jun2612:14:56.394][suite.go:885][access-control-ssh-daemons]Pod"pod:test-bc6557c94-57n5mns:certsuite"isnotrunningan[RUNNING]access-control-ssh-daemons(15s)[INFO][Jun2612:14:56.394][suite.go:885][access-control-ssh-daemons]Pod"pod:test-bc6557c94-57n5mns:certsuite"isnotrunningan[RUNNING]access-control-requests-and-limits[RUNNING]access-control-requests-and-limits(1s)[INFO][Jun2612:15:01.406][check.go:271][access-control-requests-and-limits]Runningcheck(labels:[telcoaccess-contro[RUNNING]access-control-no-1337-uid[RUNNING]access-control-no-1337-uid(1s)[INFO][Jun2612:15:02.407][suite.go:952][access-control-no-1337-uid]Pod"pod:test-1ns:certsuite"isnotusingsecurityContextRunA[RUNNING]access-control-crd-roles[RUNNING]affiliated-certification-container-is-certified-digest[RUNNING]affiliated-certification-container-is-certified-digest(1s)[INFO][Jun2612:15:06.591][check.go:271][affiliated-certification-container-is-certified-digest]Run[RUNNING]affiliated-certification-container-is-certified-digest(2s)[INFO][Jun2612:15:06.591][check.go:271][affiliated-certification-container-is-certified-digest]Run[RUNNING]affiliated-certification-container-is-certified-digest(3s)[ERROR][Jun2612:15:09.050][suite.go:191][affiliated-certification-container-is-certified-digest]Co[RUNNING]affiliated-certification-container-is-certified-digest(4s)[ERROR][Jun2612:15:09.050][suite.go:191][affiliated-certification-container-is-certified-digest]Co[RUNNING]observability-container-logging[RUNNING]observability-container-logging(1s)[RUNNING]observability-container-logging(1s)[INFO][Jun2612:15:12.368][check.go:271][observability-container-logging]Runningcheck(labels:[telcoobservability-conta[RUNNING]observability-container-logging(1s)[INFO][Jun2612:15:12.573][suite.go:130][observability-container-logging]Container"container:testpod:test-0ns:certsuite"h[RUNNING]observability-container-logging(1s)[INFO][Jun2612:15:12.777][suite.go:130][observability-container-logging]Container"container:testpod:test-1ns:certsuite"h[RUNNING]observability-container-logging(2s)[INFO][Jun2612:15:12.986][suite.go:130][observability-container-logging]Container"container:testpod:test-bc6557c94-57[RUNNING]observability-crd-status[RUNNING]observability-termination-policy[RUNNING]observability-termination-policy(1s)[INFO][Jun2612:15:15.190][check.go:271][observability-termination-policy]Runningcheck(labels:[telcoobservability-ter[RUNNING]observability-pod-disruption-budget[RUNNING]observability-pod-disruption-budget(1s)[INFO][Jun2612:15:16.191][check.go:271][observability-pod-disruption-budget]Runningcheck(labels:[commonobservabil[RUNNING]performance-exclusive-cpu-pool[RUNNING]performance-exclusive-cpu-pool(1s)[INFO][Jun2612:15:17.192][check.go:271][performance-exclusive-cpu-pool]Runningcheck(labels:[faredgeperformance-exclusi[RUNNING]performance-max-resources-exec-probes[PASS]performance-max-resources-exec-probes|SUITEPASSEDFAILEDSKIPPED||lifecycle0018||performance204||manageability200||platform-alteration0013||LOG(networking-network-policy-deny-all)|[INFO][Jun2612:13:50.026][check.go:271][networking-network-policy-deny-all]Runningcheck(labels:[commonnetworking-network-policy-deny-allnetworking])[INFO][Jun2612:13:50.026][suite.go:327][networking-network-policy-deny-all]TestingPod"pod:test-0ns:certsuite"[INFO][Jun2612:13:50.026][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"assisted-installer-network-policy"againstpod"pod:test-0ns:certsuite"[INFO][Jun2612:13:50.026][suite.go:338][networking-network-policy-deny-all]SkippingNetworkpolicy"assisted-installer-network-policy"(namespace"assisted-installer"doesnotmatchP[INFO][Jun2612:13:50.026][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"intra-namespace"againstpod"pod:test-0ns:certsuite"[INFO][Jun2612:13:50.026][suite.go:338][networking-network-policy-deny-all]SkippingNetworkpolicy"intra-namespace"(namespace"default"doesnotmatchPodnamespace"certsuite")[ERROR][Jun2612:13:50.026][suite.go:363][networking-network-policy-deny-all]Pod"pod:test-0ns:certsuite"wasfoundtonothaveadefaultingressdeny-allnetworkpolicy.[ERROR][Jun2612:13:50.026][suite.go:369][networking-network-policy-deny-all]Pod"pod:test-0ns:certsuite"wasfoundtonothaveadefaultegressdeny-allnetworkpolicy.[INFO][Jun2612:13:50.026][suite.go:327][networking-network-policy-deny-all]TestingPod"pod:test-1ns:certsuite"[INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"assisted-installer-network-policy"againstpod"pod:test-1ns:certsuite"[INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"intra-namespace"againstpod"pod:test-1ns:certsuite"[ERROR][Jun2612:13:50.027][suite.go:363][networking-network-policy-deny-all]Pod"pod:test-1ns:certsuite"wasfoundtonothaveadefaultingressdeny-allnetworkpolicy.[ERROR][Jun2612:13:50.027][suite.go:369][networking-network-policy-deny-all]Pod"pod:test-1ns:certsuite"wasfoundtonothaveadefaultegressdeny-allnetworkpolicy.[INFO][Jun2612:13:50.027][suite.go:327][networking-network-policy-deny-all]TestingPod"pod:test-bc6557c94-57n5mns:certsuite"[INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"assisted-installer-network-policy"againstpod"pod:test-bc6557c94-57n5mns:certsuite"[INFO][INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"assisted-installer-network-policy"againstpod"pod:test-bc6557c94-87l2fns:certsuite"[INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"intra-namespace"againstpod"pod:test-bc6557c94-87l2fns:certsuite"[ERROR][Jun2612:13:50.027][suite.go:363][networking-network-policy-deny-all]Pod"pod:test-bc6557c94-87l2fns:certsuite"wasfoundtonothaveadefaultingressdeny-allnetworkpolicy.[ERROR][Jun2612:13:50.027][suite.go:369][networking-network-policy-deny-all]Pod"pod:test-bc6557c94-87l2fns:certsuite"wasfoundtonothaveadefaultegressdeny-allnetworkpolicy.[INFO][Jun2612:14:02.222][checksdb.go:116][networking-network-policy-deny-all]Recordingresult"FAILED",claimID:{Id:networking-network-policy-deny-allSuite:networkingTags:common}[ERROR][Jun2612:15:08.168][suite.go:191][affiliated-certificaexit \ No newline at end of file diff --git a/docs/assets/images/demo-config.svg b/docs/assets/images/demo-config.svg index 92270935a..d58e8e8be 100644 --- a/docs/assets/images/demo-config.svg +++ b/docs/assets/images/demo-config.svg @@ -1 +1 @@ ->>./tnf>./tnfgenerate>./tnfgenerateconfigUsethearrowkeystonavigate:↓↑→←⮞CreateShowSaveExit---------Create----------CreateaconfigurationfortheCNFCertificationSuite⮞CNFresourcesExceptionsCollectorSettings🡸---------CNFresources----------ConfiguretheworkloadresourcesoftheCNFtobeverified.OnlytheresourcesthattheCNFusesarerequiredtobeconfigured.Therestcanbeleftempty.Usuallyabasicconfigurationincludes"Namespaces"and"Pods"atleast.Usethearrowkeystonavigate:↓↑→←and/togglessearch⮞NamespacesPodsOperatorsCRDfiltersManagedDeploymentsManagedStatefulSets---------Namespaces----------ThenamespacesinwhichtheCNFundertestwillbedeployed.Enteracomma-separatedlistofthenamespacesinwhichtheCNFisdeployingitsworkload.Syntax:ns1[,<ns2>]...Example:cnf,cnf-workload>>c>cn>cnfNamespaces⮞Pods---------Pods----------ThelabelsthateachPodoftheCNFundertestmusthavetobeverifiedbytheCNFCertificationSuite.IfanewlabelisusedforthispurposemakesureitisaddedtotheCNF'sPods,ideallyinthepod'sdefinitionastheon-the-flylabelsarelostifthePodgetsrescheduled.ForPodsownbyaDeployment,thesamelabelastheonedefinedinthe"spec.selector.matchLabels"sectionoftheDeploymentcanbeused.Enteracomma-separatedlistoflabelstoidentifytheCNF'sPodsundertest.Syntax:pod-label-1[,pod-label-2]...Example:redhat-best-practices-for-k8s.com/generic:target>cnf->cnf-t>cnf-ta>cnf-tar>cnf-targ>cnf-targe>cnf-target>cnf-target->cnf-target-podj⮞Operators---------Operators----------Thelabelsthateachoperator'sCSVoftheCNFundertestmusthavetobeverifiedIfanewlabelisusedforthispurposemakesureitisaddedtotheCNFoperator'sCSVs.Enteracomma-separatedlistoflabelstoidentifytheCNF'soperatorsundertest.Syntax:operator-label-1[,operator-label-2]...Example:redhat-best-practices-for-k8s.com/operator1:target>cnf-target-operator⮞CRDfilters---------CRDfilters----------TheCRDnamesuffixusedtofiltertheCNF'sCRDsamongalltheCRDspresentinthecluster.ItmustalsobespecifiediftheresourcesownbytheCRDarescalableornotinordertoavoidsomelifecycletestcases.Enteracomma-separatedlistoftheCRD'snamesuffixesthattheCNFcontains.Also,specifyiftheresourcesmanagedbythoseCRDsarescalable.Syntax:crd-name-suffix/{true|false}[,crd-name-suffix/{true|false}]...Example:group1.test.com/false>group1.test.com/false⮞ManagedStatefulSets---------ManagedStatefulSets----------⮞🡸---------🡸----------MovetopreviousmenuCNFresources⮞Exceptions---------Exceptions----------Allowaddingexceptionstoskipseveralchecksfordifferentresources.TheexceptionsmustbejustifiedinordertopasstheCNFCertification.FeedbackregardingtheexceptionsconfiguredcanbeprovidedinanHTMLpageafterloadingtheclaim.jsonfilewiththeresults.⮞KerneltaintsHelmchartsProtocolnamesServicesNon-scalableDeploymentsNon-scalableStatefulSets---------Kerneltaints----------ThelistofkernelmodulesloadedbytheCNFthatmaketheLinuxkernelmarkitselfas"tainted"butthatshouldskipverification.Testcasesaffected:platform-alteration-tainted-node-kernel.Enteracomma-separatedlistofkerneltaints(modules)Syntax:mod1[,mod2]...Example:vboxsf,vboxguest>vboxsfKerneltaints⮞Helmcharts---------Helmcharts----------ThelistofHelmchartsthattheCNFuseswhosecertificationstatuswillnotbeverified.Ifnoexceptionisconfigured,thecertificationstatusforallHelmchartswillbecheckedintheOpenShiftHelmsChartsrepository(seehttps://charts.openshift.io/).Testcasesaffected:affiliated-certification-helmchart-is-certified⮞Protocolnames---------Protocolnames----------Thelistofallowedprotocolnamestobeusedforcontainerportnames.Thenamefieldofacontainerportmustbeoftheform<protocol>[-<suffix>]where<protocol>mustbeallowedbydefaultoraddedtothislist.Theoptional<suffix>canbechosenbytheapplication.Protocolnamesallowedbydefault:"grpc","grpc-web","http","http2","tcp","udp".Testcasesaffected:manageability-container-port-name-format.Enteracomma-separatedlistofprotocolnamesSyntax:proto1[,proto2]...Example:http3,sctp>sctp⮞Non-scalableDeployments---------Non-scalableDeployments----------ThelistofDeploymentsthatdonotsupportscalein/outoperations.Deploymentsincludedinthislistwillskipanyscalingoperationcheck.Testcasesaffected:lifecycle-deployment-scaling⮞Collector---------Collector----------ParametersrequiredtosendtheCNFCertificationSuiteresultstoadatacollector.⮞Settings---------Settings----------ConfigurevarioussettingsfortheCNFCertificationSuite.⮞DebugDaemonSetnamespace---------DebugDaemonSetnamespace----------SetthenamespacewherethedebugDaemonSetwillbedeployed.Thenamespacewillbecreatedincaseitdoesnotexist.Ifnotset,thedefaultnamespaceis"cnf-suite".ThisDaemonSet,called"tnf-debug"isdeployedandusedinternallybytheCNFCertificationSuitetoissuesomeshellcommandsthatareneededincertaintestcases.Someofthesetestcasesmightfailorbeskippedincaseitisnotdeployedcorrectly.EnterthenamespaceinwhichdedebugDaemonSetwillbedeployed.Syntax:ds-namespaceExample:cnf-cert>cnf-testCreate⮞Show---------Show----------ShowthecurrentconfigurationinYAMLformat⮞Save---------Save----------SavethecurrentconfigurationtoaYAMLfile(default"certsuite_config.yaml")CNFconfigfile:certsuite_config.ymlConfigurationsaved>cat>catcertsuite_config.ymltargetNameSpaces:-name:cnfpodsUnderTestLabels:-cnf-target-podoperatorsUnderTestLabels:-cnf-target-operatortargetCrdFilters:-nameSuffix:group1.test.comscalable:falseacceptedKernelTaints:-module:vboxsfvalidProtocolNames:-sctpdebugDaemonSetNamespace:cnf-test>.>./>./t>./tn>./tnfg>./tnfge>./tnfgen>./tnfgene>./tnfgener>./tnfgenera>./tnfgenerat>./tnfgeneratec>./tnfgenerateco>./tnfgeneratecon>./tnfgenerateconf>./tnfgenerateconfi>cnf-target-p>cnf-target-po>cnf-target-o>cnf-target-op>cnf-target-ope>cnf-target-oper>cnf-target-opera>cnf-target-operat>cnf-target-operato>g>gr>gro>grou>group>group1>group1.>group1.t>group1.te>group1.tes>group1.test>group1.test.>group1.test.c>group1.test.co>group1.test.com>group1.test.com/>group1.test.com/f>group1.test.com/fa>group1.test.com/fal>group1.test.com/fals⮞ManagedDeployments---------ManagedDeployments---------->v>vb>vbo>vbox>vboxs>s>sc>sct⮞Services---------Services----------ThelistofServicesthatwillskipverification.Servicesincludedinthislistwillbefilteredoutattheautodiscoverystageandwillnotbesubjecttochecksinanytestcase.Testscasesaffected:networking-dual-stack-service,access-control-service-type⮞Non-scalableStatefulSets---------Non-scalableStatefulSets----------ThelistofStatefulSetsthatdonotsupportscalein/outoperations.StatefulSetsincludedinthislistwillskipanyscalingoperationcheck.Testcasesaffected:lifecycle-statefulset-scaling>cnf-te>cnf-tesDebugDaemonSetnamespace✔CNFconfigfile:█nf_config.yml⮞Exit---------Exit----------Exitthetool(changesnotsavedwillbelost)>c>ca>catt>cattn>cattnf>cattnf_>cattnf_c>cattnf_co>cattnf_con>cattnf_conf>cattnf_confi>catcertsuite_config>catcertsuite_config.>catcertsuite_config.y>catcertsuite_config.ymexit +>>./certsuite>./certsuitegenerate>./certsuitegenerateconfigUsethearrowkeystonavigate:↓↑→←⮞CreateShowSaveExit---------Create----------CreateaconfigurationfortheCertSuiteCertificationSuite⮞CertSuiteresourcesExceptionsCollectorSettings🡸---------CertSuiteresources----------ConfiguretheworkloadresourcesoftheCertSuitetobeverified.OnlytheresourcesthattheCertSuiteusesarerequiredtobeconfigured.Therestcanbeleftempty.Usuallyabasicconfigurationincludes"Namespaces"and"Pods"atleast.Usethearrowkeystonavigate:↓↑→←and/togglessearch⮞NamespacesPodsOperatorsCRDfiltersManagedDeploymentsManagedStatefulSets---------Namespaces----------ThenamespacesinwhichtheCertSuiteundertestwillbedeployed.Enteracomma-separatedlistofthenamespacesinwhichtheCertSuiteisdeployingitsworkload.Syntax:ns1[,<ns2>]...Example:cnf,cnf-workload>>c>cn>cnfNamespaces⮞Pods---------Pods----------ThelabelsthateachPodoftheCertSuiteundertestmusthavetobeverifiedbytheCertSuiteCertificationSuite.IfanewlabelisusedforthispurposemakesureitisaddedtotheCertSuite'sPods,ideallyinthepod'sdefinitionastheon-the-flylabelsarelostifthePodgetsrescheduled.ForPodsownbyaDeployment,thesamelabelastheonedefinedinthe"spec.selector.matchLabels"sectionoftheDeploymentcanbeused.Enteracomma-separatedlistoflabelstoidentifytheCertSuite'sPodsundertest.Syntax:pod-label-1[,pod-label-2]...Example:redhat-best-practices-for-k8s.com/generic:target>cnf->cnf-t>cnf-ta>cnf-tar>cnf-targ>cnf-targe>cnf-target>cnf-target->cnf-target-podj⮞Operators---------Operators----------Thelabelsthateachoperator'sCSVoftheCertSuiteundertestmusthavetobeverifiedIfanewlabelisusedforthispurposemakesureitisaddedtotheCertSuiteoperator'sCSVs.Enteracomma-separatedlistoflabelstoidentifytheCertSuite'soperatorsundertest.Syntax:operator-label-1[,operator-label-2]...Example:redhat-best-practices-for-k8s.com/operator1:target>cnf-target-operator⮞CRDfilters---------CRDfilters----------TheCRDnamesuffixusedtofiltertheCertSuite'sCRDsamongalltheCRDspresentinthecluster.ItmustalsobespecifiediftheresourcesownbytheCRDarescalableornotinordertoavoidsomelifecycletestcases.Enteracomma-separatedlistoftheCRD'snamesuffixesthattheCertSuitecontains.Also,specifyiftheresourcesmanagedbythoseCRDsarescalable.Syntax:crd-name-suffix/{true|false}[,crd-name-suffix/{true|false}]...Example:group1.test.com/false>group1.test.com/false⮞ManagedStatefulSets---------ManagedStatefulSets----------⮞🡸---------🡸----------MovetopreviousmenuCertSuiteresources⮞Exceptions---------Exceptions----------Allowaddingexceptionstoskipseveralchecksfordifferentresources.TheexceptionsmustbejustifiedinordertopasstheCertSuiteCertification.FeedbackregardingtheexceptionsconfiguredcanbeprovidedinanHTMLpageafterloadingtheclaim.jsonfilewiththeresults.⮞KerneltaintsHelmchartsProtocolnamesServicesNon-scalableDeploymentsNon-scalableStatefulSets---------Kerneltaints----------ThelistofkernelmodulesloadedbytheCertSuitethatmaketheLinuxkernelmarkitselfas"tainted"butthatshouldskipverification.Testcasesaffected:platform-alteration-tainted-node-kernel.Enteracomma-separatedlistofkerneltaints(modules)Syntax:mod1[,mod2]...Example:vboxsf,vboxguest>vboxsfKerneltaints⮞Helmcharts---------Helmcharts----------ThelistofHelmchartsthattheCertSuiteuseswhosecertificationstatuswillnotbeverified.Ifnoexceptionisconfigured,thecertificationstatusforallHelmchartswillbecheckedintheOpenShiftHelmsChartsrepository(seehttps://charts.openshift.io/).Testcasesaffected:affiliated-certification-helmchart-is-certified⮞Protocolnames---------Protocolnames----------Thelistofallowedprotocolnamestobeusedforcontainerportnames.Thenamefieldofacontainerportmustbeoftheform<protocol>[-<suffix>]where<protocol>mustbeallowedbydefaultoraddedtothislist.Theoptional<suffix>canbechosenbytheapplication.Protocolnamesallowedbydefault:"grpc","grpc-web","http","http2","tcp","udp".Testcasesaffected:manageability-container-port-name-format.Enteracomma-separatedlistofprotocolnamesSyntax:proto1[,proto2]...Example:http3,sctp>sctp⮞Non-scalableDeployments---------Non-scalableDeployments----------ThelistofDeploymentsthatdonotsupportscalein/outoperations.Deploymentsincludedinthislistwillskipanyscalingoperationcheck.Testcasesaffected:lifecycle-deployment-scaling⮞Collector---------Collector----------ParametersrequiredtosendtheCertSuiteCertificationSuiteresultstoadatacollector.⮞Settings---------Settings----------ConfigurevarioussettingsfortheCertSuiteCertificationSuite.⮞DebugDaemonSetnamespace---------DebugDaemonSetnamespace----------SetthenamespacewherethedebugDaemonSetwillbedeployed.Thenamespacewillbecreatedincaseitdoesnotexist.Ifnotset,thedefaultnamespaceis"cnf-suite".ThisDaemonSet,called"certsuite-debug"isdeployedandusedinternallybytheCertSuiteCertificationSuitetoissuesomeshellcommandsthatareneededincertaintestcases.Someofthesetestcasesmightfailorbeskippedincaseitisnotdeployedcorrectly.EnterthenamespaceinwhichdedebugDaemonSetwillbedeployed.Syntax:ds-namespaceExample:cnf-cert>cnf-testCreate⮞Show---------Show----------ShowthecurrentconfigurationinYAMLformat⮞Save---------Save----------SavethecurrentconfigurationtoaYAMLfile(default"certsuite_config.yaml")CertSuiteconfigfile:certsuite_config.ymlConfigurationsaved>cat>catcertsuite_config.ymltargetNameSpaces:-name:cnfpodsUnderTestLabels:-cnf-target-podoperatorsUnderTestLabels:-cnf-target-operatortargetCrdFilters:-nameSuffix:group1.test.comscalable:falseacceptedKernelTaints:-module:vboxsfvalidProtocolNames:-sctpdebugDaemonSetNamespace:cnf-test>.>./>./t>./tn>./certsuiteg>./certsuitege>./certsuitegen>./certsuitegene>./certsuitegener>./certsuitegenera>./certsuitegenerat>./certsuitegeneratec>./certsuitegenerateco>./certsuitegeneratecon>./certsuitegenerateconf>./certsuitegenerateconfi>cnf-target-p>cnf-target-po>cnf-target-o>cnf-target-op>cnf-target-ope>cnf-target-oper>cnf-target-opera>cnf-target-operat>cnf-target-operato>g>gr>gro>grou>group>group1>group1.>group1.t>group1.te>group1.tes>group1.test>group1.test.>group1.test.c>group1.test.co>group1.test.com>group1.test.com/>group1.test.com/f>group1.test.com/fa>group1.test.com/fal>group1.test.com/fals⮞ManagedDeployments---------ManagedDeployments---------->v>vb>vbo>vbox>vboxs>s>sc>sct⮞Services---------Services----------ThelistofServicesthatwillskipverification.Servicesincludedinthislistwillbefilteredoutattheautodiscoverystageandwillnotbesubjecttochecksinanytestcase.Testscasesaffected:networking-dual-stack-service,access-control-service-type⮞Non-scalableStatefulSets---------Non-scalableStatefulSets----------ThelistofStatefulSetsthatdonotsupportscalein/outoperations.StatefulSetsincludedinthislistwillskipanyscalingoperationcheck.Testcasesaffected:lifecycle-statefulset-scaling>cnf-te>cnf-tesDebugDaemonSetnamespace✔CertSuiteconfigfile:█nf_config.yml⮞Exit---------Exit----------Exitthetool(changesnotsavedwillbelost)>c>ca>catt>cattn>catcertsuite>catcertsuite_>catcertsuite_c>catcertsuite_co>catcertsuite_con>catcertsuite_conf>catcertsuite_confi>catcertsuite_config>catcertsuite_config.>catcertsuite_config.y>catcertsuite_config.ymexit diff --git a/docs/assets/images/overview-new.svg b/docs/assets/images/overview-new.svg index 77293b266..6cb834668 100644 --- a/docs/assets/images/overview-new.svg +++ b/docs/assets/images/overview-new.svg @@ -1,3 +1,3 @@ -
Worker Node 2
Worker Node 2
Container1
Container1
Debug
POD2 
Debug...
Container1
Container1
Container2
Container2
Container3
Container3
CertSuite
POD2
CertSuite...
Worker Node 1
Worker Node 1
Container1
Container1
Debug
POD1 
Debug...
Container1
Container1
Container2
Container2
Container3
Container3
CNF
POD1
CNF...
Worker Node 3
Worker Node 3
Container1
Container1
Debug
POD3 
Debug...
Container1
Container1
Container2
Container2
Container3
Container3
CNF
POD3
CNF...
Master Node 2
Master Node 2
Master Node 1
Master Node 1
Default
Default
multus 1
multus 1
multus 2
multus 2
Initiate ping with nsenter
on default net
Initiate ping...
Initiate ping with nsenter on multus1 net
Initiate ping w...
CertSuite 
executable or container
CertSuite...
Running tests using kubectl of oc commands
Running tests using k...
Runs tests directly on node platform
via probe pods  
Runs tests directly on node platform...
Runs tests with replica or stateful sets, pods, containers, ... 
Runs tests with replica or stateful sets, pods, conta...
Openshift
OpenshiftViewer does not support full SVG 1.1 \ No newline at end of file +
Worker Node 2
Worker Node 2
Container1
Container1
Debug
POD2 
Debug...
Container1
Container1
Container2
Container2
Container3
Container3
Workload
POD2
Workload...
Worker Node 1
Worker Node 1
Container1
Container1
Debug
POD1 
Debug...
Container1
Container1
Container2
Container2
Container3
Container3
Workload
POD1
Workload...
Worker Node 3
Worker Node 3
Container1
Container1
Debug
POD3 
Debug...
Container1
Container1
Container2
Container2
Container3
Container3
Workload
POD3
Workload...
Master Node 2
Master Node 2
Master Node 1
Master Node 1
Default
Default
multus 1
multus 1
multus 2
multus 2
Initiate ping with nsenter
on default net
Initiate ping...
Initiate ping with nsenter on multus1 net
Initiate ping w...
CertSuite 
executable or container
Workload...
Running tests using kubectl of oc commands
Running tests using k...
Runs tests directly on node platform
via probe pods  
Runs tests directly on node platform...
Runs tests with replica or stateful sets, pods, containers, ... 
Runs tests with replica or stateful sets, pods, conta...
Openshift
OpenshiftViewer does not support full SVG 1.1 \ No newline at end of file diff --git a/docs/cluster-deploy/README.md b/docs/cluster-deploy/README.md index 238be66a8..a8b6ea871 100644 --- a/docs/cluster-deploy/README.md +++ b/docs/cluster-deploy/README.md @@ -58,7 +58,7 @@ patches: - op: replace path: /spec/containers/0/args/1 value: | - ./run-cnf-suites.sh -l 'preflight' ; sleep inf + ./certsuite run -l 'preflight' ; sleep inf - target: version: v1 kind: Pod diff --git a/docs/cluster-deploy/certsuite.yaml b/docs/cluster-deploy/certsuite.yaml index d0eff9181..83895de9b 100644 --- a/docs/cluster-deploy/certsuite.yaml +++ b/docs/cluster-deploy/certsuite.yaml @@ -39,7 +39,7 @@ metadata: data: certsuite_config.yaml: | targetNameSpaces: - - name: tnf + - name: certsuite podsUnderTestLabels: - "redhat-best-practices-for-k8s.com/generic: target" # deprecated operator label ("redhat-best-practices-for-k8s.com/operator:"") still configured by default, no need to add it here @@ -71,10 +71,10 @@ data: - module: vboxguest skipScalingTestDeployments: - name: deployment1 - namespace: tnf + namespace: certsuite skipScalingTestStatefulsets: - name: statefulset1 - namespace: tnf + namespace: certsuite skipHelmChartList: - name: coredns validProtocolNames: @@ -127,12 +127,12 @@ spec: args: - "-c" - | - ./run-cnf-suites.sh -l '!affiliated-certification-container-is-certified-digest && !access-control-security-context' ; sleep inf + ./certsuite run -l '!affiliated-certification-container-is-certified-digest && !access-control-security-context' ; sleep inf volumeMounts: - name: config-volume - mountPath: /usr/tnf/config + mountPath: /usr/certsuite/config - name: preflight-dockerconfig - mountPath: /usr/tnf/config/preflight + mountPath: /usr/certsuite/config/preflight env: - name: CERTSUITE_NON_INTRUSIVE_ONLY value: "true" @@ -141,6 +141,6 @@ spec: - name: CERTSUITE_LOG_LEVEL value: trace - name: PFLT_DOCKERCONFIG - value: /usr/tnf/config/preflight/preflight_dockerconfig.json + value: /usr/certsuite/config/preflight/preflight_dockerconfig.json - name: CERTSUITE_CONFIGURATION_PATH - value: /usr/tnf/config/certsuite_config.yaml + value: /usr/certsuite/config/certsuite_config.yaml diff --git a/docs/cluster-deploy/kustomization.yaml b/docs/cluster-deploy/kustomization.yaml index 00a553b8c..d59e619db 100644 --- a/docs/cluster-deploy/kustomization.yaml +++ b/docs/cluster-deploy/kustomization.yaml @@ -24,7 +24,7 @@ resources: # - op: replace # path: /spec/containers/0/args/1 # value: | -# ./run-cnf-suites.sh -l 'preflight' ; sleep inf +# ./certsuite.sh -l 'preflight' ; sleep inf # Uncomment the next lines (patches) in order to allow intrusive TCs to run. # patches: diff --git a/docs/configuration.md b/docs/configuration.md index 7342b2fc3..982177b74 100644 --- a/docs/configuration.md +++ b/docs/configuration.md @@ -46,7 +46,7 @@ The namespaces in which the workload under test will be deployed. ``` { .yaml .annotate } targetNameSpaces: - - name: tnf + - name: certsuite ``` #### podsUnderTestLabels @@ -79,13 +79,13 @@ The CRD name suffix used to filter the workload's CRDs among all the CRDs presen ``` { .yaml .annotate } targetCrdFilters: - - nameSuffix: "group1.tnf.com" + - nameSuffix: "group1.certsuite.com" scalable: false - nameSuffix: "anydomain.com" scalable: true ``` -With the config show above, all CRD names in the cluster whose names have the suffix _group1.tnf.com_ or _anydomain.com_ ( e.g. _crd1.group1.tnf.com_ or _mycrd.mygroup.anydomain.com_) will be tested. +With the config show above, all CRD names in the cluster whose names have the suffix _group1.certsuite.com_ or _anydomain.com_ ( e.g. _crd1.group1.certsuite.com_ or _mycrd.mygroup.anydomain.com_) will be tested. #### managedDeployments / managedStatefulSets @@ -191,17 +191,17 @@ Test cases affected: _lifecycle-deployment-scaling_, _lifecycle-statefulset-scal ``` { .yaml .annotate } skipScalingTestDeployments: - name: deployment1 - namespace: tnf + namespace: certsuite skipScalingTestStatefulSetNames: - name: statefulset1 - namespace: tnf + namespace: certsuite ``` ### Red Hat Best Practices Test Suite settings #### probeDaemonSetNamespace -This is an optional field with the name of the namespace where a privileged DaemonSet will be deployed. The namespace will be created in case it does not exist. In case this field is not set, the default namespace for this DaemonSet is _cnf-suite_. +This is an optional field with the name of the namespace where a privileged DaemonSet will be deployed. The namespace will be created in case it does not exist. In case this field is not set, the default namespace for this DaemonSet is _certsuite_. ``` { .yaml .annotate } probeDaemonSetNamespace: cnf-cert diff --git a/docs/index.md b/docs/index.md index 3e005fcfc..1539278e8 100644 --- a/docs/index.md +++ b/docs/index.md @@ -30,7 +30,7 @@ The purpose of the tests and the framework is to test the interaction of the wor There are 3 building blocks in the above framework. -* the `CNF` represents the workload to be certified. The Test Suite identifies the resources (containers/pods/operators etc) belonging to the workload via labels or static data entries in the Config File +* the `CertSuite` represents the workload to be certified. The Test Suite identifies the resources (containers/pods/operators etc) belonging to the workload via labels or static data entries in the Config File * the `Certification container/exec` is the Test Suite running on the platform or in a container. The executable verifies the workload under test configuration and its interactions with OpenShift diff --git a/docs/test-output.md b/docs/test-output.md index cf2dd11b7..7c24e475c 100644 --- a/docs/test-output.md +++ b/docs/test-output.md @@ -54,7 +54,7 @@ The test suite also saves a copy of the execution logs at [test output directory After running all the test cases, a compressed file will be created with all the results files and web artifacts to review them. The file has a UTC date-time prefix and looks like this: -20230620-110654-cnf-test-results.tar.gz +20230620-110654-certsuite-test-results.tar.gz The "20230620-110654" sample prefix means "June-20th 2023, 11:06:54" @@ -79,7 +79,7 @@ https://github.com/redhat-best-practices-for-k8s/parser ## Compare claim files from two different Test Suite runs -Partners can use the `tnf claim compare` tool in order to compare two claim files. The differences are shown in a table per section. +Partners can use the `certsuite claim compare` tool in order to compare two claim files. The differences are shown in a table per section. This tool can be helpful when the result of some test cases is different between two (consecutive) runs, as it shows configuration differences in both the Test Suite config and the cluster nodes that could be the root cause for some of the test cases results discrepancy. @@ -149,7 +149,7 @@ CNIs: Only in CLAIM 2 ### How to build the certsuite tool -The _certsuite_ tool is located in the repo's `cmd/tnf` folder. In order to compile it, just run: +The _certsuite_ tool is located in the repo's `cmd/certsuite` folder. In order to compile it, just run: ```console make build-certsuite-tool @@ -176,7 +176,7 @@ During the second run, there was a test case that failed. Let's simulate it modi #### Different cluster configurations First, let's simulate that the second run took place in a cluster with a different OCP version. As we store the OCP version in the claim file (section claim.versions), we can also modify it manually. -The versions section comparison appears at the very beginning of the `tnf claim compare` output: +The versions section comparison appears at the very beginning of the `certsuite claim compare` output: