diff --git a/.github/workflows/test-cluster-access.yml b/.github/workflows/test-cluster-access.yml new file mode 100644 index 0000000000..3d2b2598db --- /dev/null +++ b/.github/workflows/test-cluster-access.yml @@ -0,0 +1,28 @@ +name: Test Cluster Access + +# Intended to be used when cluster secrets change (e.g. when transitioning to +# new clusters), this workflow confirms access to the cluster. + +on: + workflow_dispatch: + +jobs: + test-cluster-access: + name: Test Cluster Access + runs-on: ubuntu-22.04 + steps: + - name: Install oc + uses: redhat-actions/openshift-tools-installer@v1 + with: + oc: latest + - name: Read API_SERVER endpoint + id: login-params + run: | + API_SERVER=$( echo -n ${{ secrets.API_SERVER }} | base64 -d) + echo "API_SERVER=${API_SERVER}" >> $GITHUB_OUTPUT + - uses: redhat-actions/oc-login@v1 + id: oc_login + with: + openshift_server_url: ${{ steps.login-params.outputs.API_SERVER }} + openshift_token: ${{ secrets.CLUSTER_TOKEN }} + insecure_skip_tls_verify: true \ No newline at end of file diff --git a/tests/data/HC-04/community/report.yaml b/tests/data/HC-04/community/report.yaml index e723c14c0f..097eadc056 100644 --- a/tests/data/HC-04/community/report.yaml +++ b/tests/data/HC-04/community/report.yaml @@ -2,19 +2,19 @@ apiversion: v1 kind: verify-report metadata: tool: - verifier-version: 1.9.0 + verifier-version: 1.12.2 profile: VendorType: community - version: v1.1 - reportDigest: uint64:6109394152551061817 - chart-uri: vault-0.17.0.tgz + version: v1.2 + reportDigest: uint64:12284475994233296417 + chart-uri: tests/data/vault-0.17.0.tgz digests: - chart: sha256:f01dd362d81fe4b1ef99bb7fa5be268fa94dc96f3009d28bc93a18517aa1ef7a - package: 9cb7e3a5d82537f512319c754ccd6e9a4be08118b34849609d0fc261934d062a - lastCertifiedTimestamp: "2022-10-09T19:21:54.5696+05:30" - testedOpenShiftVersion: "4.11" + chart: sha256:aba56e4bc68704aa933a180a7a7abb309b73c7020a53020a3f2c17565faf12a3 + package: 72f8d48aad2df1fe49e864a33a112793d2c8a67874d62a466d94bbe4e5f54fee + lastCertifiedTimestamp: "2023-07-26T13:27:49.167072-05:00" + testedOpenShiftVersion: "4.12" supportedOpenShiftVersions: '>=4.2' - providerControlledDelivery: false + webCatalogOnly: false chart: name: vault home: https://www.vaultproject.io @@ -47,54 +47,58 @@ metadata: type: "" chart-overrides: "" results: - - check: v1.0/not-contains-crds - type: Optional - outcome: PASS - reason: Chart does not contain CRDs - - check: v1.0/is-helm-v3 - type: Optional - outcome: PASS - reason: API version is V2, used in Helm 3 - - check: v1.0/required-annotations-present - type: Optional - outcome: PASS - reason: All required annotations present - - check: v1.0/chart-testing - type: Optional + - check: v1.0/helm-lint + type: Mandatory outcome: PASS - reason: Chart tests have passed - - check: v1.0/has-readme + reason: Helm lint successful + - check: v1.0/not-contain-csi-objects type: Optional outcome: PASS - reason: Chart has a README - - check: v1.0/images-are-certified + reason: CSI objects do not exist + - check: v1.1/images-are-certified type: Optional outcome: PASS reason: |- Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi - - check: v1.0/not-contain-csi-objects + - check: v1.0/is-helm-v3 type: Optional outcome: PASS - reason: CSI objects do not exist - - check: v1.0/contains-values-schema + reason: API version is V2, used in Helm 3 + - check: v1.0/signature-is-valid type: Optional - outcome: PASS - reason: Values schema file exist + outcome: SKIPPED + reason: 'Chart is not signed : Signature verification not required' - check: v1.0/contains-test type: Optional outcome: PASS reason: Chart test files exist + - check: v1.0/contains-values-schema + type: Optional + outcome: PASS + reason: Values schema file exist - check: v1.0/contains-values type: Optional outcome: PASS reason: Values file exist + - check: v1.0/required-annotations-present + type: Optional + outcome: PASS + reason: All required annotations present + - check: v1.0/has-readme + type: Optional + outcome: PASS + reason: Chart has a README - check: v1.1/has-kubeversion type: Optional outcome: PASS reason: Kubernetes version specified - - check: v1.0/helm-lint - type: Mandatory + - check: v1.0/not-contains-crds + type: Optional outcome: PASS - reason: Helm lint successful + reason: Chart does not contain CRDs + - check: v1.0/chart-testing + type: Optional + outcome: PASS + reason: Chart tests have passed diff --git a/tests/data/HC-04/partner/report.yaml b/tests/data/HC-04/partner/report.yaml index be892bc91b..e58663a633 100644 --- a/tests/data/HC-04/partner/report.yaml +++ b/tests/data/HC-04/partner/report.yaml @@ -2,19 +2,19 @@ apiversion: v1 kind: verify-report metadata: tool: - verifier-version: 1.9.0 + verifier-version: 1.12.2 profile: VendorType: partner - version: v1.1 - reportDigest: uint64:2083954931931251669 - chart-uri: vault-0.17.0.tgz + version: v1.2 + reportDigest: uint64:7594949332872749418 + chart-uri: tests/data/vault-0.17.0.tgz digests: - chart: sha256:f01dd362d81fe4b1ef99bb7fa5be268fa94dc96f3009d28bc93a18517aa1ef7a - package: 9cb7e3a5d82537f512319c754ccd6e9a4be08118b34849609d0fc261934d062a - lastCertifiedTimestamp: "2022-10-09T19:11:54.765745+05:30" - testedOpenShiftVersion: "4.11" + chart: sha256:aba56e4bc68704aa933a180a7a7abb309b73c7020a53020a3f2c17565faf12a3 + package: 72f8d48aad2df1fe49e864a33a112793d2c8a67874d62a466d94bbe4e5f54fee + lastCertifiedTimestamp: "2023-07-26T13:25:44.500114-05:00" + testedOpenShiftVersion: "4.12" supportedOpenShiftVersions: '>=4.2' - providerControlledDelivery: false + webCatalogOnly: false chart: name: vault home: https://www.vaultproject.io @@ -47,42 +47,48 @@ metadata: type: "" chart-overrides: "" results: - - check: v1.0/has-readme + - check: v1.1/images-are-certified type: Mandatory outcome: PASS - reason: Chart has a README - - check: v1.0/chart-testing + reason: |- + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi + - check: v1.0/not-contain-csi-objects type: Mandatory outcome: PASS - reason: Chart tests have passed + reason: CSI objects do not exist + - check: v1.0/signature-is-valid + type: Mandatory + outcome: SKIPPED + reason: 'Chart is not signed : Signature verification not required' - check: v1.0/contains-test type: Mandatory outcome: PASS reason: Chart test files exist - - check: v1.0/helm-lint + - check: v1.0/contains-values-schema type: Mandatory outcome: PASS - reason: Helm lint successful - - check: v1.0/required-annotations-present + reason: Values schema file exist + - check: v1.1/has-kubeversion type: Mandatory outcome: PASS - reason: All required annotations present - - check: v1.0/contains-values-schema + reason: Kubernetes version specified + - check: v1.0/required-annotations-present type: Mandatory outcome: PASS - reason: Values schema file exist - - check: v1.0/contains-values + reason: All required annotations present + - check: v1.0/chart-testing type: Mandatory outcome: PASS - reason: Values file exist - - check: v1.1/has-kubeversion + reason: Chart tests have passed + - check: v1.0/has-readme type: Mandatory outcome: PASS - reason: Kubernetes version specified - - check: v1.0/not-contain-csi-objects + reason: Chart has a README + - check: v1.0/helm-lint type: Mandatory outcome: PASS - reason: CSI objects do not exist + reason: Helm lint successful - check: v1.0/is-helm-v3 type: Mandatory outcome: PASS @@ -91,10 +97,8 @@ results: type: Mandatory outcome: PASS reason: Chart does not contain CRDs - - check: v1.0/images-are-certified + - check: v1.0/contains-values type: Mandatory outcome: PASS - reason: |- - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi + reason: Values file exist diff --git a/tests/data/HC-04/redhat/report.yaml b/tests/data/HC-04/redhat/report.yaml index 10970983d4..b447f5fe2f 100644 --- a/tests/data/HC-04/redhat/report.yaml +++ b/tests/data/HC-04/redhat/report.yaml @@ -2,19 +2,19 @@ apiversion: v1 kind: verify-report metadata: tool: - verifier-version: 1.9.0 + verifier-version: 1.12.2 profile: VendorType: redhat - version: v1.1 - reportDigest: uint64:8490969933058949466 - chart-uri: vault-0.17.0.tgz + version: v1.2 + reportDigest: uint64:17589002506308805613 + chart-uri: tests/data/vault-0.17.0.tgz digests: - chart: sha256:f01dd362d81fe4b1ef99bb7fa5be268fa94dc96f3009d28bc93a18517aa1ef7a - package: 9cb7e3a5d82537f512319c754ccd6e9a4be08118b34849609d0fc261934d062a - lastCertifiedTimestamp: "2022-10-09T19:18:05.749707+05:30" - testedOpenShiftVersion: "4.11" + chart: sha256:aba56e4bc68704aa933a180a7a7abb309b73c7020a53020a3f2c17565faf12a3 + package: 72f8d48aad2df1fe49e864a33a112793d2c8a67874d62a466d94bbe4e5f54fee + lastCertifiedTimestamp: "2023-07-26T13:26:52.775951-05:00" + testedOpenShiftVersion: "4.12" supportedOpenShiftVersions: '>=4.2' - providerControlledDelivery: false + webCatalogOnly: false chart: name: vault home: https://www.vaultproject.io @@ -47,54 +47,58 @@ metadata: type: "" chart-overrides: "" results: - - check: v1.0/required-annotations-present + - check: v1.0/helm-lint type: Mandatory outcome: PASS - reason: All required annotations present + reason: Helm lint successful - check: v1.0/contains-values type: Mandatory outcome: PASS reason: Values file exist + - check: v1.0/is-helm-v3 + type: Mandatory + outcome: PASS + reason: API version is V2, used in Helm 3 - check: v1.0/not-contains-crds type: Mandatory outcome: PASS reason: Chart does not contain CRDs - - check: v1.0/chart-testing + - check: v1.0/contains-values-schema type: Mandatory outcome: PASS - reason: Chart tests have passed - - check: v1.0/has-readme + reason: Values schema file exist + - check: v1.1/has-kubeversion type: Mandatory outcome: PASS - reason: Chart has a README - - check: v1.0/contains-test + reason: Kubernetes version specified + - check: v1.0/not-contain-csi-objects type: Mandatory outcome: PASS - reason: Chart test files exist - - check: v1.1/has-kubeversion + reason: CSI objects do not exist + - check: v1.0/has-readme type: Mandatory outcome: PASS - reason: Kubernetes version specified - - check: v1.0/helm-lint + reason: Chart has a README + - check: v1.0/required-annotations-present type: Mandatory outcome: PASS - reason: Helm lint successful - - check: v1.0/images-are-certified + reason: All required annotations present + - check: v1.0/signature-is-valid type: Mandatory - outcome: PASS - reason: |- - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi - - check: v1.0/is-helm-v3 + outcome: SKIPPED + reason: 'Chart is not signed : Signature verification not required' + - check: v1.0/chart-testing type: Mandatory outcome: PASS - reason: API version is V2, used in Helm 3 - - check: v1.0/not-contain-csi-objects + reason: Chart tests have passed + - check: v1.0/contains-test type: Mandatory outcome: PASS - reason: CSI objects do not exist - - check: v1.0/contains-values-schema + reason: Chart test files exist + - check: v1.1/images-are-certified type: Mandatory outcome: PASS - reason: Values schema file exist + reason: |- + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi diff --git a/tests/data/HC-06/partner/report.yaml b/tests/data/HC-06/partner/report.yaml index cf301528a9..405df298af 100644 --- a/tests/data/HC-06/partner/report.yaml +++ b/tests/data/HC-06/partner/report.yaml @@ -2,19 +2,19 @@ apiversion: v1 kind: verify-report metadata: tool: - verifier-version: 1.9.0 + verifier-version: 1.12.2 profile: VendorType: partner - version: v1.1 - reportDigest: uint64:14723461504266211875 + version: v1.2 + reportDigest: uint64:13856952979000771687 chart-uri: N/A digests: - chart: sha256:f01dd362d81fe4b1ef99bb7fa5be268fa94dc96f3009d28bc93a18517aa1ef7a - package: 9cb7e3a5d82537f512319c754ccd6e9a4be08118b34849609d0fc261934d062a - lastCertifiedTimestamp: "2022-10-09T19:33:32.953809+05:30" - testedOpenShiftVersion: "4.11" + chart: sha256:aba56e4bc68704aa933a180a7a7abb309b73c7020a53020a3f2c17565faf12a3 + package: 72f8d48aad2df1fe49e864a33a112793d2c8a67874d62a466d94bbe4e5f54fee + lastCertifiedTimestamp: "2023-07-26T14:35:42.163661-05:00" + testedOpenShiftVersion: "4.12" supportedOpenShiftVersions: '>=4.2' - providerControlledDelivery: true + webCatalogOnly: true chart: name: vault home: https://www.vaultproject.io @@ -47,54 +47,58 @@ metadata: type: "" chart-overrides: "" results: - - check: v1.0/helm-lint - type: Mandatory - outcome: PASS - reason: Helm lint successful - - check: v1.0/contains-test + - check: v1.0/not-contain-csi-objects type: Mandatory outcome: PASS - reason: Chart test files exist - - check: v1.0/images-are-certified + reason: CSI objects do not exist + - check: v1.0/required-annotations-present type: Mandatory outcome: PASS - reason: |- - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi + reason: All required annotations present - check: v1.0/not-contains-crds type: Mandatory outcome: PASS reason: Chart does not contain CRDs - - check: v1.0/required-annotations-present + - check: v1.0/contains-values-schema type: Mandatory outcome: PASS - reason: All required annotations present + reason: Values schema file exist - check: v1.1/has-kubeversion type: Mandatory outcome: PASS reason: Kubernetes version specified - - check: v1.0/is-helm-v3 + - check: v1.0/helm-lint type: Mandatory outcome: PASS - reason: API version is V2, used in Helm 3 - - check: v1.0/has-readme + reason: Helm lint successful + - check: v1.0/chart-testing type: Mandatory outcome: PASS - reason: Chart has a README - - check: v1.0/not-contain-csi-objects + reason: Chart tests have passed + - check: v1.0/contains-test type: Mandatory outcome: PASS - reason: CSI objects do not exist - - check: v1.0/chart-testing + reason: Chart test files exist + - check: v1.0/has-readme type: Mandatory outcome: PASS - reason: Chart tests have passed - - check: v1.0/contains-values-schema + reason: Chart has a README + - check: v1.1/images-are-certified type: Mandatory outcome: PASS - reason: Values schema file exist + reason: |- + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi + - check: v1.0/is-helm-v3 + type: Mandatory + outcome: PASS + reason: API version is V2, used in Helm 3 - check: v1.0/contains-values type: Mandatory outcome: PASS reason: Values file exist + - check: v1.0/signature-is-valid + type: Mandatory + outcome: SKIPPED + reason: 'Chart is not signed : Signature verification not required' diff --git a/tests/data/HC-09/community/report.json b/tests/data/HC-09/community/report.json index 04c6ff94c5..617c44293a 100644 --- a/tests/data/HC-09/community/report.json +++ b/tests/data/HC-09/community/report.json @@ -3,21 +3,21 @@ "kind": "verify-report", "metadata": { "tool": { - "verifier-version": "1.9.0", + "verifier-version": "1.12.2", "profile": { "vendorType": "community", - "version": "v1.1" + "version": "v1.2" }, - "reportDigest": "uint64:589776597986644110", + "reportDigest": "uint64:7752956879194513465", "chart-uri": "https://github.com/openshift-helm-charts/development/blob/main/tests/data/vault-0.17.0.tgz?raw=true", "digests": { - "chart": "sha256:f01dd362d81fe4b1ef99bb7fa5be268fa94dc96f3009d28bc93a18517aa1ef7a", - "package": "9cb7e3a5d82537f512319c754ccd6e9a4be08118b34849609d0fc261934d062a" + "chart": "sha256:aba56e4bc68704aa933a180a7a7abb309b73c7020a53020a3f2c17565faf12a3", + "package": "72f8d48aad2df1fe49e864a33a112793d2c8a67874d62a466d94bbe4e5f54fee" }, - "lastCertifiedTimestamp": "2022-10-10T12:53:48.691795+05:30", - "testedOpenShiftVersion": "4.11", + "lastCertifiedTimestamp": "2023-07-26T14:49:22.48006-05:00", + "testedOpenShiftVersion": "4.12", "supportedOpenShiftVersions": ">=4.2", - "providerControlledDelivery": false + "webCatalogOnly": false }, "chart": { "name": "vault", @@ -51,70 +51,76 @@ }, "results": [ { - "check": "v1.0/not-contain-csi-objects", + "check": "v1.0/contains-values", "type": "Optional", "outcome": "PASS", - "reason": "CSI objects do not exist" + "reason": "Values file exist" }, { - "check": "v1.0/required-annotations-present", + "check": "v1.1/has-kubeversion", "type": "Optional", "outcome": "PASS", - "reason": "All required annotations present" + "reason": "Kubernetes version specified" }, { - "check": "v1.0/contains-test", + "check": "v1.0/contains-values-schema", "type": "Optional", "outcome": "PASS", - "reason": "Chart test files exist" + "reason": "Values schema file exist" }, { - "check": "v1.0/contains-values", + "check": "v1.0/has-readme", "type": "Optional", "outcome": "PASS", - "reason": "Values file exist" + "reason": "Chart has a README" }, { - "check": "v1.0/not-contains-crds", - "type": "Optional", + "check": "v1.0/helm-lint", + "type": "Mandatory", "outcome": "PASS", - "reason": "Chart does not contain CRDs" + "reason": "Helm lint successful" }, { - "check": "v1.0/contains-values-schema", + "check": "v1.1/images-are-certified", "type": "Optional", "outcome": "PASS", - "reason": "Values schema file exist" + "reason": "Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi\nImage is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi" }, { - "check": "v1.0/helm-lint", - "type": "Mandatory", + "check": "v1.0/not-contain-csi-objects", + "type": "Optional", "outcome": "PASS", - "reason": "Helm lint successful" + "reason": "CSI objects do not exist" }, { - "check": "v1.0/chart-testing", + "check": "v1.0/contains-test", "type": "Optional", "outcome": "PASS", - "reason": "Chart tests have passed" + "reason": "Chart test files exist" }, { - "check": "v1.1/has-kubeversion", + "check": "v1.0/not-contains-crds", "type": "Optional", "outcome": "PASS", - "reason": "Kubernetes version specified" + "reason": "Chart does not contain CRDs" }, { - "check": "v1.0/has-readme", + "check": "v1.0/required-annotations-present", "type": "Optional", "outcome": "PASS", - "reason": "Chart has a README" + "reason": "All required annotations present" }, { - "check": "v1.0/images-are-certified", + "check": "v1.0/chart-testing", "type": "Optional", "outcome": "PASS", - "reason": "Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi\nImage is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi" + "reason": "Chart tests have passed" + }, + { + "check": "v1.0/signature-is-valid", + "type": "Optional", + "outcome": "SKIPPED", + "reason": "Chart is not signed : Signature verification not required" }, { "check": "v1.0/is-helm-v3", diff --git a/tests/data/HC-09/partner/report.json b/tests/data/HC-09/partner/report.json index e70608ab62..24bbc654ec 100644 --- a/tests/data/HC-09/partner/report.json +++ b/tests/data/HC-09/partner/report.json @@ -3,21 +3,21 @@ "kind": "verify-report", "metadata": { "tool": { - "verifier-version": "1.9.0", + "verifier-version": "1.12.2", "profile": { "vendorType": "partner", - "version": "v1.1" + "version": "v1.2" }, - "reportDigest": "uint64:7581213721422938469", + "reportDigest": "uint64:12972419698442256528", "chart-uri": "https://github.com/openshift-helm-charts/development/blob/main/tests/data/vault-0.17.0.tgz?raw=true", "digests": { - "chart": "sha256:f01dd362d81fe4b1ef99bb7fa5be268fa94dc96f3009d28bc93a18517aa1ef7a", - "package": "9cb7e3a5d82537f512319c754ccd6e9a4be08118b34849609d0fc261934d062a" + "chart": "sha256:aba56e4bc68704aa933a180a7a7abb309b73c7020a53020a3f2c17565faf12a3", + "package": "72f8d48aad2df1fe49e864a33a112793d2c8a67874d62a466d94bbe4e5f54fee" }, - "lastCertifiedTimestamp": "2022-10-10T12:45:13.619288+05:30", - "testedOpenShiftVersion": "4.11", + "lastCertifiedTimestamp": "2023-07-26T14:37:04.138359-05:00", + "testedOpenShiftVersion": "4.12", "supportedOpenShiftVersions": ">=4.2", - "providerControlledDelivery": false + "webCatalogOnly": false }, "chart": { "name": "vault", @@ -51,64 +51,64 @@ }, "results": [ { - "check": "v1.0/has-readme", + "check": "v1.0/not-contain-csi-objects", "type": "Mandatory", "outcome": "PASS", - "reason": "Chart has a README" + "reason": "CSI objects do not exist" }, { - "check": "v1.0/images-are-certified", + "check": "v1.0/chart-testing", "type": "Mandatory", "outcome": "PASS", - "reason": "Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi\nImage is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi" + "reason": "Chart tests have passed" }, { - "check": "v1.0/contains-values", + "check": "v1.0/contains-test", "type": "Mandatory", "outcome": "PASS", - "reason": "Values file exist" + "reason": "Chart test files exist" }, { - "check": "v1.0/not-contain-csi-objects", + "check": "v1.1/has-kubeversion", "type": "Mandatory", "outcome": "PASS", - "reason": "CSI objects do not exist" + "reason": "Kubernetes version specified" }, { - "check": "v1.0/not-contains-crds", + "check": "v1.1/images-are-certified", "type": "Mandatory", "outcome": "PASS", - "reason": "Chart does not contain CRDs" + "reason": "Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi\nImage is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi" }, { - "check": "v1.0/chart-testing", + "check": "v1.0/required-annotations-present", "type": "Mandatory", "outcome": "PASS", - "reason": "Chart tests have passed" + "reason": "All required annotations present" }, { - "check": "v1.0/contains-test", + "check": "v1.0/contains-values", "type": "Mandatory", "outcome": "PASS", - "reason": "Chart test files exist" + "reason": "Values file exist" }, { - "check": "v1.1/has-kubeversion", + "check": "v1.0/has-readme", "type": "Mandatory", "outcome": "PASS", - "reason": "Kubernetes version specified" + "reason": "Chart has a README" }, { - "check": "v1.0/contains-values-schema", + "check": "v1.0/not-contains-crds", "type": "Mandatory", "outcome": "PASS", - "reason": "Values schema file exist" + "reason": "Chart does not contain CRDs" }, { - "check": "v1.0/required-annotations-present", + "check": "v1.0/signature-is-valid", "type": "Mandatory", - "outcome": "PASS", - "reason": "All required annotations present" + "outcome": "SKIPPED", + "reason": "Chart is not signed : Signature verification not required" }, { "check": "v1.0/helm-lint", @@ -121,6 +121,12 @@ "type": "Mandatory", "outcome": "PASS", "reason": "API version is V2, used in Helm 3" + }, + { + "check": "v1.0/contains-values-schema", + "type": "Mandatory", + "outcome": "PASS", + "reason": "Values schema file exist" } ] } diff --git a/tests/data/HC-09/redhat/report.json b/tests/data/HC-09/redhat/report.json index eccd4427fa..119a888281 100644 --- a/tests/data/HC-09/redhat/report.json +++ b/tests/data/HC-09/redhat/report.json @@ -3,21 +3,21 @@ "kind": "verify-report", "metadata": { "tool": { - "verifier-version": "1.9.0", + "verifier-version": "1.12.2", "profile": { "vendorType": "redhat", - "version": "v1.1" + "version": "v1.2" }, - "reportDigest": "uint64:2143053838337354791", + "reportDigest": "uint64:2833960720574391467", "chart-uri": "https://github.com/openshift-helm-charts/development/blob/main/tests/data/vault-0.17.0.tgz?raw=true", "digests": { - "chart": "sha256:f01dd362d81fe4b1ef99bb7fa5be268fa94dc96f3009d28bc93a18517aa1ef7a", - "package": "9cb7e3a5d82537f512319c754ccd6e9a4be08118b34849609d0fc261934d062a" + "chart": "sha256:aba56e4bc68704aa933a180a7a7abb309b73c7020a53020a3f2c17565faf12a3", + "package": "72f8d48aad2df1fe49e864a33a112793d2c8a67874d62a466d94bbe4e5f54fee" }, - "lastCertifiedTimestamp": "2022-10-10T12:50:52.638518+05:30", - "testedOpenShiftVersion": "4.11", + "lastCertifiedTimestamp": "2023-07-26T14:47:28.562444-05:00", + "testedOpenShiftVersion": "4.12", "supportedOpenShiftVersions": ">=4.2", - "providerControlledDelivery": false + "webCatalogOnly": false }, "chart": { "name": "vault", @@ -51,76 +51,82 @@ }, "results": [ { - "check": "v1.0/contains-test", + "check": "v1.0/is-helm-v3", "type": "Mandatory", "outcome": "PASS", - "reason": "Chart test files exist" + "reason": "API version is V2, used in Helm 3" }, { - "check": "v1.0/helm-lint", + "check": "v1.0/not-contain-csi-objects", "type": "Mandatory", "outcome": "PASS", - "reason": "Helm lint successful" + "reason": "CSI objects do not exist" }, { - "check": "v1.0/is-helm-v3", + "check": "v1.0/contains-test", "type": "Mandatory", "outcome": "PASS", - "reason": "API version is V2, used in Helm 3" + "reason": "Chart test files exist" }, { - "check": "v1.0/required-annotations-present", + "check": "v1.0/has-readme", "type": "Mandatory", "outcome": "PASS", - "reason": "All required annotations present" + "reason": "Chart has a README" }, { - "check": "v1.1/has-kubeversion", + "check": "v1.0/helm-lint", "type": "Mandatory", "outcome": "PASS", - "reason": "Kubernetes version specified" + "reason": "Helm lint successful" }, { - "check": "v1.0/not-contain-csi-objects", + "check": "v1.0/not-contains-crds", "type": "Mandatory", "outcome": "PASS", - "reason": "CSI objects do not exist" + "reason": "Chart does not contain CRDs" }, { - "check": "v1.0/chart-testing", + "check": "v1.0/signature-is-valid", "type": "Mandatory", - "outcome": "PASS", - "reason": "Chart tests have passed" + "outcome": "SKIPPED", + "reason": "Chart is not signed : Signature verification not required" }, { - "check": "v1.0/contains-values-schema", + "check": "v1.0/required-annotations-present", "type": "Mandatory", "outcome": "PASS", - "reason": "Values schema file exist" + "reason": "All required annotations present" }, { - "check": "v1.0/has-readme", + "check": "v1.0/chart-testing", "type": "Mandatory", "outcome": "PASS", - "reason": "Chart has a README" + "reason": "Chart tests have passed" }, { - "check": "v1.0/images-are-certified", + "check": "v1.1/images-are-certified", "type": "Mandatory", "outcome": "PASS", - "reason": "Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi\nImage is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi" + "reason": "Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi\nImage is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi" }, { - "check": "v1.0/not-contains-crds", + "check": "v1.0/contains-values-schema", "type": "Mandatory", "outcome": "PASS", - "reason": "Chart does not contain CRDs" + "reason": "Values schema file exist" }, { "check": "v1.0/contains-values", "type": "Mandatory", "outcome": "PASS", "reason": "Values file exist" + }, + { + "check": "v1.1/has-kubeversion", + "type": "Mandatory", + "outcome": "PASS", + "reason": "Kubernetes version specified" } ] } diff --git a/tests/data/HC-10/signed_chart/public_key_good.asc b/tests/data/HC-10/signed_chart/public_key_good.asc index 61109d34ef..8bfa7ce0c3 100644 --- a/tests/data/HC-10/signed_chart/public_key_good.asc +++ b/tests/data/HC-10/signed_chart/public_key_good.asc @@ -1,31 +1,18 @@ -----BEGIN PGP PUBLIC KEY BLOCK----- -mQENBGNx5MIBCADmJeRcX8NzOKfugtJslI65oZYm3ZEXA4vEkwud+U73u3oi+FaI -/OzFPdmuN85g4u5V9Q2Y2Sw4ZacoeKVOi6do79ms/zNN9B0zB6wlwLoiSIYu01Rn -wcPrzKqZeLufV33pXDLhlTjmrtGV8R/UjUFGnImJrRf9rhkYE4QN509Y4aBe6ONm -eb0GrcjrTk42OZWOsesvE+M825b26MAJCwDM7rN4FchchTFE1zsMu6fX4cW5GR/A -2+yKUZgJYUNB4E5ByNjCN6pOYvedkNsh7qy5P+LzKSORDfYdxmTR8l0m5H7BCTvz -Ui7FbVRBjynjfKxgsSVpWaLbQIWXBNbGaB3HABEBAAG0QVN1c2hhbnRhIERhcyAo -S2V5IGdlbmVyYXRlZCBpbiBsb2FuZXIgbGFwdG9wKSA8c3VzZGFzQHJlZGhhdC5j -b20+iQFOBBMBCAA4FiEEFJPdcWnqgH2kX1N7MeOXrtTfLKAFAmNx5MICGwMFCwkI -BwIGFQoJCAsCBBYCAwECHgECF4AACgkQMeOXrtTfLKB9eAgAw5m/qGJ4fnA11aVf -kPHsB7QiMa2NYaCYQj0y0XISby9knxfrZYm83hoZijjaAe8N899N2/o+9TvMPKFr -7or45tiugJNF5EmiwscrpIdNIaRNHFKXnlv7lZBWfUnftt29hQfal5GBBskTVSBo -OrrzEQ86mAyC9Pi2L6uvbFyJwfS/tIMiOABAA1SR06Itx4zcD348F4HqFbKBgs6y -pMYDnbdUB/3aDOojsYQfByOnyo5nCOVinIOWAHzyA92Qy/OR+tMKDPq0xswPu2b/ -rpsMzMwL6JFjvcOr2mq4+dDT8kdYJUwouJdNF5L95jwPmkWUWsDm3shU/bVHz7ks -Ca+7JLkBDQRjceTCAQgA1UQ3YtMUyjyyjWYhSqMSIogzD+/4tF/i90EadNbgQ4aG -sSsydVm3rfo0Q38bjsqweLBZ4c5xxfkuqrusaWM6yZ1gWEWS+ww67x9KUplzqQWs -KDI2JuB6ad6JyK+YsKlTnk9RkHA0xLdTHniAcN9Z6nzQqppGUq/Ib2llXlENVnqs -lqLSbXW+AxwP/rTh/EsKHRvibKI57geyrwF/XrPdCcuFSpVs7MeRLurokQQfXJrC -TVwAdq1MwBnthkskZRNLb0VCyHRKwNOQpHHT0WmA2fP90jHLpYGbB3zeuUuSgeEw -lGbeO5ijC6KHc0RuK7FCu6Ur52s+naIzF0f5J/lDzwARAQABiQE2BBgBCAAgFiEE -FJPdcWnqgH2kX1N7MeOXrtTfLKAFAmNx5MICGwwACgkQMeOXrtTfLKAzzQgApG5f -y3t1weif2CmAh9oXvo9mkQFhBV5iB7NHTGq6tBzqj9vrKK/5D1TOebAvvYEefYAR -Xr1zcU8avOVjaYCumvf+oibjOtYe0R7L6v4+koKUlzVmOtPxuikMoHy1HvIlVZ3S -OZLxImvPheM3xQLX8eipF2n0csxIkRX+JHR1QZgWGskUV9u7HhtG0K6HqGW9IFEp -pU3bQftsTFps99QXZ/ZGDBI3F+z9TLz4WQ86Kzhv96a2ImHgwVKFERhUdDG3rk8D -xyeJw2STGRbm+ZqxXJY41XMV1h3aQWbA1R3rP6RMaCmtytP3K/MzW0Z8ZNjFG0Zg -2BOiqlHu5xKCP8D8qA== -=0AwU +mQENBGTBjNEBCADg6fbYibsBs84JxQbMhse/DOtd8TDK4NKD7MXXQfvOEoZATiB5 +lXPsyXw0fxQr4X/f0EmiOYO2Ovfy0rCwxgJ/LFdtp9Cm2BWm+Om6Fnhjl4oDcVBU +l3+cw9KHPS8LXA9L26PeKNWmnvDSeBMyFJ3UcZoDYzRY0L4d3vjqCF+WAAqaD1Zm +e8fu+ywVMxA0jD7JhW85LhdSnijXLzqmRjxnNe+wjIJfmGFkzNKh2nGoQ6f3SOeS +hD41kSkOoGjBoVBfN2+bVyYuv5y7U5lqBL7gmtVfLyaRkSBWdNGfyzwQJpC1YRZx +eE3PwV/70s9YmWmSpdcbL9ZvGcxJ/irCG3gHABEBAAG0G2hlbG0tY2VydC1jaS1k +aXNwb3NhYmxlLWtleYkBVwQTAQgAQRYhBBmrobXfz6bLlNWXSZHplSkv/0JtBQJk +wYzRAhsDBQkDwmcABQsJCAcCAiICBhUKCQgLAgQWAgMBAh4HAheAAAoJEJHplSkv +/0JtT/YIAJFbY97AHDKhCPLufg8tsBsCuN1oaLQiw0rvO9pemeuJvbgZ0b+jggnC +NDnvfUoS67OOikUZYuulw/UiJaoR6LUMhG/mouFmhXzv0aqwPjtIjFABC23X8ZOW +bT+shrXenlAk+5rBy1Rsqk0rbfhMPq5wRL/+V3xiiJuv/8O4ea+S7WevGllO1Tts +WLr3t+H+xgp9T3SY11+ZDzUfFnZBJ1aN5gdyQO9a27pXT5gAHXcYC1DVMLloU/g8 +2mpMNV5aIZ4UWrDI/HTvd4Umzb++pXXT67qAodT6MrYifeINvrj1PsOJPVqSlHca +4tQyA/mrhJXNx8cvyzsctv9dEwZ/fus= +=PJhw -----END PGP PUBLIC KEY BLOCK----- diff --git a/tests/data/HC-10/signed_chart/report/partner/report.yaml b/tests/data/HC-10/signed_chart/report/partner/report.yaml index 183f114dc9..db8e0a2289 100644 --- a/tests/data/HC-10/signed_chart/report/partner/report.yaml +++ b/tests/data/HC-10/signed_chart/report/partner/report.yaml @@ -2,20 +2,20 @@ apiversion: v1 kind: verify-report metadata: tool: - verifier-version: 1.9.0 + verifier-version: 1.12.2 profile: VendorType: partner version: v1.2 - reportDigest: uint64:5138098052618695524 + reportDigest: uint64:11059064537300626010 chart-uri: https://github.com/openshift-helm-charts/development/blob/main/tests/data/HC-10/signed_chart/vault-0.17.0.tgz?raw=true digests: - chart: sha256:f01dd362d81fe4b1ef99bb7fa5be268fa94dc96f3009d28bc93a18517aa1ef7a - package: df206272be1282a05af0576a054c9b35a8d2cebb836dc990d8b87dced82dcdb9 - publicKey: 662ba24b23e80f0b26a634f3c215e74d973943e32d0ee85868759365a5640995 - lastCertifiedTimestamp: "2023-01-17T14:39:57.760254+05:30" - testedOpenShiftVersion: "4.11" + chart: sha256:aba56e4bc68704aa933a180a7a7abb309b73c7020a53020a3f2c17565faf12a3 + package: afcd1a19f5801a17a370925a1743f29a5bb853d05b513e716dc4d7798cb95f10 + publicKey: 0bcbdc417456c2c6489abda4d6c8098223ea36469be3d75feeb2c595db62719d + lastCertifiedTimestamp: "2023-07-26T16:30:32.604568-05:00" + testedOpenShiftVersion: "4.12" supportedOpenShiftVersions: '>=4.2' - providerControlledDelivery: false + webCatalogOnly: false chart: name: vault home: https://www.vaultproject.io @@ -48,58 +48,58 @@ metadata: type: "" chart-overrides: "" results: - - check: v1.0/contains-test + - check: v1.0/has-readme type: Mandatory outcome: PASS - reason: Chart test files exist + reason: Chart has a README - check: v1.0/helm-lint type: Mandatory outcome: PASS reason: Helm lint successful - - check: v1.0/not-contains-crds + - check: v1.0/not-contain-csi-objects type: Mandatory outcome: PASS - reason: Chart does not contain CRDs - - check: v1.0/contains-values + reason: CSI objects do not exist + - check: v1.0/is-helm-v3 type: Mandatory outcome: PASS - reason: Values file exist - - check: v1.0/not-contain-csi-objects + reason: API version is V2, used in Helm 3 + - check: v1.0/not-contains-crds type: Mandatory outcome: PASS - reason: CSI objects do not exist + reason: Chart does not contain CRDs - check: v1.0/required-annotations-present type: Mandatory outcome: PASS reason: All required annotations present - - check: v1.0/chart-testing + - check: v1.0/signature-is-valid type: Mandatory outcome: PASS - reason: Chart tests have passed + reason: 'Chart is signed : Signature verification passed' - check: v1.1/has-kubeversion type: Mandatory outcome: PASS reason: Kubernetes version specified - - check: v1.0/signature-is-valid + - check: v1.0/contains-test type: Mandatory outcome: PASS - reason: 'Chart is signed : Signature verification passed' + reason: Chart test files exist - check: v1.0/contains-values-schema type: Mandatory outcome: PASS reason: Values schema file exist - - check: v1.0/has-readme + - check: v1.0/contains-values type: Mandatory outcome: PASS - reason: Chart has a README + reason: Values file exist - check: v1.1/images-are-certified type: Mandatory outcome: PASS reason: |- Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi - - check: v1.0/is-helm-v3 + - check: v1.0/chart-testing type: Mandatory outcome: PASS - reason: API version is V2, used in Helm 3 + reason: Chart tests have passed diff --git a/tests/data/HC-10/signed_chart/report/redhat/report.yaml b/tests/data/HC-10/signed_chart/report/redhat/report.yaml index 6920d2b631..11efbb52ad 100644 --- a/tests/data/HC-10/signed_chart/report/redhat/report.yaml +++ b/tests/data/HC-10/signed_chart/report/redhat/report.yaml @@ -2,20 +2,20 @@ apiversion: v1 kind: verify-report metadata: tool: - verifier-version: 1.9.0 + verifier-version: 1.12.2 profile: VendorType: redhat version: v1.2 - reportDigest: uint64:18038370130181201778 + reportDigest: uint64:5503902640131384354 chart-uri: https://github.com/openshift-helm-charts/development/blob/main/tests/data/HC-10/signed_chart/vault-0.17.0.tgz?raw=true digests: - chart: sha256:f01dd362d81fe4b1ef99bb7fa5be268fa94dc96f3009d28bc93a18517aa1ef7a - package: df206272be1282a05af0576a054c9b35a8d2cebb836dc990d8b87dced82dcdb9 - publicKey: 662ba24b23e80f0b26a634f3c215e74d973943e32d0ee85868759365a5640995 - lastCertifiedTimestamp: "2023-01-17T14:49:46.03165+05:30" - testedOpenShiftVersion: "4.11" + chart: sha256:aba56e4bc68704aa933a180a7a7abb309b73c7020a53020a3f2c17565faf12a3 + package: afcd1a19f5801a17a370925a1743f29a5bb853d05b513e716dc4d7798cb95f10 + publicKey: 0bcbdc417456c2c6489abda4d6c8098223ea36469be3d75feeb2c595db62719d + lastCertifiedTimestamp: "2023-07-26T16:31:21.387752-05:00" + testedOpenShiftVersion: "4.12" supportedOpenShiftVersions: '>=4.2' - providerControlledDelivery: false + webCatalogOnly: false chart: name: vault home: https://www.vaultproject.io @@ -48,44 +48,44 @@ metadata: type: "" chart-overrides: "" results: - - check: v1.0/is-helm-v3 - type: Mandatory - outcome: PASS - reason: API version is V2, used in Helm 3 - - check: v1.0/not-contain-csi-objects - type: Mandatory - outcome: PASS - reason: CSI objects do not exist - - check: v1.0/has-readme + - check: v1.0/contains-test type: Mandatory outcome: PASS - reason: Chart has a README + reason: Chart test files exist - check: v1.1/images-are-certified type: Mandatory outcome: PASS reason: |- Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi - - check: v1.0/not-contains-crds + - check: v1.0/is-helm-v3 type: Mandatory outcome: PASS - reason: Chart does not contain CRDs + reason: API version is V2, used in Helm 3 + - check: v1.0/chart-testing + type: Mandatory + outcome: PASS + reason: Chart tests have passed - check: v1.0/required-annotations-present type: Mandatory outcome: PASS reason: All required annotations present - - check: v1.0/chart-testing + - check: v1.0/has-readme type: Mandatory outcome: PASS - reason: Chart tests have passed - - check: v1.0/contains-values-schema + reason: Chart has a README + - check: v1.0/not-contain-csi-objects type: Mandatory outcome: PASS - reason: Values schema file exist - - check: v1.0/contains-test + reason: CSI objects do not exist + - check: v1.0/not-contains-crds type: Mandatory outcome: PASS - reason: Chart test files exist + reason: Chart does not contain CRDs + - check: v1.0/contains-values-schema + type: Mandatory + outcome: PASS + reason: Values schema file exist - check: v1.1/has-kubeversion type: Mandatory outcome: PASS diff --git a/tests/data/HC-10/signed_chart/vault-0.17.0.tgz b/tests/data/HC-10/signed_chart/vault-0.17.0.tgz index 240887d24f..7ed60a3324 100644 Binary files a/tests/data/HC-10/signed_chart/vault-0.17.0.tgz and b/tests/data/HC-10/signed_chart/vault-0.17.0.tgz differ diff --git a/tests/data/HC-10/signed_chart/vault-0.17.0.tgz.prov b/tests/data/HC-10/signed_chart/vault-0.17.0.tgz.prov index 4d5586e639..496f980395 100644 --- a/tests/data/HC-10/signed_chart/vault-0.17.0.tgz.prov +++ b/tests/data/HC-10/signed_chart/vault-0.17.0.tgz.prov @@ -27,14 +27,14 @@ version: 0.17.0 ... files: - vault-0.17.0.tgz: sha256:df206272be1282a05af0576a054c9b35a8d2cebb836dc990d8b87dced82dcdb9 + vault-0.17.0.tgz: sha256:afcd1a19f5801a17a370925a1743f29a5bb853d05b513e716dc4d7798cb95f10 -----BEGIN PGP SIGNATURE----- -wsBcBAEBCgAQBQJjdgpMCRAx45eu1N8soAAACCwIAE3wbtdvhBpTx/RmNDej9RlP -lSgG6qvvXpC2GOJRyJbqQQymQ9uU5IDg5GNWGpurH02v+HQL2lyHKLvfZHkzCzS2 -WcDWt1pmAOLAWUngwlG1HvTtSg23lheKPBiYuLSJRG5cS+zAczpI9eFmWs1KCBTN -+dE/dfWb8h4O8vRgrpqDK3Ml89cZbv7Axz0esx4f5vHRNEmdsSam30V5SgOf8zfm -J6vkJV4l2QJOqlIQd4GAb3YDveoALyBGhEN/IAGtg/nCaRAbpR5AeXtOPqRTPAEd -hOHdkpiYUGok043leZn9ZiPzPH2VFTqDdg6A6J/vbZBaBpqu/fjoE5gxhsvtnP0= -=lTB4 +wsBcBAEBCgAQBQJkwYzUCRCR6ZUpL/9CbQAAuQAIAJgrLgplC2H58S6gbe+1fwMt +EHgjSK+iadJul09JVxaY3Zo/rBQZC6adBLIZRYeeO5LbM+i+M7qCCXCs5UrHXJ3L +ARVn5DYO5SJpPmMsGZGKPyei37BG36oGEfeagl4+0rmAfRIBeh6nSP9JIMz1tm55 +cgR89SKNQkmAZ/vlVtdWAj6oZwh5SmTS8Qsls+DJk35DyrPV8fq3aFlpBioRRUFT +ik2DsReJToWDpKLdcJszzsQjexo5Js41Cz7XzpLV90u54uwvkj9ALQkWFdUYqgdt +P/3rjPUaRKCPgTwr6JbqnmQAthVH2kcmpLYjsueKfwAcpwiBkZqdgoARmvrymFw= +=hBr8 -----END PGP SIGNATURE----- \ No newline at end of file diff --git a/tests/data/HC-11/community/report.yaml b/tests/data/HC-11/community/report.yaml index 4af552799a..75f1b8bdb9 100644 --- a/tests/data/HC-11/community/report.yaml +++ b/tests/data/HC-11/community/report.yaml @@ -2,19 +2,19 @@ apiversion: v1 kind: verify-report metadata: tool: - verifier-version: 1.9.0 + verifier-version: 1.12.2 profile: VendorType: community - version: v1.1 - reportDigest: uint64:6188835510583069887 + version: v1.2 + reportDigest: uint64:10214964780218666338 chart-uri: https://github.com/openshift-helm-charts/development/blob/main/tests/data/vault-0.17.0.tgz?raw=true digests: - chart: sha256:f01dd362d81fe4b1ef99bb7fa5be268fa94dc96f3009d28bc93a18517aa1ef7a - package: 9cb7e3a5d82537f512319c754ccd6e9a4be08118b34849609d0fc261934d062a - lastCertifiedTimestamp: "2022-10-10T15:07:06.610015+05:30" - testedOpenShiftVersion: "4.11" + chart: sha256:aba56e4bc68704aa933a180a7a7abb309b73c7020a53020a3f2c17565faf12a3 + package: 72f8d48aad2df1fe49e864a33a112793d2c8a67874d62a466d94bbe4e5f54fee + lastCertifiedTimestamp: "2023-07-26T14:52:59.770083-05:00" + testedOpenShiftVersion: "4.12" supportedOpenShiftVersions: '>=4.2' - providerControlledDelivery: false + webCatalogOnly: false chart: name: vault home: https://www.vaultproject.io @@ -47,50 +47,54 @@ metadata: type: "" chart-overrides: "" results: - - check: v1.0/is-helm-v3 + - check: v1.1/has-kubeversion type: Optional outcome: PASS - reason: API version is V2, used in Helm 3 - - check: v1.0/not-contains-crds + reason: Kubernetes version specified + - check: v1.1/images-are-certified type: Optional outcome: PASS - reason: Chart does not contain CRDs - - check: v1.0/contains-test + reason: |- + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi + - check: v1.0/is-helm-v3 type: Optional outcome: PASS - reason: Chart test files exist + reason: API version is V2, used in Helm 3 - check: v1.0/not-contain-csi-objects type: Optional outcome: PASS reason: CSI objects do not exist - - check: v1.1/has-kubeversion + - check: v1.0/not-contains-crds type: Optional outcome: PASS - reason: Kubernetes version specified + reason: Chart does not contain CRDs - check: v1.0/required-annotations-present type: Optional outcome: PASS reason: All required annotations present - - check: v1.0/contains-values-schema + - check: v1.0/chart-testing type: Optional outcome: PASS - reason: Values schema file exist + reason: Chart tests have passed - check: v1.0/contains-values type: Optional outcome: PASS reason: Values file exist - - check: v1.0/images-are-certified + - check: v1.0/contains-values-schema type: Optional outcome: PASS - reason: |- - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi - - check: v1.0/chart-testing + reason: Values schema file exist + - check: v1.0/signature-is-valid type: Optional - outcome: PASS - reason: Chart tests have passed + outcome: SKIPPED + reason: 'Chart is not signed : Signature verification not required' - check: v1.0/has-readme type: Optional outcome: PASS reason: Chart has a README + - check: v1.0/contains-test + type: Optional + outcome: PASS + reason: Chart test files exist diff --git a/tests/data/HC-11/partner/report.yaml b/tests/data/HC-11/partner/report.yaml index 1d19de4f0f..3ae0a1c989 100644 --- a/tests/data/HC-11/partner/report.yaml +++ b/tests/data/HC-11/partner/report.yaml @@ -2,19 +2,19 @@ apiversion: v1 kind: verify-report metadata: tool: - verifier-version: 1.9.0 + verifier-version: 1.12.2 profile: VendorType: partner - version: v1.1 - reportDigest: uint64:7728592976812301878 + version: v1.2 + reportDigest: uint64:2093766326891469747 chart-uri: https://github.com/openshift-helm-charts/development/blob/main/tests/data/vault-0.17.0.tgz?raw=true digests: - chart: sha256:f01dd362d81fe4b1ef99bb7fa5be268fa94dc96f3009d28bc93a18517aa1ef7a - package: 9cb7e3a5d82537f512319c754ccd6e9a4be08118b34849609d0fc261934d062a - lastCertifiedTimestamp: "2022-10-10T14:51:53.556914+05:30" - testedOpenShiftVersion: "4.11" + chart: sha256:aba56e4bc68704aa933a180a7a7abb309b73c7020a53020a3f2c17565faf12a3 + package: 72f8d48aad2df1fe49e864a33a112793d2c8a67874d62a466d94bbe4e5f54fee + lastCertifiedTimestamp: "2023-07-26T14:50:38.51101-05:00" + testedOpenShiftVersion: "4.12" supportedOpenShiftVersions: '>=4.2' - providerControlledDelivery: false + webCatalogOnly: false chart: name: vault home: https://www.vaultproject.io @@ -47,50 +47,54 @@ metadata: type: "" chart-overrides: "" results: + - check: v1.0/contains-values-schema + type: Mandatory + outcome: PASS + reason: Values schema file exist + - check: v1.1/has-kubeversion + type: Mandatory + outcome: PASS + reason: Kubernetes version specified - check: v1.0/chart-testing type: Mandatory outcome: PASS reason: Chart tests have passed - - check: v1.0/contains-test + - check: v1.0/not-contain-csi-objects type: Mandatory outcome: PASS - reason: Chart test files exist + reason: CSI objects do not exist + - check: v1.0/required-annotations-present + type: Mandatory + outcome: PASS + reason: All required annotations present - check: v1.0/contains-values type: Mandatory outcome: PASS reason: Values file exist - - check: v1.1/has-kubeversion + - check: v1.0/contains-test type: Mandatory outcome: PASS - reason: Kubernetes version specified + reason: Chart test files exist - check: v1.0/has-readme type: Mandatory outcome: PASS reason: Chart has a README - - check: v1.0/not-contain-csi-objects - type: Mandatory - outcome: PASS - reason: CSI objects do not exist - - check: v1.0/contains-values-schema - type: Mandatory - outcome: PASS - reason: Values schema file exist - - check: v1.0/images-are-certified + - check: v1.1/images-are-certified type: Mandatory outcome: PASS reason: |- - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi - check: v1.0/is-helm-v3 type: Mandatory outcome: PASS reason: API version is V2, used in Helm 3 - - check: v1.0/required-annotations-present - type: Mandatory - outcome: PASS - reason: All required annotations present - check: v1.0/not-contains-crds type: Mandatory outcome: PASS reason: Chart does not contain CRDs + - check: v1.0/signature-is-valid + type: Mandatory + outcome: SKIPPED + reason: 'Chart is not signed : Signature verification not required' diff --git a/tests/data/HC-11/partner_not_contain_crds/report.yaml b/tests/data/HC-11/partner_not_contain_crds/report.yaml index bd1488751c..8d27769547 100644 --- a/tests/data/HC-11/partner_not_contain_crds/report.yaml +++ b/tests/data/HC-11/partner_not_contain_crds/report.yaml @@ -2,19 +2,19 @@ apiversion: v1 kind: verify-report metadata: tool: - verifier-version: 1.9.0 + verifier-version: 1.12.2 profile: VendorType: partner - version: v1.1 - reportDigest: uint64:11593295899204523336 + version: v1.2 + reportDigest: uint64:5951359665935255357 chart-uri: https://github.com/openshift-helm-charts/development/blob/main/tests/data/vault-0.17.0.tgz?raw=true digests: - chart: sha256:f01dd362d81fe4b1ef99bb7fa5be268fa94dc96f3009d28bc93a18517aa1ef7a - package: 9cb7e3a5d82537f512319c754ccd6e9a4be08118b34849609d0fc261934d062a - lastCertifiedTimestamp: "2022-10-10T15:02:15.476386+05:30" - testedOpenShiftVersion: "4.11" + chart: sha256:aba56e4bc68704aa933a180a7a7abb309b73c7020a53020a3f2c17565faf12a3 + package: 72f8d48aad2df1fe49e864a33a112793d2c8a67874d62a466d94bbe4e5f54fee + lastCertifiedTimestamp: "2023-07-26T14:51:23.074725-05:00" + testedOpenShiftVersion: "4.12" supportedOpenShiftVersions: '>=4.2' - providerControlledDelivery: false + webCatalogOnly: false chart: name: vault home: https://www.vaultproject.io @@ -47,50 +47,54 @@ metadata: type: "" chart-overrides: "" results: - - check: v1.0/chart-testing - type: Mandatory - outcome: PASS - reason: Chart tests have passed - check: v1.0/helm-lint type: Mandatory outcome: PASS reason: Helm lint successful - - check: v1.0/images-are-certified + - check: v1.1/images-are-certified type: Mandatory outcome: PASS reason: |- - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi - - check: v1.0/required-annotations-present + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi + - check: v1.0/signature-is-valid + type: Mandatory + outcome: SKIPPED + reason: 'Chart is not signed : Signature verification not required' + - check: v1.0/is-helm-v3 type: Mandatory outcome: PASS - reason: All required annotations present - - check: v1.0/not-contain-csi-objects + reason: API version is V2, used in Helm 3 + - check: v1.0/required-annotations-present type: Mandatory outcome: PASS - reason: CSI objects do not exist + reason: All required annotations present - check: v1.0/contains-values-schema type: Mandatory outcome: PASS reason: Values schema file exist - - check: v1.0/contains-test + - check: v1.1/has-kubeversion type: Mandatory outcome: PASS - reason: Chart test files exist + reason: Kubernetes version specified - check: v1.0/contains-values type: Mandatory outcome: PASS reason: Values file exist - - check: v1.1/has-kubeversion + - check: v1.0/not-contain-csi-objects type: Mandatory outcome: PASS - reason: Kubernetes version specified + reason: CSI objects do not exist + - check: v1.0/chart-testing + type: Mandatory + outcome: PASS + reason: Chart tests have passed - check: v1.0/has-readme type: Mandatory outcome: PASS reason: Chart has a README - - check: v1.0/is-helm-v3 + - check: v1.0/contains-test type: Mandatory outcome: PASS - reason: API version is V2, used in Helm 3 + reason: Chart test files exist diff --git a/tests/data/HC-18/community/report.yaml b/tests/data/HC-18/community/report.yaml index 548b1777e4..da5cd1b7c4 100644 --- a/tests/data/HC-18/community/report.yaml +++ b/tests/data/HC-18/community/report.yaml @@ -2,19 +2,19 @@ apiversion: v1 kind: verify-report metadata: tool: - verifier-version: 1.9.0 + verifier-version: 1.12.2 profile: VendorType: community - version: v1.1 - reportDigest: uint64:17697596350982566196 + version: v1.2 + reportDigest: uint64:6449768437428808615 chart-uri: https://github.com/openshift-helm-charts/development/blob/main/tests/data/vault-0.18.0.tgz?raw=true digests: - chart: sha256:e976630aa2d8a6aed25284b627b0e9255a942e1aec456657357f9e6e81ec13da - package: 840f81ece382ad64a0e9b6e07b799931c030eb60985c20bab2ea57311b84c08b - lastCertifiedTimestamp: "2022-10-11T19:23:54.029529+05:30" - testedOpenShiftVersion: "4.11" + chart: sha256:c9663a0f5efe22bfb89d10cdd282959c8d880a3cef8a6301fca2ccf150dd703d + package: c82f8931f67747d1bf3909680523362bcef471d840be12fe9a1f7aa43e39c07b + lastCertifiedTimestamp: "2023-07-26T14:55:59.706521-05:00" + testedOpenShiftVersion: "4.12" supportedOpenShiftVersions: '>=4.2' - providerControlledDelivery: false + webCatalogOnly: false chart: name: vault home: https://www.vaultproject.io @@ -47,26 +47,40 @@ metadata: type: "" chart-overrides: "" results: + - check: v1.0/signature-is-valid + type: Optional + outcome: SKIPPED + reason: 'Chart is not signed : Signature verification not required' - check: v1.0/contains-values-schema type: Optional outcome: PASS reason: Values schema file exist - - check: v1.0/helm-lint - type: Mandatory + - check: v1.1/images-are-certified + type: Optional outcome: PASS - reason: Helm lint successful + reason: |- + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.1-ubi + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.9.0-ubi - check: v1.0/is-helm-v3 type: Optional outcome: PASS reason: API version is V2, used in Helm 3 - - check: v1.0/not-contains-crds + - check: v1.0/chart-testing type: Optional outcome: PASS - reason: Chart does not contain CRDs + reason: Chart tests have passed + - check: v1.0/has-readme + type: Optional + outcome: PASS + reason: Chart has a README - check: v1.0/required-annotations-present type: Optional outcome: PASS reason: All required annotations present + - check: v1.0/contains-test + type: Optional + outcome: PASS + reason: Chart test files exist - check: v1.0/contains-values type: Optional outcome: PASS @@ -75,26 +89,16 @@ results: type: Optional outcome: PASS reason: Kubernetes version specified - - check: v1.0/chart-testing - type: Optional - outcome: PASS - reason: Chart tests have passed - - check: v1.0/contains-test - type: Optional - outcome: PASS - reason: Chart test files exist - - check: v1.0/has-readme - type: Optional - outcome: PASS - reason: Chart has a README - - check: v1.0/images-are-certified - type: Optional + - check: v1.0/helm-lint + type: Mandatory outcome: PASS - reason: |- - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.1-ubi - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.9.0-ubi + reason: Helm lint successful - check: v1.0/not-contain-csi-objects type: Optional outcome: PASS reason: CSI objects do not exist + - check: v1.0/not-contains-crds + type: Optional + outcome: PASS + reason: Chart does not contain CRDs diff --git a/tests/data/HC-18/partner/report.yaml b/tests/data/HC-18/partner/report.yaml index 15c5dd8807..e9ec2d1363 100644 --- a/tests/data/HC-18/partner/report.yaml +++ b/tests/data/HC-18/partner/report.yaml @@ -2,19 +2,19 @@ apiversion: v1 kind: verify-report metadata: tool: - verifier-version: 1.9.0 + verifier-version: 1.12.2 profile: VendorType: partner - version: v1.1 - reportDigest: uint64:7580685454878718317 + version: v1.2 + reportDigest: uint64:18424692730570792782 chart-uri: https://github.com/openshift-helm-charts/development/blob/main/tests/data/vault-0.18.0.tgz?raw=true digests: - chart: sha256:e976630aa2d8a6aed25284b627b0e9255a942e1aec456657357f9e6e81ec13da - package: 840f81ece382ad64a0e9b6e07b799931c030eb60985c20bab2ea57311b84c08b - lastCertifiedTimestamp: "2022-10-11T19:17:07.929076+05:30" - testedOpenShiftVersion: "4.11" + chart: sha256:c9663a0f5efe22bfb89d10cdd282959c8d880a3cef8a6301fca2ccf150dd703d + package: c82f8931f67747d1bf3909680523362bcef471d840be12fe9a1f7aa43e39c07b + lastCertifiedTimestamp: "2023-07-26T14:54:41.057968-05:00" + testedOpenShiftVersion: "4.12" supportedOpenShiftVersions: '>=4.2' - providerControlledDelivery: false + webCatalogOnly: false chart: name: vault home: https://www.vaultproject.io @@ -47,52 +47,56 @@ metadata: type: "" chart-overrides: "" results: - - check: v1.0/contains-values-schema - type: Mandatory - outcome: PASS - reason: Values schema file exist - - check: v1.0/contains-values + - check: v1.0/contains-test type: Mandatory outcome: PASS - reason: Values file exist - - check: v1.0/has-readme + reason: Chart test files exist + - check: v1.0/is-helm-v3 type: Mandatory outcome: PASS - reason: Chart has a README - - check: v1.0/images-are-certified + reason: API version is V2, used in Helm 3 + - check: v1.0/not-contains-crds type: Mandatory outcome: PASS - reason: |- - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.1-ubi - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.9.0-ubi + reason: Chart does not contain CRDs - check: v1.0/not-contain-csi-objects type: Mandatory outcome: PASS reason: CSI objects do not exist - - check: v1.0/not-contains-crds + - check: v1.0/contains-values-schema type: Mandatory outcome: PASS - reason: Chart does not contain CRDs - - check: v1.0/contains-test + reason: Values schema file exist + - check: v1.0/contains-values type: Mandatory outcome: PASS - reason: Chart test files exist - - check: v1.0/is-helm-v3 + reason: Values file exist + - check: v1.1/has-kubeversion type: Mandatory outcome: PASS - reason: API version is V2, used in Helm 3 + reason: Kubernetes version specified + - check: v1.0/has-readme + type: Mandatory + outcome: PASS + reason: Chart has a README - check: v1.0/required-annotations-present type: Mandatory outcome: PASS reason: All required annotations present - - check: v1.1/has-kubeversion + - check: v1.0/signature-is-valid type: Mandatory - outcome: PASS - reason: Kubernetes version specified + outcome: SKIPPED + reason: 'Chart is not signed : Signature verification not required' - check: v1.0/helm-lint type: Mandatory outcome: PASS reason: Helm lint successful + - check: v1.1/images-are-certified + type: Mandatory + outcome: PASS + reason: |- + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.1-ubi + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.9.0-ubi - check: v1.0/chart-testing type: Mandatory outcome: PASS diff --git a/tests/data/HC-18/redhat/report.yaml b/tests/data/HC-18/redhat/report.yaml index 906b57e65c..4514d5a8b2 100644 --- a/tests/data/HC-18/redhat/report.yaml +++ b/tests/data/HC-18/redhat/report.yaml @@ -2,19 +2,19 @@ apiversion: v1 kind: verify-report metadata: tool: - verifier-version: 1.9.0 + verifier-version: 1.12.2 profile: VendorType: redhat - version: v1.1 - reportDigest: uint64:13622060880342329981 + version: v1.2 + reportDigest: uint64:11930215818488035709 chart-uri: https://github.com/openshift-helm-charts/development/blob/main/tests/data/vault-0.18.0.tgz?raw=true digests: - chart: sha256:e976630aa2d8a6aed25284b627b0e9255a942e1aec456657357f9e6e81ec13da - package: 840f81ece382ad64a0e9b6e07b799931c030eb60985c20bab2ea57311b84c08b - lastCertifiedTimestamp: "2022-10-11T19:19:32.612485+05:30" - testedOpenShiftVersion: "4.11" + chart: sha256:c9663a0f5efe22bfb89d10cdd282959c8d880a3cef8a6301fca2ccf150dd703d + package: c82f8931f67747d1bf3909680523362bcef471d840be12fe9a1f7aa43e39c07b + lastCertifiedTimestamp: "2023-07-26T14:55:19.243533-05:00" + testedOpenShiftVersion: "4.12" supportedOpenShiftVersions: '>=4.2' - providerControlledDelivery: false + webCatalogOnly: false chart: name: vault home: https://www.vaultproject.io @@ -47,32 +47,32 @@ metadata: type: "" chart-overrides: "" results: - - check: v1.0/images-are-certified + - check: v1.0/signature-is-valid + type: Mandatory + outcome: SKIPPED + reason: 'Chart is not signed : Signature verification not required' + - check: v1.0/helm-lint + type: Mandatory + outcome: PASS + reason: Helm lint successful + - check: v1.1/images-are-certified type: Mandatory outcome: PASS reason: |- Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.1-ubi Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.9.0-ubi - - check: v1.0/is-helm-v3 - type: Mandatory - outcome: PASS - reason: API version is V2, used in Helm 3 - - check: v1.0/contains-test + - check: v1.0/not-contain-csi-objects type: Mandatory outcome: PASS - reason: Chart test files exist - - check: v1.0/contains-values-schema + reason: CSI objects do not exist + - check: v1.0/chart-testing type: Mandatory outcome: PASS - reason: Values schema file exist + reason: Chart tests have passed - check: v1.1/has-kubeversion type: Mandatory outcome: PASS reason: Kubernetes version specified - - check: v1.0/contains-values - type: Mandatory - outcome: PASS - reason: Values file exist - check: v1.0/has-readme type: Mandatory outcome: PASS @@ -81,20 +81,24 @@ results: type: Mandatory outcome: PASS reason: All required annotations present - - check: v1.0/helm-lint - type: Mandatory - outcome: PASS - reason: Helm lint successful - - check: v1.0/not-contain-csi-objects + - check: v1.0/contains-values-schema type: Mandatory outcome: PASS - reason: CSI objects do not exist + reason: Values schema file exist - check: v1.0/not-contains-crds type: Mandatory outcome: PASS reason: Chart does not contain CRDs - - check: v1.0/chart-testing + - check: v1.0/is-helm-v3 type: Mandatory outcome: PASS - reason: Chart tests have passed + reason: API version is V2, used in Helm 3 + - check: v1.0/contains-test + type: Mandatory + outcome: PASS + reason: Chart test files exist + - check: v1.0/contains-values + type: Mandatory + outcome: PASS + reason: Values file exist diff --git a/tests/data/HC-19/report_edited_sha_bad/report.yaml b/tests/data/HC-19/report_edited_sha_bad/report.yaml index ac587c41b7..2f22be2880 100644 --- a/tests/data/HC-19/report_edited_sha_bad/report.yaml +++ b/tests/data/HC-19/report_edited_sha_bad/report.yaml @@ -2,19 +2,19 @@ apiversion: v1 kind: verify-report metadata: tool: - verifier-version: 1.9.0 - reportDigest: uint64:17691208852129424495 + verifier-version: 1.12.2 profile: VendorType: partner - version: v1.1 + version: v1.2 + reportDigest: uint64:16298400239424284705 chart-uri: https://github.com/openshift-helm-charts/development/blob/main/tests/data/vault-0.17.0.tgz?raw=true digests: - chart: sha256:f01dd362d81fe4b1ef99bb7fa5be268fa94dc96f3009d28bc93a18517aa1ef7a - package: 9cb7e3a5d82537f512319c754ccd6e9a4be08118b34849609d0fc261934d062a - lastCertifiedTimestamp: "2022-06-13T10:43:25.314602-04:00" + chart: sha256:aba56e4bc68704aa933a180a7a7abb309b73c7020a53020a3f2c17565faf12a3 + package: 72f8d48aad2df1fe49e864a33a112793d2c8a67874d62a466d94bbe4e5f54fee + lastCertifiedTimestamp: "2023-07-26T14:57:54.024672-05:00" testedOpenShiftVersion: "4.11" - supportedOpenShiftVersions: '>=4.3' - providerControlledDelivery: false + supportedOpenShiftVersions: '>=4.2' + webCatalogOnly: false chart: name: vault home: https://www.vaultproject.io @@ -47,24 +47,22 @@ metadata: type: "" chart-overrides: "" results: - - check: v1.0/not-contains-crds + - check: v1.0/required-annotations-present type: Mandatory outcome: PASS - reason: Chart does not contain CRDs - - check: v1.0/helm-lint + reason: All required annotations present + - check: v1.0/not-contain-csi-objects type: Mandatory outcome: PASS - reason: Helm lint successful - - check: v1.0/images-are-certified + reason: CSI objects do not exist + - check: v1.0/not-contains-crds type: Mandatory outcome: PASS - reason: |- - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi - - check: v1.0/chart-testing + reason: Chart does not contain CRDs + - check: v1.0/contains-test type: Mandatory outcome: PASS - reason: Chart tests have passed + reason: Chart test files exist - check: v1.0/has-readme type: Mandatory outcome: PASS @@ -73,14 +71,6 @@ results: type: Mandatory outcome: PASS reason: API version is V2, used in Helm 3 - - check: v1.0/contains-test - type: Mandatory - outcome: PASS - reason: Chart test files exist - - check: v1.0/contains-values - type: Mandatory - outcome: PASS - reason: Values file exist - check: v1.0/contains-values-schema type: Mandatory outcome: PASS @@ -89,12 +79,26 @@ results: type: Mandatory outcome: PASS reason: Kubernetes version specified - - check: v1.0/not-contain-csi-objects + - check: v1.1/images-are-certified type: Mandatory outcome: PASS - reason: CSI objects do not exist - - check: v1.0/required-annotations-present + reason: |- + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi + - check: v1.0/signature-is-valid + type: Mandatory + outcome: SKIPPED + reason: 'Chart is not signed : Signature verification not required' + - check: v1.0/contains-values type: Mandatory outcome: PASS - reason: All required annotations present + reason: Values file exist + - check: v1.0/helm-lint + type: Mandatory + outcome: PASS + reason: Helm lint successful + - check: v1.0/chart-testing + type: Mandatory + outcome: PASS + reason: Chart tests have passed diff --git a/tests/data/HC-19/report_sha_bad/report.yaml b/tests/data/HC-19/report_sha_bad/report.yaml index 1bfd60ccef..948ade10b9 100644 --- a/tests/data/HC-19/report_sha_bad/report.yaml +++ b/tests/data/HC-19/report_sha_bad/report.yaml @@ -2,19 +2,19 @@ apiversion: v1 kind: verify-report metadata: tool: - verifier-version: 1.9.0 - reportDigest: uint64:934293765184967420 + verifier-version: 1.12.2 profile: VendorType: partner - version: v1.1 + version: v1.2 + reportDigest: uint64:16298400239424284704 chart-uri: https://github.com/openshift-helm-charts/development/blob/main/tests/data/vault-0.17.0.tgz?raw=true digests: - chart: sha256:f01dd362d81fe4b1ef99bb7fa5be268fa94dc96f3009d28bc93a18517aa1ef7a - package: 9cb7e3a5d82537f512319c754ccd6e9a4be08118b34849609d0fc261934d062a - lastCertifiedTimestamp: "2022-06-13T10:43:25.314602-04:00" - testedOpenShiftVersion: "4.10" + chart: sha256:aba56e4bc68704aa933a180a7a7abb309b73c7020a53020a3f2c17565faf12a3 + package: 72f8d48aad2df1fe49e864a33a112793d2c8a67874d62a466d94bbe4e5f54fee + lastCertifiedTimestamp: "2023-07-26T14:57:54.024672-05:00" + testedOpenShiftVersion: "4.12" supportedOpenShiftVersions: '>=4.2' - providerControlledDelivery: false + webCatalogOnly: false chart: name: vault home: https://www.vaultproject.io @@ -47,24 +47,22 @@ metadata: type: "" chart-overrides: "" results: - - check: v1.0/not-contains-crds + - check: v1.0/required-annotations-present type: Mandatory outcome: PASS - reason: Chart does not contain CRDs - - check: v1.0/helm-lint + reason: All required annotations present + - check: v1.0/not-contain-csi-objects type: Mandatory outcome: PASS - reason: Helm lint successful - - check: v1.0/images-are-certified + reason: CSI objects do not exist + - check: v1.0/not-contains-crds type: Mandatory outcome: PASS - reason: |- - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi - - check: v1.0/chart-testing + reason: Chart does not contain CRDs + - check: v1.0/contains-test type: Mandatory outcome: PASS - reason: Chart tests have passed + reason: Chart test files exist - check: v1.0/has-readme type: Mandatory outcome: PASS @@ -73,14 +71,6 @@ results: type: Mandatory outcome: PASS reason: API version is V2, used in Helm 3 - - check: v1.0/contains-test - type: Mandatory - outcome: PASS - reason: Chart test files exist - - check: v1.0/contains-values - type: Mandatory - outcome: PASS - reason: Values file exist - check: v1.0/contains-values-schema type: Mandatory outcome: PASS @@ -89,12 +79,26 @@ results: type: Mandatory outcome: PASS reason: Kubernetes version specified - - check: v1.0/not-contain-csi-objects + - check: v1.1/images-are-certified type: Mandatory outcome: PASS - reason: CSI objects do not exist - - check: v1.0/required-annotations-present + reason: |- + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi + - check: v1.0/signature-is-valid + type: Mandatory + outcome: SKIPPED + reason: 'Chart is not signed : Signature verification not required' + - check: v1.0/contains-values type: Mandatory outcome: PASS - reason: All required annotations present + reason: Values file exist + - check: v1.0/helm-lint + type: Mandatory + outcome: PASS + reason: Helm lint successful + - check: v1.0/chart-testing + type: Mandatory + outcome: PASS + reason: Chart tests have passed diff --git a/tests/data/HC-19/report_sha_good/report.yaml b/tests/data/HC-19/report_sha_good/report.yaml index 07d892637e..ad27fd5ba5 100644 --- a/tests/data/HC-19/report_sha_good/report.yaml +++ b/tests/data/HC-19/report_sha_good/report.yaml @@ -2,19 +2,19 @@ apiversion: v1 kind: verify-report metadata: tool: - verifier-version: 1.9.0 - reportDigest: uint64:4706854001499919657 + verifier-version: 1.12.2 profile: VendorType: partner - version: v1.1 + version: v1.2 + reportDigest: uint64:16298400239424284705 chart-uri: https://github.com/openshift-helm-charts/development/blob/main/tests/data/vault-0.17.0.tgz?raw=true digests: - chart: sha256:f01dd362d81fe4b1ef99bb7fa5be268fa94dc96f3009d28bc93a18517aa1ef7a - package: 9cb7e3a5d82537f512319c754ccd6e9a4be08118b34849609d0fc261934d062a - lastCertifiedTimestamp: "2022-06-13T10:43:25.314602-04:00" - testedOpenShiftVersion: "4.10" + chart: sha256:aba56e4bc68704aa933a180a7a7abb309b73c7020a53020a3f2c17565faf12a3 + package: 72f8d48aad2df1fe49e864a33a112793d2c8a67874d62a466d94bbe4e5f54fee + lastCertifiedTimestamp: "2023-07-26T14:57:54.024672-05:00" + testedOpenShiftVersion: "4.12" supportedOpenShiftVersions: '>=4.2' - providerControlledDelivery: false + webCatalogOnly: false chart: name: vault home: https://www.vaultproject.io @@ -47,24 +47,22 @@ metadata: type: "" chart-overrides: "" results: - - check: v1.0/not-contains-crds + - check: v1.0/required-annotations-present type: Mandatory outcome: PASS - reason: Chart does not contain CRDs - - check: v1.0/helm-lint + reason: All required annotations present + - check: v1.0/not-contain-csi-objects type: Mandatory outcome: PASS - reason: Helm lint successful - - check: v1.0/images-are-certified + reason: CSI objects do not exist + - check: v1.0/not-contains-crds type: Mandatory outcome: PASS - reason: |- - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi - - check: v1.0/chart-testing + reason: Chart does not contain CRDs + - check: v1.0/contains-test type: Mandatory outcome: PASS - reason: Chart tests have passed + reason: Chart test files exist - check: v1.0/has-readme type: Mandatory outcome: PASS @@ -73,14 +71,6 @@ results: type: Mandatory outcome: PASS reason: API version is V2, used in Helm 3 - - check: v1.0/contains-test - type: Mandatory - outcome: PASS - reason: Chart test files exist - - check: v1.0/contains-values - type: Mandatory - outcome: PASS - reason: Values file exist - check: v1.0/contains-values-schema type: Mandatory outcome: PASS @@ -89,12 +79,26 @@ results: type: Mandatory outcome: PASS reason: Kubernetes version specified - - check: v1.0/not-contain-csi-objects + - check: v1.1/images-are-certified type: Mandatory outcome: PASS - reason: CSI objects do not exist - - check: v1.0/required-annotations-present + reason: |- + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi + - check: v1.0/signature-is-valid + type: Mandatory + outcome: SKIPPED + reason: 'Chart is not signed : Signature verification not required' + - check: v1.0/contains-values type: Mandatory outcome: PASS - reason: All required annotations present + reason: Values file exist + - check: v1.0/helm-lint + type: Mandatory + outcome: PASS + reason: Helm lint successful + - check: v1.0/chart-testing + type: Mandatory + outcome: PASS + reason: Chart tests have passed diff --git a/tests/data/readme_about_testdata.md b/tests/data/README.md similarity index 98% rename from tests/data/readme_about_testdata.md rename to tests/data/README.md index ff71c466b4..30da8f9e4b 100644 --- a/tests/data/readme_about_testdata.md +++ b/tests/data/README.md @@ -31,7 +31,7 @@ Copy report.yaml to tests/data/HC-04/community/ ### HC-06 ``` -chart-verifier verify https://github.com/openshift-helm-charts/development/blob/main/tests/data/vault-0.17.0.tgz?raw=true --provider-delivery > report.yaml +chart-verifier verify https://github.com/openshift-helm-charts/development/blob/main/tests/data/vault-0.17.0.tgz?raw=true --web-catalog-only > report.yaml Copy report.yaml to tests/data/HC-06/partner/ ``` diff --git a/tests/data/common/community/report.yaml b/tests/data/common/community/report.yaml index 67703d6654..d8910a78c7 100644 --- a/tests/data/common/community/report.yaml +++ b/tests/data/common/community/report.yaml @@ -2,19 +2,19 @@ apiversion: v1 kind: verify-report metadata: tool: - verifier-version: 1.9.0 + verifier-version: 1.12.2 profile: VendorType: community - version: v1.1 - reportDigest: uint64:6486223755507931085 + version: v1.2 + reportDigest: uint64:8706487021119090591 chart-uri: https://github.com/openshift-helm-charts/development/blob/main/tests/data/vault-0.17.0.tgz?raw=true digests: - chart: sha256:f01dd362d81fe4b1ef99bb7fa5be268fa94dc96f3009d28bc93a18517aa1ef7a - package: 9cb7e3a5d82537f512319c754ccd6e9a4be08118b34849609d0fc261934d062a - lastCertifiedTimestamp: "2022-10-09T18:47:37.831969+05:30" - testedOpenShiftVersion: "4.11" + chart: sha256:aba56e4bc68704aa933a180a7a7abb309b73c7020a53020a3f2c17565faf12a3 + package: 72f8d48aad2df1fe49e864a33a112793d2c8a67874d62a466d94bbe4e5f54fee + lastCertifiedTimestamp: "2023-07-26T14:34:28.721432-05:00" + testedOpenShiftVersion: "4.12" supportedOpenShiftVersions: '>=4.2' - providerControlledDelivery: false + webCatalogOnly: false chart: name: vault home: https://www.vaultproject.io @@ -47,24 +47,6 @@ metadata: type: "" chart-overrides: "" results: - - check: v1.0/helm-lint - type: Mandatory - outcome: PASS - reason: Helm lint successful - - check: v1.0/images-are-certified - type: Optional - outcome: PASS - reason: |- - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi - - check: v1.0/is-helm-v3 - type: Optional - outcome: PASS - reason: API version is V2, used in Helm 3 - - check: v1.0/has-readme - type: Optional - outcome: PASS - reason: Chart has a README - check: v1.0/not-contain-csi-objects type: Optional outcome: PASS @@ -73,28 +55,50 @@ results: type: Optional outcome: PASS reason: All required annotations present - - check: v1.0/contains-values + - check: v1.0/chart-testing type: Optional outcome: PASS - reason: Values file exist - - check: v1.1/has-kubeversion + reason: Chart tests have passed + - check: v1.0/contains-values-schema type: Optional outcome: PASS - reason: Kubernetes version specified + reason: Values schema file exist + - check: v1.1/images-are-certified + type: Optional + outcome: PASS + reason: |- + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi + - check: v1.0/helm-lint + type: Mandatory + outcome: PASS + reason: Helm lint successful - check: v1.0/not-contains-crds type: Optional outcome: PASS reason: Chart does not contain CRDs - - check: v1.0/chart-testing + - check: v1.0/signature-is-valid + type: Optional + outcome: SKIPPED + reason: 'Chart is not signed : Signature verification not required' + - check: v1.0/contains-values type: Optional outcome: PASS - reason: Chart tests have passed + reason: Values file exist + - check: v1.0/is-helm-v3 + type: Optional + outcome: PASS + reason: API version is V2, used in Helm 3 - check: v1.0/contains-test type: Optional outcome: PASS reason: Chart test files exist - - check: v1.0/contains-values-schema + - check: v1.1/has-kubeversion type: Optional outcome: PASS - reason: Values schema file exist + reason: Kubernetes version specified + - check: v1.0/has-readme + type: Optional + outcome: PASS + reason: Chart has a README diff --git a/tests/data/common/partner/report.yaml b/tests/data/common/partner/report.yaml index 0383895361..dd2cbeb606 100644 --- a/tests/data/common/partner/report.yaml +++ b/tests/data/common/partner/report.yaml @@ -2,19 +2,19 @@ apiversion: v1 kind: verify-report metadata: tool: - verifier-version: 1.9.0 + verifier-version: 1.12.2 profile: VendorType: partner - version: v1.1 - reportDigest: uint64:1709340413986663090 + version: v1.2 + reportDigest: uint64:16939048952212352520 chart-uri: https://github.com/openshift-helm-charts/development/blob/main/tests/data/vault-0.17.0.tgz?raw=true digests: - chart: sha256:f01dd362d81fe4b1ef99bb7fa5be268fa94dc96f3009d28bc93a18517aa1ef7a - package: 9cb7e3a5d82537f512319c754ccd6e9a4be08118b34849609d0fc261934d062a - lastCertifiedTimestamp: "2022-10-09T18:17:00.692384+05:30" - testedOpenShiftVersion: "4.11" + chart: sha256:aba56e4bc68704aa933a180a7a7abb309b73c7020a53020a3f2c17565faf12a3 + package: 72f8d48aad2df1fe49e864a33a112793d2c8a67874d62a466d94bbe4e5f54fee + lastCertifiedTimestamp: "2023-07-26T14:32:29.116507-05:00" + testedOpenShiftVersion: "4.12" supportedOpenShiftVersions: '>=4.2' - providerControlledDelivery: false + webCatalogOnly: false chart: name: vault home: https://www.vaultproject.io @@ -47,34 +47,22 @@ metadata: type: "" chart-overrides: "" results: - - check: v1.0/contains-values-schema + - check: v1.0/chart-testing type: Mandatory outcome: PASS - reason: Values schema file exist + reason: Chart tests have passed - check: v1.0/has-readme type: Mandatory outcome: PASS reason: Chart has a README - - check: v1.0/contains-values - type: Mandatory - outcome: PASS - reason: Values file exist - check: v1.0/required-annotations-present type: Mandatory outcome: PASS reason: All required annotations present - - check: v1.0/is-helm-v3 - type: Mandatory - outcome: PASS - reason: API version is V2, used in Helm 3 - - check: v1.0/chart-testing - type: Mandatory - outcome: PASS - reason: Chart tests have passed - - check: v1.0/contains-test + - check: v1.0/contains-values type: Mandatory outcome: PASS - reason: Chart test files exist + reason: Values file exist - check: v1.1/has-kubeversion type: Mandatory outcome: PASS @@ -83,6 +71,20 @@ results: type: Mandatory outcome: PASS reason: Helm lint successful + - check: v1.0/contains-values-schema + type: Mandatory + outcome: PASS + reason: Values schema file exist + - check: v1.1/images-are-certified + type: Mandatory + outcome: PASS + reason: |- + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi + - check: v1.0/is-helm-v3 + type: Mandatory + outcome: PASS + reason: API version is V2, used in Helm 3 - check: v1.0/not-contain-csi-objects type: Mandatory outcome: PASS @@ -91,10 +93,12 @@ results: type: Mandatory outcome: PASS reason: Chart does not contain CRDs - - check: v1.0/images-are-certified + - check: v1.0/contains-test type: Mandatory outcome: PASS - reason: |- - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi + reason: Chart test files exist + - check: v1.0/signature-is-valid + type: Mandatory + outcome: SKIPPED + reason: 'Chart is not signed : Signature verification not required' diff --git a/tests/data/common/redhat/report.yaml b/tests/data/common/redhat/report.yaml index bafcb9cda9..65a50dd149 100644 --- a/tests/data/common/redhat/report.yaml +++ b/tests/data/common/redhat/report.yaml @@ -2,19 +2,19 @@ apiversion: v1 kind: verify-report metadata: tool: - verifier-version: 1.9.0 + verifier-version: 1.12.2 profile: VendorType: redhat - version: v1.1 - reportDigest: uint64:14250977800867714981 + version: v1.2 + reportDigest: uint64:3220258970301292478 chart-uri: https://github.com/openshift-helm-charts/development/blob/main/tests/data/vault-0.17.0.tgz?raw=true digests: - chart: sha256:f01dd362d81fe4b1ef99bb7fa5be268fa94dc96f3009d28bc93a18517aa1ef7a - package: 9cb7e3a5d82537f512319c754ccd6e9a4be08118b34849609d0fc261934d062a - lastCertifiedTimestamp: "2022-10-09T18:45:02.882159+05:30" - testedOpenShiftVersion: "4.11" + chart: sha256:aba56e4bc68704aa933a180a7a7abb309b73c7020a53020a3f2c17565faf12a3 + package: 72f8d48aad2df1fe49e864a33a112793d2c8a67874d62a466d94bbe4e5f54fee + lastCertifiedTimestamp: "2023-07-26T14:33:52.398715-05:00" + testedOpenShiftVersion: "4.12" supportedOpenShiftVersions: '>=4.2' - providerControlledDelivery: false + webCatalogOnly: false chart: name: vault home: https://www.vaultproject.io @@ -47,54 +47,58 @@ metadata: type: "" chart-overrides: "" results: - - check: v1.0/not-contain-csi-objects + - check: v1.0/not-contains-crds type: Mandatory outcome: PASS - reason: CSI objects do not exist - - check: v1.0/required-annotations-present + reason: Chart does not contain CRDs + - check: v1.1/has-kubeversion type: Mandatory outcome: PASS - reason: All required annotations present - - check: v1.0/chart-testing + reason: Kubernetes version specified + - check: v1.0/has-readme type: Mandatory outcome: PASS - reason: Chart tests have passed - - check: v1.0/is-helm-v3 + reason: Chart has a README + - check: v1.0/required-annotations-present type: Mandatory outcome: PASS - reason: API version is V2, used in Helm 3 - - check: v1.0/not-contains-crds + reason: All required annotations present + - check: v1.0/chart-testing type: Mandatory outcome: PASS - reason: Chart does not contain CRDs - - check: v1.0/contains-values-schema + reason: Chart tests have passed + - check: v1.0/helm-lint type: Mandatory outcome: PASS - reason: Values schema file exist + reason: Helm lint successful - check: v1.0/contains-values type: Mandatory outcome: PASS reason: Values file exist - - check: v1.1/has-kubeversion + - check: v1.1/images-are-certified type: Mandatory outcome: PASS - reason: Kubernetes version specified - - check: v1.0/has-readme + reason: |- + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi + Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi + - check: v1.0/is-helm-v3 type: Mandatory outcome: PASS - reason: Chart has a README - - check: v1.0/contains-test + reason: API version is V2, used in Helm 3 + - check: v1.0/not-contain-csi-objects type: Mandatory outcome: PASS - reason: Chart test files exist - - check: v1.0/helm-lint + reason: CSI objects do not exist + - check: v1.0/signature-is-valid + type: Mandatory + outcome: SKIPPED + reason: 'Chart is not signed : Signature verification not required' + - check: v1.0/contains-values-schema type: Mandatory outcome: PASS - reason: Helm lint successful - - check: v1.0/images-are-certified + reason: Values schema file exist + - check: v1.0/contains-test type: Mandatory outcome: PASS - reason: |- - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault-k8s:0.14.0-ubi - Image is Red Hat certified : registry.connect.redhat.com/hashicorp/vault:1.8.4-ubi + reason: Chart test files exist diff --git a/tests/data/vault-0.17.0.tgz b/tests/data/vault-0.17.0.tgz index 7e38763995..8358d865a6 100644 Binary files a/tests/data/vault-0.17.0.tgz and b/tests/data/vault-0.17.0.tgz differ diff --git a/tests/data/vault-0.18.0.tgz b/tests/data/vault-0.18.0.tgz index 21803f6989..4263f836ef 100644 Binary files a/tests/data/vault-0.18.0.tgz and b/tests/data/vault-0.18.0.tgz differ diff --git a/tests/data/vault-test-timeout-0.17.0.tgz b/tests/data/vault-test-timeout-0.17.0.tgz index 46472f2859..3baf50e625 100644 Binary files a/tests/data/vault-test-timeout-0.17.0.tgz and b/tests/data/vault-test-timeout-0.17.0.tgz differ