diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md index 6dfc965c5af..2d05b93a148 100644 --- a/CONTRIBUTING.md +++ b/CONTRIBUTING.md @@ -193,6 +193,8 @@ Here are the trigger phrases for individual checks: * `/test-kind-ipv6-only-networkpolicy`: Linux IPv6 only networkpolicy tests on Kind cluster. * `/test-kind-ipv6-networkpolicy`: Linux dual stack networkpolicy tests on Kind cluster. * `/test-kind-flexible-ipam-e2e`: Flexible IPAM e2e tests on Kind clusters. +* `/test-kind-all-features-conformance`: Linux IPv4 conformance tests with all features enabled on Kind cluster. +* `/test-kind-whole-conformance`: Linux All conformance tests on Kind cluster. Here are the trigger phrases for groups of checks: diff --git a/ci/jenkins/jobs/projects-cloud.yaml b/ci/jenkins/jobs/projects-cloud.yaml index 5f975e7301f..c313dd3361a 100644 --- a/ci/jenkins/jobs/projects-cloud.yaml +++ b/ci/jenkins/jobs/projects-cloud.yaml @@ -1206,8 +1206,127 @@ fingerprint: false only-if-success: false - '{name}-{test_name}-for-pull-request': - test_name: kind-aws-ipv6-only-networkpolicy - node: 'antrea-kind-test' + test_name: kind-e2e + node: 'antrea-kind-testbed' + description: 'This is for running e2e tests on kind.' + branches: + - ${{sha1}} + builders: + - builder-e2e-kind: + ip_version: 'ipv4' + kind_cluster_name: '{test_name}' + trigger_phrase: ^(?!Thanks for your PR).*/test-(kind-e2e|kind-all|all).* + white_list_target_branches: [] + allow_whitelist_orgs_as_admins: true + admin_list: '{antrea_admin_list}' + org_list: '{antrea_org_list}' + white_list: '{antrea_white_list}' + only_trigger_phrase: true + trigger_permit_all: true + throttle_concurrent_builds_enabled: 'true' + status_context: jenkins-kind-e2e + status_url: null + success_status: Build finished. + failure_status: Failed. Add comment /test-kind-e2e to re-trigger. + error_status: Failed. Add comment /test-kind-e2e to re-trigger. + triggered_status: null + started_status: null + wrappers: + - timeout: + fail: true + timeout: 135 + type: absolute + publishers: + - archive: + allow-empty: true + artifacts: antrea-test-logs.tar.gz + case-sensitive: true + default-excludes: true + fingerprint: false + only-if-success: false + - '{name}-{test_name}-for-pull-request': + test_name: kind-conformance + node: 'antrea-kind-testbed' + description: 'This is for running conformance tests on kind.' + branches: + - ${{sha1}} + builders: + - builder-conformance-kind: + conformance_type: 'conformance' + ip_version: 'ipv4' + kind_cluster_name: '{test_name}' + trigger_phrase: ^(?!Thanks for your PR).*/test-(kind-conformance|kind-all|all).* + white_list_target_branches: [] + allow_whitelist_orgs_as_admins: true + admin_list: '{antrea_admin_list}' + org_list: '{antrea_org_list}' + white_list: '{antrea_white_list}' + only_trigger_phrase: true + trigger_permit_all: true + throttle_concurrent_builds_enabled: 'true' + status_context: jenkins-kind-conformance + status_url: null + success_status: Build finished. + failure_status: Failed. Add comment /test-kind-conformance to re-trigger. + error_status: Failed. Add comment /test-kind-conformance to re-trigger. + triggered_status: null + started_status: null + wrappers: + - timeout: + fail: true + timeout: 135 + type: absolute + publishers: + - archive: + allow-empty: true + artifacts: '*sonobuoy*.tar.gz' + case-sensitive: true + default-excludes: true + fingerprint: false + only-if-success: false + - '{name}-{test_name}-for-pull-request': + test_name: kind-networkpolicy + node: 'antrea-kind-testbed' + description: 'This is for running networkpolicy tests on kind.' + branches: + - ${{sha1}} + builders: + - builder-conformance-kind: + conformance_type: 'networkpolicy' + ip_version: 'ipv4' + kind_cluster_name: '{test_name}' + trigger_phrase: ^(?!Thanks for your PR).*/test-(kind-networkpolicy|kind-all|all).* + white_list_target_branches: [] + allow_whitelist_orgs_as_admins: true + admin_list: '{antrea_admin_list}' + org_list: '{antrea_org_list}' + white_list: '{antrea_white_list}' + only_trigger_phrase: true + trigger_permit_all: true + throttle_concurrent_builds_enabled: 'true' + status_context: jenkins-kind-networkpolicy + status_url: null + success_status: Build finished. + failure_status: Failed. Add comment /test-kind-networkpolicy to re-trigger. + error_status: Failed. Add comment /test-kind-networkpolicy to re-trigger. + triggered_status: null + started_status: null + wrappers: + - timeout: + fail: true + timeout: 135 + type: absolute + publishers: + - archive: + allow-empty: true + artifacts: '*sonobuoy*.tar.gz' + case-sensitive: true + default-excludes: true + fingerprint: false + only-if-success: false + - '{name}-{test_name}-for-pull-request': + test_name: kind-ipv6-only-networkpolicy + node: 'antrea-kind-testbed' description: 'This is the {test_name} test for {name}.' branches: - ${{sha1}} @@ -1216,7 +1335,7 @@ conformance_type: 'networkpolicy' ip_version: 'ipv6' kind_cluster_name: '{test_name}' - trigger_phrase: ^(?!Thanks for your PR).*/test-kind-aws-ipv6-only-(networkpolicy|all).* + trigger_phrase: ^(?!Thanks for your PR).*/test-(kind-ipv6-only-networkpolicy|kind-ipv6-only-all|ipv6-only-all).* white_list_target_branches: [] allow_whitelist_orgs_as_admins: true admin_list: '{antrea_admin_list}' @@ -1225,10 +1344,10 @@ only_trigger_phrase: true trigger_permit_all: true status_context: jenkins-kind-ipv6-only-networkpolicy - status_url: --none-- + status_url: null success_status: Build finished. - failure_status: Failed. Add comment /test-kind-aws-ipv6-only-networkpolicy to re-trigger. - error_status: Failed. Add comment /test-kind-aws-ipv6-only-networkpolicy to re-trigger. + failure_status: Failed. Add comment /test-kind-ipv6-only-networkpolicy to re-trigger. + error_status: Failed. Add comment /test-kind-ipv6-only-networkpolicy to re-trigger. triggered_status: null started_status: null wrappers: @@ -1236,10 +1355,17 @@ fail: true timeout: 135 type: absolute - publishers: [] + publishers: + - archive: + allow-empty: true + artifacts: '*sonobuoy*.tar.gz' + case-sensitive: true + default-excludes: true + fingerprint: false + only-if-success: false - '{name}-{test_name}-for-pull-request': - test_name: kind-aws-ipv6-only-conformance - node: 'antrea-kind-test' + test_name: kind-ipv6-only-conformance + node: 'antrea-kind-testbed' description: 'This is the {test_name} test for {name}.' branches: - ${{sha1}} @@ -1248,7 +1374,7 @@ conformance_type: 'conformance' ip_version: 'ipv6' kind_cluster_name: '{test_name}' - trigger_phrase: ^(?!Thanks for your PR).*/test-kind-aws-ipv6-only-(conformance|all).* + trigger_phrase: ^(?!Thanks for your PR).*/test-(kind-ipv6-only-conformance|kind-ipv6-only-all|ipv6-only-all).* white_list_target_branches: [] allow_whitelist_orgs_as_admins: true admin_list: '{antrea_admin_list}' @@ -1257,10 +1383,10 @@ only_trigger_phrase: true trigger_permit_all: true status_context: jenkins-kind-ipv6-only-conformance - status_url: --none-- + status_url: null success_status: Build finished. - failure_status: Failed. Add comment /test-kind-aws-ipv6-only-conformance to re-trigger. - error_status: Failed. Add comment /test-kind-aws-ipv6-only-conformance to re-trigger. + failure_status: Failed. Add comment /test-kind-ipv6-only-conformance to re-trigger. + error_status: Failed. Add comment /test-kind-ipv6-only-conformance to re-trigger. triggered_status: null started_status: null wrappers: @@ -1268,10 +1394,17 @@ fail: true timeout: 135 type: absolute - publishers: [] + publishers: + - archive: + allow-empty: true + artifacts: '*sonobuoy*.tar.gz' + case-sensitive: true + default-excludes: true + fingerprint: false + only-if-success: false - '{name}-{test_name}-for-pull-request': - test_name: kind-aws-ipv6-only-e2e - node: 'antrea-kind-test' + test_name: kind-ipv6-only-e2e + node: 'antrea-kind-testbed' description: 'This is the {test_name} test for {name}.' branches: - ${{sha1}} @@ -1279,7 +1412,7 @@ - builder-e2e-kind: ip_version: 'ipv6' kind_cluster_name: '{test_name}' - trigger_phrase: ^(?!Thanks for your PR).*/test-kind-aws-ipv6-only-(e2e|all).* + trigger_phrase: ^(?!Thanks for your PR).*/test-(kind-ipv6-only-e2e|kind-ipv6-only-all|ipv6-only-all).* white_list_target_branches: [] allow_whitelist_orgs_as_admins: true admin_list: '{antrea_admin_list}' @@ -1288,10 +1421,10 @@ only_trigger_phrase: true trigger_permit_all: true status_context: jenkins-kind-ipv6-only-e2e - status_url: --none-- + status_url: null success_status: Build finished. - failure_status: Failed. Add comment /test-kind-aws-ipv6-only-e2e to re-trigger. - error_status: Failed. Add comment /test-kind-aws-ipv6-only-e2e to re-trigger. + failure_status: Failed. Add comment /test-kind-ipv6-only-e2e to re-trigger. + error_status: Failed. Add comment /test-kind-ipv6-only-e2e to re-trigger. triggered_status: null started_status: null wrappers: @@ -1299,10 +1432,17 @@ fail: true timeout: 135 type: absolute - publishers: [] + publishers: + - archive: + allow-empty: true + artifacts: antrea-test-logs.tar.gz + case-sensitive: true + default-excludes: true + fingerprint: false + only-if-success: false - '{name}-{test_name}-for-pull-request': - test_name: kind-aws-ipv6-ds-networkpolicy - node: 'antrea-kind-test' + test_name: kind-ipv6-ds-networkpolicy + node: 'antrea-kind-testbed' description: 'This is the {test_name} test for {name}.' branches: - ${{sha1}} @@ -1311,7 +1451,7 @@ conformance_type: 'networkpolicy' ip_version: 'dual' kind_cluster_name: '{test_name}' - trigger_phrase: ^(?!Thanks for your PR).*/test-kind-aws-ipv6-(networkpolicy|all).* + trigger_phrase: ^(?!Thanks for your PR).*/test-(kind-ipv6-networkpolicy|kind-ipv6-all|ipv6-all).* white_list_target_branches: [] allow_whitelist_orgs_as_admins: true admin_list: '{antrea_admin_list}' @@ -1320,10 +1460,10 @@ only_trigger_phrase: true trigger_permit_all: true status_context: jenkins-kind-ipv6-ds-networkpolicy - status_url: --none-- + status_url: null success_status: Build finished. - failure_status: Failed. Add comment /test-kind-aws-ipv6-networkpolicy to re-trigger. - error_status: Failed. Add comment /test-kind-aws-ipv6-networkpolicy to re-trigger. + failure_status: Failed. Add comment /test-kind-ipv6-networkpolicy to re-trigger. + error_status: Failed. Add comment /test-kind-ipv6-networkpolicy to re-trigger. triggered_status: null started_status: null wrappers: @@ -1331,10 +1471,17 @@ fail: true timeout: 135 type: absolute - publishers: [] + publishers: + - archive: + allow-empty: true + artifacts: '*sonobuoy*.tar.gz' + case-sensitive: true + default-excludes: true + fingerprint: false + only-if-success: false - '{name}-{test_name}-for-pull-request': - test_name: kind-aws-ipv6-ds-conformance - node: 'antrea-kind-test' + test_name: kind-ipv6-ds-conformance + node: 'antrea-kind-testbed' description: 'This is the {test_name} test for {name}.' branches: - ${{sha1}} @@ -1343,7 +1490,7 @@ conformance_type: 'conformance' ip_version: 'dual' kind_cluster_name: '{test_name}' - trigger_phrase: ^(?!Thanks for your PR).*/test-kind-aws-ipv6-(conformance|all).* + trigger_phrase: ^(?!Thanks for your PR).*/test-(kind-ipv6-conformance|kind-ipv6-all|ipv6-all).* white_list_target_branches: [] allow_whitelist_orgs_as_admins: true admin_list: '{antrea_admin_list}' @@ -1352,10 +1499,10 @@ only_trigger_phrase: true trigger_permit_all: true status_context: jenkins-kind-ipv6-ds-conformance - status_url: --none-- + status_url: null success_status: Build finished. - failure_status: Failed. Add comment /test-kind-aws-ipv6-conformance to re-trigger. - error_status: Failed. Add comment /test-kind-aws-ipv6-conformance to re-trigger. + failure_status: Failed. Add comment /test-kind-ipv6-conformance to re-trigger. + error_status: Failed. Add comment /test-kind-ipv6-conformance to re-trigger. triggered_status: null started_status: null wrappers: @@ -1363,10 +1510,17 @@ fail: true timeout: 135 type: absolute - publishers: [] + publishers: + - archive: + allow-empty: true + artifacts: '*sonobuoy*.tar.gz' + case-sensitive: true + default-excludes: true + fingerprint: false + only-if-success: false - '{name}-{test_name}-for-pull-request': - test_name: kind-aws-ipv6-ds-e2e - node: 'antrea-kind-test' + test_name: kind-ipv6-ds-e2e + node: 'antrea-kind-testbed' description: 'This is the {test_name} test for {name}.' branches: - ${{sha1}} @@ -1374,7 +1528,7 @@ - builder-e2e-kind: ip_version: 'dual' kind_cluster_name: '{test_name}' - trigger_phrase: ^(?!Thanks for your PR).*/test-kind-aws-ipv6-(e2e|all).* + trigger_phrase: ^(?!Thanks for your PR).*/test-(kind-ipv6-e2e|kind-ipv6-all|ipv6-all).* white_list_target_branches: [] allow_whitelist_orgs_as_admins: true admin_list: '{antrea_admin_list}' @@ -1383,10 +1537,10 @@ only_trigger_phrase: true trigger_permit_all: true status_context: jenkins-kind-ipv6-ds-e2e - status_url: --none-- + status_url: null success_status: Build finished. - failure_status: Failed. Add comment /test-kind-aws-ipv6-e2e to re-trigger. - error_status: Failed. Add comment /test-kind-aws-ipv6-e2e to re-trigger. + failure_status: Failed. Add comment /test-kind-ipv6-e2e to re-trigger. + error_status: Failed. Add comment /test-kind-ipv6-e2e to re-trigger. triggered_status: null started_status: null wrappers: @@ -1394,4 +1548,111 @@ fail: true timeout: 135 type: absolute - publishers: [] + publishers: + - archive: + allow-empty: true + artifacts: antrea-test-logs.tar.gz + case-sensitive: true + default-excludes: true + fingerprint: false + only-if-success: false + - '{name}-{test_name}-for-pr': + test_name: kind-all-features-conformance + node: 'antrea-kind-testbed' + description: 'This is the {test_name} test for {name}.' + branches: + - ${{sha1}} + builders: + - builder-conformance-kind: + conformance_type: 'all-features-conformance' + ip_version: 'ipv4' + kind_cluster_name: '{test_name}' + trigger_phrase: ^(?!Thanks for your PR).*/test-(kind-all-features-conformance|kind-all|all-features-conformance|all).* + white_list_target_branches: [] + allow_whitelist_orgs_as_admins: true + admin_list: '{antrea_admin_list}' + org_list: '{antrea_org_list}' + white_list: '{antrea_white_list}' + only_trigger_phrase: true + trigger_permit_all: true + status_context: jenkins-kind-all-features-conformance + status_url: null + success_status: Build finished. + failure_status: Failed. Add comment /test-kind-all-features-conformance to re-trigger. + error_status: Failed. Add comment /test-kind-all-features-conformance to re-trigger. + triggered_status: null + started_status: null + wrappers: + - credentials-binding: + - text: + credential-id: CODECOV_TOKEN + variable: CODECOV_TOKEN + - timeout: + fail: true + timeout: 80 + type: absolute + - credentials-binding: + - text: + credential-id: DOCKER_USERNAME + variable: DOCKER_USERNAME + - text: + credential-id: DOCKER_PASSWORD + variable: DOCKER_PASSWORD + publishers: + - archive: + allow-empty: true + artifacts: '*sonobuoy*.tar.gz' + case-sensitive: true + default-excludes: true + fingerprint: false + only-if-success: false + - '{name}-{test_name}-for-pr': + test_name: kind-whole-conformance + node: 'antrea-kind-testbed' + description: 'This is the {test_name} test for {name}.' + branches: + - ${{sha1}} + builders: + - builder-conformance-kind: + conformance_type: 'whole-conformance' + ip_version: 'ipv4' + kind_cluster_name: '{test_name}' + trigger_phrase: ^(?!Thanks for your PR).*/test-(kind-whole-conformance|kind-all|whole-conformance|all).* + white_list_target_branches: [] + allow_whitelist_orgs_as_admins: true + admin_list: '{antrea_admin_list}' + org_list: '{antrea_org_list}' + white_list: '{antrea_white_list}' + only_trigger_phrase: true + trigger_permit_all: true + status_context: jenkins-kind-whole-conformance + status_url: null + success_status: Build finished. + failure_status: Failed. Add comment /test-kind-whole-conformance to re-trigger. + error_status: Failed. Add comment /test-kind-whole-conformance to re-trigger. + triggered_status: null + started_status: null + wrappers: + - credentials-binding: + - text: + credential-id: CODECOV_TOKEN + variable: CODECOV_TOKEN + - timeout: + fail: true + timeout: 240 + type: absolute + - credentials-binding: + - text: + credential-id: DOCKER_USERNAME + variable: DOCKER_USERNAME + - text: + credential-id: DOCKER_PASSWORD + variable: DOCKER_PASSWORD + publishers: + - archive: + allow-empty: true + artifacts: '*sonobuoy*.tar.gz, whole-conformance-coverage.tar.gz' + case-sensitive: true + default-excludes: true + fingerprint: false + only-if-success: false diff --git a/ci/jenkins/jobs/projects-lab.yaml b/ci/jenkins/jobs/projects-lab.yaml index d7f62977e22..e4193d3a021 100644 --- a/ci/jenkins/jobs/projects-lab.yaml +++ b/ci/jenkins/jobs/projects-lab.yaml @@ -906,125 +906,6 @@ - text: credential-id: DOCKER_PASSWORD variable: DOCKER_PASSWORD - - '{name}-{test_name}-for-pull-request': - test_name: kind-e2e - node: 'antrea-kind-testbed' - description: 'This is for running e2e tests on kind.' - branches: - - ${{sha1}} - builders: - - builder-e2e-kind: - ip_version: 'ipv4' - kind_cluster_name: '{test_name}' - trigger_phrase: ^(?!Thanks for your PR).*/test-kind-(e2e|all).* - white_list_target_branches: [] - allow_whitelist_orgs_as_admins: true - admin_list: '{antrea_admin_list}' - org_list: '{antrea_org_list}' - white_list: '{antrea_white_list}' - only_trigger_phrase: true - trigger_permit_all: true - throttle_concurrent_builds_enabled: 'true' - status_context: jenkins-kind-e2e - status_url: --none-- - success_status: Build finished. - failure_status: Failed. Add comment /test-kind-e2e to re-trigger. - error_status: Failed. Add comment /test-kind-e2e to re-trigger. - triggered_status: null - started_status: null - wrappers: - - timeout: - fail: true - timeout: 135 - type: absolute - publishers: - - archive: - allow-empty: true - artifacts: antrea-test-logs.tar.gz - case-sensitive: true - default-excludes: true - fingerprint: false - only-if-success: false - - '{name}-{test_name}-for-pull-request': - test_name: kind-conformance - node: 'antrea-kind-testbed' - description: 'This is for running conformance tests on kind.' - branches: - - ${{sha1}} - builders: - - builder-conformance-kind: - conformance_type: 'conformance' - ip_version: 'ipv4' - kind_cluster_name: '{test_name}' - trigger_phrase: ^(?!Thanks for your PR).*/test-kind-(conformance|all).* - white_list_target_branches: [] - allow_whitelist_orgs_as_admins: true - admin_list: '{antrea_admin_list}' - org_list: '{antrea_org_list}' - white_list: '{antrea_white_list}' - only_trigger_phrase: true - trigger_permit_all: true - throttle_concurrent_builds_enabled: 'true' - status_context: jenkins-kind-conformance - status_url: --none-- - success_status: Build finished. - failure_status: Failed. Add comment /test-kind-conformance to re-trigger. - error_status: Failed. Add comment /test-kind-conformance to re-trigger. - triggered_status: null - started_status: null - wrappers: - - timeout: - fail: true - timeout: 135 - type: absolute - publishers: - - archive: - allow-empty: true - artifacts: '*sonobuoy*.tar.gz' - case-sensitive: true - default-excludes: true - fingerprint: false - only-if-success: false - - '{name}-{test_name}-for-pull-request': - test_name: kind-networkpolicy - node: 'antrea-kind-testbed' - description: 'This is for running networkpolicy tests on kind.' - branches: - - ${{sha1}} - builders: - - builder-conformance-kind: - conformance_type: 'networkpolicy' - ip_version: 'ipv4' - kind_cluster_name: '{test_name}' - trigger_phrase: ^(?!Thanks for your PR).*/test-kind-(networkpolicy|all).* - white_list_target_branches: [] - allow_whitelist_orgs_as_admins: true - admin_list: '{antrea_admin_list}' - org_list: '{antrea_org_list}' - white_list: '{antrea_white_list}' - only_trigger_phrase: true - trigger_permit_all: true - throttle_concurrent_builds_enabled: 'true' - status_context: jenkins-kind-networkpolicy - status_url: --none-- - success_status: Build finished. - failure_status: Failed. Add comment /test-kind-networkpolicy to re-trigger. - error_status: Failed. Add comment /test-kind-networkpolicy to re-trigger. - triggered_status: null - started_status: null - wrappers: - - timeout: - fail: true - timeout: 135 - type: absolute - publishers: - - archive: - allow-empty: true - artifacts: '*sonobuoy*.tar.gz' - case-sensitive: true - default-excludes: true - fingerprint: false - only-if-success: false - '{name}-{test_name}-for-pull-request': test_name: rancher-e2e node: 'antrea-rancher-testbed' @@ -1350,238 +1231,6 @@ credential-id: JENKINS_API_TOKEN variable: JENKINS_API_TOKEN publishers: [] - - '{name}-{test_name}-for-pull-request': - test_name: kind-ipv6-only-networkpolicy - node: 'antrea-kind-testbed' - description: 'This is the {test_name} test for {name}.' - branches: - - ${{sha1}} - builders: - - builder-conformance-kind: - conformance_type: 'networkpolicy' - ip_version: 'ipv6' - kind_cluster_name: '{test_name}' - trigger_phrase: ^(?!Thanks for your PR).*/test-kind-ipv6-only-(networkpolicy|all).* - white_list_target_branches: [] - allow_whitelist_orgs_as_admins: true - admin_list: '{antrea_admin_list}' - org_list: '{antrea_org_list}' - white_list: '{antrea_white_list}' - only_trigger_phrase: true - trigger_permit_all: true - status_context: jenkins-kind-ipv6-only-networkpolicy - status_url: --none-- - success_status: Build finished. - failure_status: Failed. Add comment /test-kind-ipv6-only-networkpolicy to re-trigger. - error_status: Failed. Add comment /test-kind-ipv6-only-networkpolicy to re-trigger. - triggered_status: null - started_status: null - wrappers: - - timeout: - fail: true - timeout: 135 - type: absolute - publishers: - - archive: - allow-empty: true - artifacts: '*sonobuoy*.tar.gz' - case-sensitive: true - default-excludes: true - fingerprint: false - only-if-success: false - - '{name}-{test_name}-for-pull-request': - test_name: kind-ipv6-only-conformance - node: 'antrea-kind-testbed' - description: 'This is the {test_name} test for {name}.' - branches: - - ${{sha1}} - builders: - - builder-conformance-kind: - conformance_type: 'conformance' - ip_version: 'ipv6' - kind_cluster_name: '{test_name}' - trigger_phrase: ^(?!Thanks for your PR).*/test-kind-ipv6-only-(conformance|all).* - white_list_target_branches: [] - allow_whitelist_orgs_as_admins: true - admin_list: '{antrea_admin_list}' - org_list: '{antrea_org_list}' - white_list: '{antrea_white_list}' - only_trigger_phrase: true - trigger_permit_all: true - status_context: jenkins-kind-ipv6-only-conformance - status_url: --none-- - success_status: Build finished. - failure_status: Failed. Add comment /test-kind-ipv6-only-conformance to re-trigger. - error_status: Failed. Add comment /test-kind-ipv6-only-conformance to re-trigger. - triggered_status: null - started_status: null - wrappers: - - timeout: - fail: true - timeout: 135 - type: absolute - publishers: - - archive: - allow-empty: true - artifacts: '*sonobuoy*.tar.gz' - case-sensitive: true - default-excludes: true - fingerprint: false - only-if-success: false - - '{name}-{test_name}-for-pull-request': - test_name: kind-ipv6-only-e2e - node: 'antrea-kind-testbed' - description: 'This is the {test_name} test for {name}.' - branches: - - ${{sha1}} - builders: - - builder-e2e-kind: - ip_version: 'ipv6' - kind_cluster_name: '{test_name}' - trigger_phrase: ^(?!Thanks for your PR).*/test-kind-ipv6-only-(e2e|all).* - white_list_target_branches: [] - allow_whitelist_orgs_as_admins: true - admin_list: '{antrea_admin_list}' - org_list: '{antrea_org_list}' - white_list: '{antrea_white_list}' - only_trigger_phrase: true - trigger_permit_all: true - status_context: jenkins-kind-ipv6-only-e2e - status_url: --none-- - success_status: Build finished. - failure_status: Failed. Add comment /test-kind-ipv6-only-e2e to re-trigger. - error_status: Failed. Add comment /test-kind-ipv6-only-e2e to re-trigger. - triggered_status: null - started_status: null - wrappers: - - timeout: - fail: true - timeout: 135 - type: absolute - publishers: - - archive: - allow-empty: true - artifacts: antrea-test-logs.tar.gz - case-sensitive: true - default-excludes: true - fingerprint: false - only-if-success: false - - '{name}-{test_name}-for-pull-request': - test_name: kind-ipv6-ds-networkpolicy - node: 'antrea-kind-testbed' - description: 'This is the {test_name} test for {name}.' - branches: - - ${{sha1}} - builders: - - builder-conformance-kind: - conformance_type: 'networkpolicy' - ip_version: 'dual' - kind_cluster_name: '{test_name}' - trigger_phrase: ^(?!Thanks for your PR).*/test-kind-ipv6-(networkpolicy|all).* - white_list_target_branches: [] - allow_whitelist_orgs_as_admins: true - admin_list: '{antrea_admin_list}' - org_list: '{antrea_org_list}' - white_list: '{antrea_white_list}' - only_trigger_phrase: true - trigger_permit_all: true - status_context: jenkins-kind-ipv6-ds-networkpolicy - status_url: --none-- - success_status: Build finished. - failure_status: Failed. Add comment /test-kind-ipv6-networkpolicy to re-trigger. - error_status: Failed. Add comment /test-kind-ipv6-networkpolicy to re-trigger. - triggered_status: null - started_status: null - wrappers: - - timeout: - fail: true - timeout: 135 - type: absolute - publishers: - - archive: - allow-empty: true - artifacts: '*sonobuoy*.tar.gz' - case-sensitive: true - default-excludes: true - fingerprint: false - only-if-success: false - - '{name}-{test_name}-for-pull-request': - test_name: kind-ipv6-ds-conformance - node: 'antrea-kind-testbed' - description: 'This is the {test_name} test for {name}.' - branches: - - ${{sha1}} - builders: - - builder-conformance-kind: - conformance_type: 'conformance' - ip_version: 'dual' - kind_cluster_name: '{test_name}' - trigger_phrase: ^(?!Thanks for your PR).*/test-kind-ipv6-(conformance|all).* - white_list_target_branches: [] - allow_whitelist_orgs_as_admins: true - admin_list: '{antrea_admin_list}' - org_list: '{antrea_org_list}' - white_list: '{antrea_white_list}' - only_trigger_phrase: true - trigger_permit_all: true - status_context: jenkins-kind-ipv6-ds-conformance - status_url: --none-- - success_status: Build finished. - failure_status: Failed. Add comment /test-kind-ipv6-conformance to re-trigger. - error_status: Failed. Add comment /test-kind-ipv6-conformance to re-trigger. - triggered_status: null - started_status: null - wrappers: - - timeout: - fail: true - timeout: 135 - type: absolute - publishers: - - archive: - allow-empty: true - artifacts: '*sonobuoy*.tar.gz' - case-sensitive: true - default-excludes: true - fingerprint: false - only-if-success: false - - '{name}-{test_name}-for-pull-request': - test_name: kind-ipv6-ds-e2e - node: 'antrea-kind-testbed' - description: 'This is the {test_name} test for {name}.' - branches: - - ${{sha1}} - builders: - - builder-e2e-kind: - ip_version: 'dual' - kind_cluster_name: '{test_name}' - trigger_phrase: ^(?!Thanks for your PR).*/test-kind-ipv6-(e2e|all).* - white_list_target_branches: [] - allow_whitelist_orgs_as_admins: true - admin_list: '{antrea_admin_list}' - org_list: '{antrea_org_list}' - white_list: '{antrea_white_list}' - only_trigger_phrase: true - trigger_permit_all: true - status_context: jenkins-kind-ipv6-ds-e2e - status_url: --none-- - success_status: Build finished. - failure_status: Failed. Add comment /test-kind-ipv6-e2e to re-trigger. - error_status: Failed. Add comment /test-kind-ipv6-e2e to re-trigger. - triggered_status: null - started_status: null - wrappers: - - timeout: - fail: true - timeout: 135 - type: absolute - publishers: - - archive: - allow-empty: true - artifacts: antrea-test-logs.tar.gz - case-sensitive: true - default-excludes: true - fingerprint: false - only-if-success: false - '{name}-{test_name}-for-pull-request': test_name: kind-flexible-ipam-e2e node: 'antrea-kind-flexible-ipam-testbed' diff --git a/ci/jenkins/test.sh b/ci/jenkins/test.sh index 0428b1e26cf..8407ce1f125 100755 --- a/ci/jenkins/test.sh +++ b/ci/jenkins/test.sh @@ -696,6 +696,10 @@ function run_conformance { export GOCACHE=${WORKDIR}/.cache/go-build export PATH=$GOROOT/bin:$PATH + if [[ "$TESTCASE" == "all-features-conformance" ]]; then + ${WORKSPACE}/hack/generate-manifest.sh --mode dev --feature-gates AllAlpha=true,AllBeta=true --proxy-all --verbose-log > build/yamls/antrea.yml + fi + kubectl apply -f build/yamls/antrea.yml kubectl rollout restart deployment/coredns -n kube-system kubectl rollout status deployment/coredns -n kube-system @@ -705,6 +709,10 @@ function run_conformance { set +e if [[ "$TESTCASE" =~ "conformance" ]]; then ${WORKSPACE}/ci/run-k8s-e2e-tests.sh --e2e-conformance --e2e-skip "$CONFORMANCE_SKIP" --log-mode $MODE --image-pull-policy ${IMAGE_PULL_POLICY} --kubernetes-version "auto" > ${WORKSPACE}/test-result.log + elif [[ "$TESTCASE" == "all-features-conformance" ]]; then + ${WORKSPACE}/ci/run-k8s-e2e-tests.sh --e2e-conformance --log-mode $MODE --image-pull-policy ${IMAGE_PULL_POLICY} --kubernetes-version "auto" > ${WORKSPACE}/test-result.log + elif [[ "$TESTCASE" == "whole-conformance" ]]; then + ${WORKSPACE}/ci/run-k8s-e2e-tests.sh --e2e-whole-conformance --log-mode $MODE --image-pull-policy ${IMAGE_PULL_POLICY} --kubernetes-version "auto" > ${WORKSPACE}/test-result.log else ${WORKSPACE}/ci/run-k8s-e2e-tests.sh --e2e-network-policy --e2e-skip "$NETWORKPOLICY_SKIP" --log-mode $MODE --image-pull-policy ${IMAGE_PULL_POLICY} --kubernetes-version "auto" > ${WORKSPACE}/test-result.log fi