Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .buildkite/pipelines/periodic-fwc.template.yml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
steps:
- label: "{{matrix.FWC_VERSION}} / fwc"
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v$$FWC_VERSION#fwcTest -Dtests.bwc.snapshot=false
command: .ci/scripts/run-gradle.sh --continue -Dbwc.checkout.align=true v$$FWC_VERSION#fwcTest -Dtests.bwc.snapshot=false
timeout_in_minutes: 300
agents:
provider: gcp
Expand Down
2 changes: 1 addition & 1 deletion .buildkite/pipelines/periodic-fwc.yml
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
# This file is auto-generated. See .buildkite/pipelines/periodic-fwc.template.yml
steps:
- label: "{{matrix.FWC_VERSION}} / fwc"
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v$$FWC_VERSION#fwcTest -Dtests.bwc.snapshot=false
command: .ci/scripts/run-gradle.sh --continue -Dbwc.checkout.align=true v$$FWC_VERSION#fwcTest -Dtests.bwc.snapshot=false
timeout_in_minutes: 300
agents:
provider: gcp
Expand Down
2 changes: 1 addition & 1 deletion .buildkite/pipelines/periodic.bwc.template.yml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
- label: $BWC_VERSION / bwc
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v$BWC_VERSION#bwcTest
command: .ci/scripts/run-gradle.sh --continue -Dbwc.checkout.align=true v$BWC_VERSION#bwcTest
timeout_in_minutes: 300
agents:
provider: gcp
Expand Down
41 changes: 29 additions & 12 deletions .buildkite/pipelines/periodic.template.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,13 +2,14 @@ steps:
- group: bwc
steps: $BWC_STEPS
- label: concurrent-search-tests
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dtests.jvm.argline=-Des.concurrent_search=true -Des.concurrent_search=true functionalTests
command: .ci/scripts/run-gradle.sh --continue -Dbwc.checkout.align=true -Dtests.jvm.argline=-Des.concurrent_search=true -Des.concurrent_search=true functionalTests
timeout_in_minutes: 420
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2404
diskSizeGb: 350
machineType: custom-32-98304

- label: encryption-at-rest
command: .buildkite/scripts/encryption-at-rest.sh
timeout_in_minutes: 420
Expand All @@ -17,6 +18,7 @@ steps:
image: family/elasticsearch-ubuntu-2404
diskSizeGb: 350
machineType: custom-32-98304

- label: eql-correctness
command: .buildkite/scripts/eql-correctness.sh
timeout_in_minutes: 300
Expand All @@ -25,6 +27,7 @@ steps:
image: family/elasticsearch-ubuntu-2404
machineType: custom-32-98304
buildDirectory: /dev/shm/bk

- label: example-plugins
command: |-
cd $$WORKSPACE/plugins/examples
Expand All @@ -36,10 +39,11 @@ steps:
image: family/elasticsearch-ubuntu-2404
machineType: custom-32-98304
buildDirectory: /dev/shm/bk

- group: java-fips-matrix
steps:
- label: "{{matrix.ES_RUNTIME_JAVA}} / {{matrix.GRADLE_TASK}} / java-fips-matrix"
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dtests.fips.enabled=true $$GRADLE_TASK
command: .ci/scripts/run-gradle.sh --continue -Dbwc.checkout.align=true -Dtests.fips.enabled=true $$GRADLE_TASK
timeout_in_minutes: 300
matrix:
setup:
Expand All @@ -61,8 +65,9 @@ steps:
env:
ES_RUNTIME_JAVA: "{{matrix.ES_RUNTIME_JAVA}}"
GRADLE_TASK: "{{matrix.GRADLE_TASK}}"

- label: "{{matrix.ES_RUNTIME_JAVA}} / {{matrix.BWC_VERSION}} / java-fips-matrix-bwc"
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dtests.fips.enabled=true v$$BWC_VERSION#bwcTest
command: .ci/scripts/run-gradle.sh --continue -Dbwc.checkout.align=true -Dtests.fips.enabled=true v$$BWC_VERSION#bwcTest
timeout_in_minutes: 300
matrix:
setup:
Expand All @@ -77,10 +82,11 @@ steps:
env:
ES_RUNTIME_JAVA: "{{matrix.ES_RUNTIME_JAVA}}"
BWC_VERSION: "{{matrix.BWC_VERSION}}"

- group: java-matrix
steps:
- label: "{{matrix.ES_RUNTIME_JAVA}} / {{matrix.GRADLE_TASK}} / java-matrix"
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true $$GRADLE_TASK
command: .ci/scripts/run-gradle.sh --continue -Dbwc.checkout.align=true $$GRADLE_TASK
timeout_in_minutes: 300
matrix:
setup:
Expand All @@ -106,8 +112,9 @@ steps:
env:
ES_RUNTIME_JAVA: "{{matrix.ES_RUNTIME_JAVA}}"
GRADLE_TASK: "{{matrix.GRADLE_TASK}}"

- label: "{{matrix.ES_RUNTIME_JAVA}} / {{matrix.BWC_VERSION}} / java-matrix-bwc"
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v$$BWC_VERSION#bwcTest
command: .ci/scripts/run-gradle.sh --continue -Dbwc.checkout.align=true v$$BWC_VERSION#bwcTest
timeout_in_minutes: 300
matrix:
setup:
Expand All @@ -126,6 +133,7 @@ steps:
env:
ES_RUNTIME_JAVA: "{{matrix.ES_RUNTIME_JAVA}}"
BWC_VERSION: "{{matrix.BWC_VERSION}}"

- label: release-tests
command: .buildkite/scripts/release-tests.sh
timeout_in_minutes: 360
Expand All @@ -134,22 +142,24 @@ steps:
image: family/elasticsearch-ubuntu-2404
diskSizeGb: 350
machineType: custom-32-98304

- label: single-processor-node-tests
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dtests.configure_test_clusters_with_one_processor=true functionalTests
command: .ci/scripts/run-gradle.sh --continue -Dbwc.checkout.align=true -Dtests.configure_test_clusters_with_one_processor=true functionalTests
timeout_in_minutes: 420
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2404
diskSizeGb: 350
machineType: custom-32-98304

- group: third-party tests
steps:
- label: third-party / azure-sas
command: |
export azure_storage_container=elasticsearch-ci-thirdparty-sas
export azure_storage_base_path=$BUILDKITE_BRANCH

.ci/scripts/run-gradle.sh azureThirdPartyTest
.ci/scripts/run-gradle.sh --continue azureThirdPartyTest
env:
USE_3RD_PARTY_AZURE_SAS_CREDENTIALS: "true"
timeout_in_minutes: 30
Expand All @@ -158,12 +168,13 @@ steps:
image: family/elasticsearch-ubuntu-2404
machineType: n2-standard-8
buildDirectory: /dev/shm/bk

- label: third-party / azure
command: |
export azure_storage_container=elasticsearch-ci-thirdparty
export azure_storage_base_path=$BUILDKITE_BRANCH

.ci/scripts/run-gradle.sh azureThirdPartyTest
.ci/scripts/run-gradle.sh --continue azureThirdPartyTest
env:
USE_3RD_PARTY_AZURE_CREDENTIALS: "true"
timeout_in_minutes: 30
Expand All @@ -172,12 +183,13 @@ steps:
image: family/elasticsearch-ubuntu-2404
machineType: n2-standard-8
buildDirectory: /dev/shm/bk

- label: third-party / gcs
command: |
export google_storage_bucket=elasticsearch-ci-thirdparty
export google_storage_base_path=$BUILDKITE_BRANCH

.ci/scripts/run-gradle.sh gcsThirdPartyTest
.ci/scripts/run-gradle.sh --continue gcsThirdPartyTest
env:
USE_3RD_PARTY_GCS_CREDENTIALS: "true"
timeout_in_minutes: 30
Expand All @@ -186,21 +198,23 @@ steps:
image: family/elasticsearch-ubuntu-2404
machineType: n2-standard-8
buildDirectory: /dev/shm/bk

- label: third-party / geoip
command: |
.ci/scripts/run-gradle.sh :modules:ingest-geoip:internalClusterTest -Dtests.jvm.argline="-Dgeoip_use_service=true"
.ci/scripts/run-gradle.sh --continue :modules:ingest-geoip:internalClusterTest -Dtests.jvm.argline="-Dgeoip_use_service=true"
timeout_in_minutes: 30
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2404
machineType: n2-standard-8
buildDirectory: /dev/shm/bk

- label: third-party / s3
command: |
export amazon_s3_bucket=elasticsearch-ci.us-west-2
export amazon_s3_base_path=$BUILDKITE_BRANCH

.ci/scripts/run-gradle.sh s3ThirdPartyTest
.ci/scripts/run-gradle.sh --continue s3ThirdPartyTest
env:
USE_3RD_PARTY_S3_CREDENTIALS: "true"
timeout_in_minutes: 30
Expand All @@ -209,9 +223,10 @@ steps:
image: family/elasticsearch-ubuntu-2404
machineType: n2-standard-8
buildDirectory: /dev/shm/bk

- label: third-party / ms-graph
command: |
.ci/scripts/run-gradle.sh msGraphThirdPartyTest
.ci/scripts/run-gradle.sh --continue msGraphThirdPartyTest
env:
USE_3RD_PARTY_MS_GRAPH_CREDENTIALS: "true"
timeout_in_minutes: 30
Expand All @@ -231,13 +246,15 @@ steps:
machineType: n2-standard-8
buildDirectory: /dev/shm/bk
if: build.branch =~ /^(main|\d+\.\d+|\d+\.x)$$/

- label: check-branch-consistency
command: .ci/scripts/run-gradle.sh branchConsistency
timeout_in_minutes: 15
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2404
machineType: n2-standard-2

- label: check-branch-protection-rules
command: .buildkite/scripts/branch-protection.sh
timeout_in_minutes: 5
Loading