forked from elastic/elasticsearch
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'main' into hot_threads_plain_text
- Loading branch information
Showing
4,020 changed files
with
111,815 additions
and
31,377 deletions.
The diff you're trying to view is too large. We only load the first 3000 changed files.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,80 @@ | ||
| #!/bin/bash | ||
|
|
||
| set -euo pipefail | ||
|
|
||
| VALIDATION_SCRIPTS_VERSION=2.5.1 | ||
| GRADLE_ENTERPRISE_ACCESS_KEY=$(vault kv get -field=value secret/ci/elastic-elasticsearch/gradle-enterprise-api-key) | ||
| export GRADLE_ENTERPRISE_ACCESS_KEY | ||
|
|
||
| curl -s -L -O https://github.com/gradle/gradle-enterprise-build-validation-scripts/releases/download/v$VALIDATION_SCRIPTS_VERSION/gradle-enterprise-gradle-build-validation-$VALIDATION_SCRIPTS_VERSION.zip && unzip -q -o gradle-enterprise-gradle-build-validation-$VALIDATION_SCRIPTS_VERSION.zip | ||
|
|
||
| # Create a temporary file | ||
| tmpOutputFile=$(mktemp) | ||
| trap "rm $tmpOutputFile" EXIT | ||
|
|
||
| set +e | ||
| gradle-enterprise-gradle-build-validation/03-validate-local-build-caching-different-locations.sh -r https://github.com/elastic/elasticsearch.git -b $BUILDKITE_BRANCH --gradle-enterprise-server https://gradle-enterprise.elastic.co -t precommit --fail-if-not-fully-cacheable | tee $tmpOutputFile | ||
| # Capture the return value | ||
| retval=$? | ||
| set -e | ||
|
|
||
| # Now read the content from the temporary file into a variable | ||
| perfOutput=$(cat $tmpOutputFile | sed -n '/Performance Characteristics/,/See https:\/\/gradle.com\/bvs\/main\/Gradle.md#performance-characteristics for details./p' | sed '$d' | sed 's/\x1b\[[0-9;]*m//g') | ||
| investigationOutput=$(cat $tmpOutputFile | sed -n '/Investigation Quick Links/,$p' | sed 's/\x1b\[[0-9;]*m//g') | ||
|
|
||
| # Initialize HTML output variable | ||
| summaryHtml="<h4>Build Cache Performance Characteristics</h4>" | ||
| summaryHtml+="<ul>" | ||
|
|
||
| # Process each line of the string | ||
| while IFS=: read -r label value; do | ||
| if [[ -n "$label" && -n "$value" ]]; then | ||
| # Trim whitespace from label and value | ||
| trimmed_label=$(echo "$label" | xargs) | ||
| trimmed_value=$(echo "$value" | xargs) | ||
|
|
||
| # Append to HTML output variable | ||
| summaryHtml+="<li><strong>$trimmed_label:</strong> $trimmed_value</li>" | ||
| fi | ||
| done <<< "$perfOutput" | ||
|
|
||
| summaryHtml+="</ul>" | ||
|
|
||
| # generate html for links | ||
| summaryHtml+="<h4>Investigation Links</h4>" | ||
| summaryHtml+="<ul>" | ||
|
|
||
| # Process each line of the string | ||
| while IFS= read -r line; do | ||
| if [[ "$line" =~ http.* ]]; then | ||
| # Extract URL and description using awk | ||
| url=$(echo "$line" | awk '{print $NF}') | ||
| description=$(echo "$line" | sed -e "s/:.*//") | ||
|
|
||
| # Append to HTML output variable | ||
| summaryHtml+=" <li><a href=\"$url\">$description</a></li>" | ||
| fi | ||
| done <<< "$investigationOutput" | ||
|
|
||
| # End of the HTML content | ||
| summaryHtml+="</ul>" | ||
|
|
||
| cat << EOF | buildkite-agent annotate --context "ctx-validation-summary" --style "info" | ||
| $summaryHtml | ||
| EOF | ||
|
|
||
| # Check if the command was successful | ||
| if [ $retval -eq 0 ]; then | ||
| echo "Experiment completed successfully" | ||
| elif [ $retval -eq 1 ]; then | ||
| echo "An invalid input was provided while attempting to run the experiment" | ||
| elif [ $retval -eq 2 ]; then | ||
| echo "One of the builds that is part of the experiment failed" | ||
| elif [ $retval -eq 3 ]; then | ||
| echo "The build was not fully cacheable for the given task graph" | ||
| elif [ $retval -eq 3 ]; then | ||
| echo "An unclassified, fatal error happened while running the experiment" | ||
| fi | ||
|
|
||
| exit $retval | ||
|
|
This file was deleted.
Oops, something went wrong.
27 changes: 27 additions & 0 deletions
27
.buildkite/scripts/gradle-configuration-cache-validation.sh
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,27 @@ | ||
| #!/bin/bash | ||
|
|
||
| set -euo pipefail | ||
|
|
||
| # TODO/ FIXIT without a full resolved gradle home, we see issues configuration cache reuse | ||
| ./gradlew --max-workers=8 --parallel --scan --no-daemon precommit | ||
|
|
||
| ./gradlew --max-workers=8 --parallel --scan --configuration-cache precommit -Dorg.gradle.configuration-cache.inputs.unsafe.ignore.file-system-checks=build/*.tar.bz2 | ||
|
|
||
| # Create a temporary file | ||
| tmpOutputFile=$(mktemp) | ||
| trap "rm $tmpOutputFile" EXIT | ||
|
|
||
| echo "2nd run" | ||
| # TODO run-gradle.sh script causes issues because of init script handling | ||
| ./gradlew --max-workers=8 --parallel --scan --configuration-cache precommit -Dorg.gradle.configuration-cache.inputs.unsafe.ignore.file-system-checks=build/*.tar.bz2 | tee $tmpOutputFile | ||
|
|
||
| # Check if the command was successful | ||
| if grep -q "Configuration cache entry reused." $tmpOutputFile; then | ||
| echo "Gradle configuration cache reused" | ||
| exit 0 | ||
| else | ||
| echo "Failed to reuse Gradle configuration cache." | ||
| exit 1 | ||
| fi | ||
|
|
||
|
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -2,17 +2,17 @@ | |
|
|
||
| set -euo pipefail | ||
|
|
||
| if [[ "$BUILDKITE_BRANCH" != "lucene_snapshot" ]]; then | ||
| echo "Error: This script should only be run on the lucene_snapshot branch" | ||
| if [[ "$BUILDKITE_BRANCH" != "lucene_snapshot"* ]]; then | ||
| echo "Error: This script should only be run on lucene_snapshot branches" | ||
| exit 1 | ||
| fi | ||
|
|
||
| echo --- Updating lucene_snapshot branch with main | ||
| echo --- Updating "$BUILDKITE_BRANCH" branch with main | ||
|
|
||
| git config --global user.name elasticsearchmachine | ||
| git config --global user.email '[email protected]' | ||
|
|
||
| git checkout lucene_snapshot | ||
| git checkout "$BUILDKITE_BRANCH" | ||
| git fetch origin main | ||
| git merge --no-edit origin/main | ||
| git push origin lucene_snapshot | ||
| git push origin "$BUILDKITE_BRANCH" | ||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,5 +1,4 @@ | ||
| BWC_VERSION: | ||
| - "7.17.23" | ||
| - "8.14.4" | ||
| - "8.15.0" | ||
| - "7.17.24" | ||
| - "8.15.1" | ||
| - "8.16.0" |
Oops, something went wrong.