Merge branch 'main' into update_error_message

.buildkite/pipelines/periodic-packaging.template.yml

@@ -7,19 +7,14 @@ steps:
         matrix:
           setup:
             image:
-              - debian-11
               - debian-12
               - opensuse-leap-15
-              - oraclelinux-7
               - oraclelinux-8
-              - sles-12
               - sles-15
-              - ubuntu-1804
               - ubuntu-2004
               - ubuntu-2204
               - rocky-8
               - rocky-9
-              - rhel-7
               - rhel-8
               - rhel-9
               - almalinux-8

.buildkite/pipelines/periodic-packaging.yml

@@ -8,19 +8,14 @@ steps:
         matrix:
           setup:
             image:
-              - debian-11
               - debian-12
               - opensuse-leap-15
-              - oraclelinux-7
               - oraclelinux-8
-              - sles-12
               - sles-15
-              - ubuntu-1804
               - ubuntu-2004
               - ubuntu-2204
               - rocky-8
               - rocky-9
-              - rhel-7
               - rhel-8
               - rhel-9
               - almalinux-8

.buildkite/pipelines/periodic-platform-support.yml

@@ -7,19 +7,14 @@ steps:
         matrix:
           setup:
             image:
-              - debian-11
               - debian-12
               - opensuse-leap-15
-              - oraclelinux-7
               - oraclelinux-8
-              - sles-12
               - sles-15
-              - ubuntu-1804
               - ubuntu-2004
               - ubuntu-2204
               - rocky-8
               - rocky-9
-              - rhel-7
               - rhel-8
               - rhel-9
               - almalinux-8
@@ -90,7 +85,6 @@ steps:
           setup:
             image:
               - amazonlinux-2023
-              - amazonlinux-2
         agents:
           provider: aws
           imagePrefix: elasticsearch-{{matrix.image}}

.buildkite/pipelines/pull-request/packaging-tests-unix.yml

@@ -10,19 +10,14 @@ steps:
         matrix:
           setup:
             image:
-              - debian-11
               - debian-12
               - opensuse-leap-15
-              - oraclelinux-7
               - oraclelinux-8
-              - sles-12
               - sles-15
-              - ubuntu-1804
               - ubuntu-2004
               - ubuntu-2204
               - rocky-8
               - rocky-9
-              - rhel-7
               - rhel-8
               - rhel-9
               - almalinux-8

build-tools-internal/version.properties

@@ -17,6 +17,8 @@ jna               = 5.12.1
 netty             = 4.1.115.Final
 commons_lang3     = 3.9
 google_oauth_client = 1.34.1
+awsv1sdk            = 1.12.270
+awsv2sdk            = 2.28.13
 
 antlr4            = 4.13.1
 # bouncy castle version for non-fips. fips jars use a different version
@@ -33,7 +35,7 @@ commonscodec      = 1.15
 protobuf          = 3.25.5
 
 # test dependencies
-randomizedrunner  = 2.8.0
+randomizedrunner  = 2.8.2
 junit             = 4.13.2
 junit5            = 5.7.1
 hamcrest          = 2.1

dev-tools/publish_zstd_binaries.sh

@@ -79,8 +79,8 @@ build_linux_jar() {
 }
 
 echo 'Building Linux jars...'
-LINUX_ARM_JAR=$(build_linux_jar "linux/amd64" "x86-64")
-LINUX_X86_JAR=$(build_linux_jar "linux/arm64" "aarch64")
+LINUX_ARM_JAR=$(build_linux_jar "linux/arm64" "aarch64")
+LINUX_X86_JAR=$(build_linux_jar "linux/amd64" "x86-64")
 
 build_windows_jar() {
   ARTIFACT="$TEMP/zstd-$VERSION-windows-x86-64.jar"

docs/changelog/111104.yaml

@@ -0,0 +1,6 @@
+pr: 111104
+summary: "ESQL: Enable async get to support formatting"
+area: ES|QL
+type: feature
+issues:
+ - 110926

docs/changelog/117555.yaml

@@ -0,0 +1,5 @@
+pr: 117555
+summary: Expand type compatibility for match function and operator
+area: ES|QL
+type: feature
+issues: []

docs/changelog/117575.yaml

@@ -0,0 +1,5 @@
+pr: 117575
+summary: Fix enrich cache size setting name
+area: Ingest Node
+type: bug
+issues: []

docs/changelog/117994.yaml

@@ -0,0 +1,5 @@
+pr: 117994
+summary: Even better(er) binary quantization
+area: Vector Search
+type: enhancement
+issues: []

docs/changelog/118114.yaml

@@ -0,0 +1,5 @@
+pr: 118114
+summary: Enable physical plan verification
+area: ES|QL
+type: enhancement
+issues: []

docs/changelog/118192.yaml

@@ -0,0 +1,11 @@
+pr: 118192
+summary: Remove `client.type` setting
+area: Infra/Core
+type: breaking
+issues: [104574]
+breaking:
+  title: Remove `client.type` setting
+  area: Cluster and node setting
+  details: The node setting `client.type` has been ignored since the node client was removed in 8.0. The setting is now removed.
+  impact: Remove the `client.type` setting from `elasticsearch.yml` 
+  notable: false

docs/reference/connector/docs/connectors-box.asciidoc

@@ -54,7 +54,7 @@ For additional operations, see <<es-connectors-usage>>.
 ====== Box Free Account
 
 [discrete#es-connectors-box-create-oauth-custom-app]
-======= Create Box User Authentication (OAuth 2.0) Custom App
+*Create Box User Authentication (OAuth 2.0) Custom App*
 
 You'll need to create an OAuth app in the Box developer console by following these steps:
 
@@ -64,7 +64,7 @@ You'll need to create an OAuth app in the Box developer console by following the
 4. Once the app is created, *Client ID* and *Client secret* values are available in the configuration tab. Keep these handy.
 
 [discrete#es-connectors-box-connector-generate-a-refresh-token]
-======= Generate a refresh Token
+*Generate a refresh Token*
 
 To generate a refresh token, follow these steps:
 
@@ -97,7 +97,7 @@ Save the refresh token from the response. You'll need this for the connector con
 ====== Box Enterprise Account
 
 [discrete#es-connectors-box-connector-create-box-server-authentication-client-credentials-grant-custom-app]
-======= Create Box Server Authentication (Client Credentials Grant) Custom App
+*Create Box Server Authentication (Client Credentials Grant) Custom App*
 
 1. Register a new app in the https://app.box.com/developers/console[Box dev console] with custom App and select Server Authentication (Client Credentials Grant).
 2. Check following permissions:
@@ -224,7 +224,7 @@ For additional operations, see <<es-connectors-usage>>.
 ====== Box Free Account
 
 [discrete#es-connectors-box-client-create-oauth-custom-app]
-======= Create Box User Authentication (OAuth 2.0) Custom App
+*Create Box User Authentication (OAuth 2.0) Custom App*
 
 You'll need to create an OAuth app in the Box developer console by following these steps:
 
@@ -234,7 +234,7 @@ You'll need to create an OAuth app in the Box developer console by following the
 4. Once the app is created, *Client ID* and *Client secret* values are available in the configuration tab. Keep these handy.
 
 [discrete#es-connectors-box-client-connector-generate-a-refresh-token]
-======= Generate a refresh Token
+*Generate a refresh Token*
 
 To generate a refresh token, follow these steps:
 
@@ -267,7 +267,7 @@ Save the refresh token from the response. You'll need this for the connector con
 ====== Box Enterprise Account
 
 [discrete#es-connectors-box-client-connector-create-box-server-authentication-client-credentials-grant-custom-app]
-======= Create Box Server Authentication (Client Credentials Grant) Custom App
+*Create Box Server Authentication (Client Credentials Grant) Custom App*
 
 1. Register a new app in the https://app.box.com/developers/console[Box dev console] with custom App and select Server Authentication (Client Credentials Grant).
 2. Check following permissions:

docs/reference/connector/docs/connectors-content-extraction.asciidoc

@@ -183,7 +183,7 @@ Be aware that the self-managed connector will download files with randomized fil
 For that reason, we recommend using a dedicated directory for self-hosted extraction.
 
 [discrete#es-connectors-content-extraction-data-extraction-service-file-pointers-configuration-example]
-======= Example
+*Example*
 
 1. For this example, we will be using `/app/files` as both our local directory and our container directory.
 When you run the extraction service docker container, you can mount the directory as a volume using the command-line option `-v /app/files:/app/files`.
@@ -228,7 +228,7 @@ When using self-hosted extraction from a dockerized self-managed connector, ther
 * The self-managed connector and the extraction service will also need to share a volume. You can decide what directory inside these docker containers the volume will be mounted onto, but the directory must be the same for both docker containers.
 
 [discrete#es-connectors-content-extraction-data-extraction-service-file-pointers-configuration-dockerized-example]
-======= Example
+*Example*
 
 1. First, set up a volume for the two docker containers to share.
 This will be where files are downloaded into and then extracted from.

docs/reference/connector/docs/connectors-dropbox.asciidoc

@@ -190,7 +190,7 @@ When both are provided, priority is given to `file_categories`.
 We have some examples below for illustration.
 
 [discrete#es-connectors-dropbox-sync-rules-advanced-example-1]
-======= Example: Query only
+*Example: Query only*
 
 [source,js]
 ----
@@ -206,7 +206,7 @@ We have some examples below for illustration.
 // NOTCONSOLE
 
 [discrete#es-connectors-dropbox-sync-rules-advanced-example-2]
-======= Example: Query with file extension filter
+*Example: Query with file extension filter*
 
 [source,js]
 ----
@@ -225,7 +225,7 @@ We have some examples below for illustration.
 // NOTCONSOLE
 
 [discrete#es-connectors-dropbox-sync-rules-advanced-example-3]
-======= Example: Query with file category filter
+*Example: Query with file category filter*
 
 [source,js]
 ----
@@ -248,7 +248,7 @@ We have some examples below for illustration.
 // NOTCONSOLE
 
 [discrete#es-connectors-dropbox-sync-rules-advanced-limitations]
-======= Limitations
+*Limitations*
 
 * Content extraction is not supported for Dropbox *Paper* files when advanced sync rules are enabled.
 
@@ -474,7 +474,7 @@ When both are provided, priority is given to `file_categories`.
 We have some examples below for illustration.
 
 [discrete#es-connectors-dropbox-client-sync-rules-advanced-example-1]
-======= Example: Query only
+*Example: Query only*
 
 [source,js]
 ----
@@ -490,7 +490,7 @@ We have some examples below for illustration.
 // NOTCONSOLE
 
 [discrete#es-connectors-dropbox-client-sync-rules-advanced-example-2]
-======= Example: Query with file extension filter
+*Example: Query with file extension filter*
 
 [source,js]
 ----
@@ -509,7 +509,7 @@ We have some examples below for illustration.
 // NOTCONSOLE
 
 [discrete#es-connectors-dropbox-client-sync-rules-advanced-example-3]
-======= Example: Query with file category filter
+*Example: Query with file category filter*
 
 [source,js]
 ----
@@ -532,7 +532,7 @@ We have some examples below for illustration.
 // NOTCONSOLE
 
 [discrete#es-connectors-dropbox-client-sync-rules-advanced-limitations]
-======= Limitations
+*Limitations*
 
 * Content extraction is not supported for Dropbox *Paper* files when advanced sync rules are enabled.
 

docs/reference/connector/docs/connectors-github.asciidoc

@@ -210,7 +210,7 @@ Advanced sync rules are defined through a source-specific DSL JSON snippet.
 The following sections provide examples of advanced sync rules for this connector.
 
 [discrete#es-connectors-github-sync-rules-advanced-branch]
-======= Indexing document and files based on branch name configured via branch key
+*Indexing document and files based on branch name configured via branch key*
 
 [source,js]
 ----
@@ -226,7 +226,7 @@ The following sections provide examples of advanced sync rules for this connecto
 // NOTCONSOLE
 
 [discrete#es-connectors-github-sync-rules-advanced-issue-key]
-======= Indexing document based on issue query related to bugs via issue key
+*Indexing document based on issue query related to bugs via issue key*
 
 [source,js]
 ----
@@ -242,7 +242,7 @@ The following sections provide examples of advanced sync rules for this connecto
 // NOTCONSOLE
 
 [discrete#es-connectors-github-sync-rules-advanced-pr-key]
-======= Indexing document based on PR query related to open PR's via PR key
+*Indexing document based on PR query related to open PR's via PR key*
 
 [source,js]
 ----
@@ -258,7 +258,7 @@ The following sections provide examples of advanced sync rules for this connecto
 // NOTCONSOLE
 
 [discrete#es-connectors-github-sync-rules-advanced-issue-query-branch-name]
-======= Indexing document and files based on queries and branch name
+*Indexing document and files based on queries and branch name*
 
 [source,js]
 ----
@@ -283,7 +283,7 @@ Check the Elasticsearch index for the actual document count.
 ====
 
 [discrete#es-connectors-github-sync-rules-advanced-overlapping]
-======= Advanced rules for overlapping
+*Advanced rules for overlapping*
 
 [source,js]
 ----
@@ -550,7 +550,7 @@ Advanced sync rules are defined through a source-specific DSL JSON snippet.
 The following sections provide examples of advanced sync rules for this connector.
 
 [discrete#es-connectors-github-client-sync-rules-advanced-branch]
-======= Indexing document and files based on branch name configured via branch key
+*Indexing document and files based on branch name configured via branch key*
 
 [source,js]
 ----
@@ -566,7 +566,7 @@ The following sections provide examples of advanced sync rules for this connecto
 // NOTCONSOLE
 
 [discrete#es-connectors-github-client-sync-rules-advanced-issue-key]
-======= Indexing document based on issue query related to bugs via issue key
+*Indexing document based on issue query related to bugs via issue key*
 
 [source,js]
 ----
@@ -582,7 +582,7 @@ The following sections provide examples of advanced sync rules for this connecto
 // NOTCONSOLE
 
 [discrete#es-connectors-github-client-sync-rules-advanced-pr-key]
-======= Indexing document based on PR query related to open PR's via PR key
+*Indexing document based on PR query related to open PR's via PR key*
 
 [source,js]
 ----
@@ -598,7 +598,7 @@ The following sections provide examples of advanced sync rules for this connecto
 // NOTCONSOLE
 
 [discrete#es-connectors-github-client-sync-rules-advanced-issue-query-branch-name]
-======= Indexing document and files based on queries and branch name
+*Indexing document and files based on queries and branch name*
 
 [source,js]
 ----
@@ -623,7 +623,7 @@ Check the Elasticsearch index for the actual document count.
 ====
 
 [discrete#es-connectors-github-client-sync-rules-advanced-overlapping]
-======= Advanced rules for overlapping
+*Advanced rules for overlapping*
 
 [source,js]
 ----