merge from upstream

.backportrc.json

@@ -0,0 +1,18 @@
+{
+  "repoOwner": "elastic",
+  "repoName": "rally-tracks",
+  "targetBranchChoices": [
+    "8.15",
+    "8.14",
+    "8.13"
+  ],
+  "targetPRLabels": [
+    "backport"
+  ],
+  "branchLabelMapping": {
+    "^backport-to-(.+)$": "$1"
+  },
+  "autoMerge": true,
+  "autoMergeMethod": "squash",
+  "prDescription": "{defaultPrDescription}\n\n<!--BACKPORT {commits} BACKPORT-->"
+}

.buildkite/it/pipeline.yml

@@ -0,0 +1,6 @@
+agents:
+  image: "docker.elastic.co/ci-agent-images/es-perf/buildkite-agent-python"
+
+steps:
+  - label: "Run IT Test"
+    command: echo "TODO"

.buildkite/it/run_serverless.sh

@@ -0,0 +1,35 @@
+#!/usr/bin/env bash
+
+set -eo pipefail
+
+source .buildkite/retry.sh
+
+export TERM=dumb
+export LC_ALL=en_US.UTF-8
+export TZ=Etc/UTC
+export DEBIAN_FRONTEND=noninteractive
+# https://askubuntu.com/questions/1367139/apt-get-upgrade-auto-restart-services
+sudo mkdir -p /etc/needrestart
+echo "\$nrconf{restart} = 'a';" | sudo tee -a /etc/needrestart/needrestart.conf > /dev/null
+
+PYTHON_VERSION="$1"
+TEST_NAME="$2"
+
+echo "--- System dependencies"
+
+retry 5 sudo add-apt-repository --yes ppa:deadsnakes/ppa
+retry 5 sudo apt-get update
+retry 5 sudo apt-get install -y \
+    "python${PYTHON_VERSION}" "python${PYTHON_VERSION}-dev" "python${PYTHON_VERSION}-venv" \
+    dnsutils  # provides nslookup
+
+echo "--- Python modules"
+
+"python${PYTHON_VERSION}" -m venv .venv
+source .venv/bin/activate
+python -m pip install .[develop]
+
+echo "--- Run IT serverless test \"$TEST_NAME\" :pytest:"
+
+hatch -v -e it_serverless run $TEST_NAME
+

.buildkite/it/serverless-pipeline.yml

@@ -0,0 +1,32 @@
+common:
+  plugins:
+    - elastic/vault-secrets#v0.0.2: &vault-base_url
+        path: "secret/ci/elastic-rally-tracks/employees/cloud/it-serverless"
+        field: "base_url"
+        env_var: "RALLY_IT_SERVERLESS_BASE_URL"
+    - elastic/vault-secrets#v0.0.2: &vault-get_credentials_endpoint
+        path: "secret/ci/elastic-rally-tracks/employees/cloud/it-serverless"
+        field: "get_credentials_endpoint"
+        env_var: "RALLY_IT_SERVERLESS_GET_CREDENTIALS_ENDPOINT"
+    - elastic/vault-secrets#v0.0.2: &vault-api_key
+        path: "secret/ci/elastic-rally-tracks/employees/cloud/it-serverless"
+        field: "api_key"
+        env_var: "RALLY_IT_SERVERLESS_API_KEY"
+
+agents:
+  provider: "gcp"
+  image: family/core-ubuntu-2204
+
+steps:
+  - label: "Run IT serverless tests with user privileges"
+    plugins:
+      - elastic/vault-secrets#v0.0.2: *vault-base_url
+      - elastic/vault-secrets#v0.0.2: *vault-get_credentials_endpoint
+      - elastic/vault-secrets#v0.0.2: *vault-api_key
+    command: bash .buildkite/it/run_serverless.sh 3.11 test_user
+  - label: "Run IT Serverless tests with operator privileges"
+    plugins:
+      - elastic/vault-secrets#v0.0.2: *vault-base_url
+      - elastic/vault-secrets#v0.0.2: *vault-get_credentials_endpoint
+      - elastic/vault-secrets#v0.0.2: *vault-api_key
+    command: bash .buildkite/it/run_serverless.sh 3.11 test_operator

.buildkite/pull-requests.json

@@ -0,0 +1,9 @@
+{
+  "jobs": [
+    {
+      "enabled": true,
+      "pipeline_slug": "rally-tracks-it-serverless",
+      "allow_org_users": true
+    }
+  ]
+}

.buildkite/retry.sh

@@ -0,0 +1,31 @@
+# based on https://gist.github.com/sj26/88e1c6584397bb7c13bd11108a579746?permalink_comment_id=4155247#gistcomment-4155247
+function retry {
+  local retries=$1
+  shift
+  local cmd=($@)
+  local cmd_string="${@}"
+  local count=0
+
+  # be lenient with non-zero exit codes, to allow retries
+  set +o errexit
+  set +o pipefail
+  until "${cmd[@]}"; do
+    retcode=$?
+    wait=$(( 2 ** count ))
+    count=$(( count + 1))
+    if [[ $count -le $retries ]]; then
+      printf "Command [%s] failed. Retry [%d/%d] in [%d] seconds.\n" "$cmd_string" $count $retries $wait
+      sleep $wait
+    else
+      printf "Exhausted all [%s] retries for command [%s]. Exiting.\n" "$cmd_string" $retries
+      # restore settings to fail immediately on error
+      set -o errexit
+      set -o pipefail
+      return $retcode
+    fi
+  done
+  # restore settings to fail immediately on error
+  set -o errexit
+  set -o pipefail
+  return 0
+}

.github/workflows/backport.yml

@@ -0,0 +1,28 @@
+name: Automatic backport action
+
+on:
+  pull_request_target:
+    branches: ['master']
+    types: ["labeled", "closed"]
+
+jobs:
+  backport:
+    name: Backport PR
+    runs-on: ubuntu-latest
+    if: |
+        github.event.pull_request.merged == true
+        && !contains(github.event.pull_request.labels.*.name, 'backport')
+    steps:
+      - name: Backport Action
+        uses: sorenlouv/[email protected]
+        continue-on-error: true
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Info log
+        if: ${{ success() }}
+        run: cat ~/.backport/backport.info.log
+
+      - name: Debug log
+        if: ${{ failure() }}
+        run: cat ~/.backport/backport.debug.log 

.github/workflows/ci.yml

@@ -0,0 +1,111 @@
+name: CI
+
+on:
+  push:
+  pull_request:
+  schedule:
+    - cron: '0 14 * * *'
+  # Allows triggering the job manually
+  workflow_dispatch:
+
+env:
+  DEFAULT_BRANCH: master
+
+permissions: "read-all"
+
+jobs:
+  lint:
+    runs-on: ubuntu-22.04
+
+    steps:
+      - uses: actions/checkout@v3
+      - uses: actions/setup-python@v4
+        with:
+          python-version: "3.10"
+          cache: pip
+          cache-dependency-path: pyproject.toml
+      - name: "Install dependencies"
+        run: python -m pip install .[develop]
+      - uses: pre-commit/[email protected]
+      - uses: elastic/es-perf-github-status@v2
+        if: ${{ failure() && ( github.event_name == 'schedule' || ( github.event_name == 'push' && github.ref_name == env.DEFAULT_BRANCH ) ) }}
+        with:
+          slack_bot_token: ${{ secrets.SLACK_BOT_TOKEN }}
+          slack_channel: ${{ secrets.SLACK_CHANNEL }}
+          status: FAILED
+
+  test:
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.8", "3.9", "3.10", "3.11"]
+        os:
+          - macos-13
+          - ubuntu-latest
+
+    runs-on: ${{ matrix.os }}
+    name: unit ${{ fromJson('{"macos-13":"macOS","ubuntu-latest":"Ubuntu"}')[matrix.os] }} ${{ matrix.python-version }}
+    steps:
+      - uses: actions/checkout@v3
+      - uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: pip
+          cache-dependency-path: pyproject.toml
+      - name: "Install dependencies"
+        run: python -m pip install .[develop]
+      - name: "Run tests"
+        run: hatch -v -e unit run test
+      - uses: elastic/es-perf-github-status@v2
+        if: ${{ failure() && ( github.event_name == 'schedule' || ( github.event_name == 'push' && github.ref_name == env.DEFAULT_BRANCH ) ) }}
+        with:
+          slack_bot_token: ${{ secrets.SLACK_BOT_TOKEN }}
+          slack_channel: ${{ secrets.SLACK_CHANNEL }}
+          status: FAILED
+
+  rally-tracks-compat:
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.8", "3.11"]
+
+    runs-on: ubuntu-22.04
+
+    name: rally-tracks-compat ${{ matrix.python-version }}
+    steps:
+      - uses: actions/checkout@v3
+      - uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: pip
+          cache-dependency-path: pyproject.toml
+      - uses: actions/setup-java@v4
+        with:
+          distribution: "temurin"
+          java-version: "21"
+      - run: echo "JAVA21_HOME=$JAVA_HOME_21_X64" >> $GITHUB_ENV
+      - run: echo "JAVA11_HOME=$JAVA_HOME_11_X64" >> $GITHUB_ENV
+      - name: "Install dependencies"
+        run: python -m pip install .[develop]
+      - name: "Run tests"
+        run: hatch -v -e it run test
+        timeout-minutes: 120
+        env:
+          # elastic/endpoint fetches assets from GitHub, authenticate to avoid
+          # being rate limited
+          ASSETS_AUTH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      - uses: elastic/es-perf-github-status@v2
+        if: ${{ failure() && ( github.event_name == 'schedule' || ( github.event_name == 'push' && github.ref_name == env.DEFAULT_BRANCH ) ) }}
+        with:
+          slack_bot_token: ${{ secrets.SLACK_BOT_TOKEN }}
+          slack_channel: ${{ secrets.SLACK_CHANNEL }}
+          status: FAILED
+      # Artifact will show up under "Artifacts" in the "Summary" page of runs
+      - uses: actions/upload-artifact@v3
+        if: always()
+        with:
+          name: rally-tracks-compat-logs-${{ matrix.python-version }}
+          path: |
+            /home/runner/.rally/logs/
+            /home/runner/.rally/benchmarks/races/**/*.log
+          if-no-files-found: error

.gitignore

@@ -100,4 +100,16 @@ target/
 *.pk
 
 # pyenv
-.python-version
+.python-version
+
+# VirtualEnv
+.venv
+
+# pytest
+.pytest_cache
+
+# Editors
+*~
+/.project
+/.pydevproject
+/.vscode

.pre-commit-config.yaml

@@ -0,0 +1,18 @@
+repos:
+  - repo: local
+    hooks:
+      - id: black
+        name: black
+        entry: black
+        language: system
+        types: [python]
+        require_serial: true
+
+  - repo: local
+    hooks:
+      - id: isort
+        name: isort
+        entry: isort
+        language: system
+        types: [python]
+        require_serial: true

Makefile

@@ -0,0 +1,74 @@
+# Licensed to Elasticsearch B.V. under one or more contributor
+# license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright
+# ownership. Elasticsearch B.V. licenses this file to you under
+# the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#	http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+SHELL = /bin/bash
+# We assume an active virtualenv for development
+PYENV_REGEX = .pyenv/shims
+PY_BIN = python3
+# https://github.com/pypa/pip/issues/5599
+PIP_WRAPPER = $(PY_BIN) -m pip
+export PY38 = "3.8.13"
+VIRTUAL_ENV ?= .venv
+VENV_ACTIVATE_FILE = $(VIRTUAL_ENV)/bin/activate
+VENV_ACTIVATE = . $(VENV_ACTIVATE_FILE)
+VEPYTHON = $(VIRTUAL_ENV)/bin/$(PY_BIN)
+PYENV_ERROR = "\033[0;31mIMPORTANT\033[0m: Please install pyenv.\n"
+PYENV_PREREQ_HELP = "\033[0;31mIMPORTANT\033[0m: please type \033[0;31mpyenv init\033[0m, follow the instructions there and restart your terminal before proceeding any further.\n"
+VE_MISSING_HELP = "\033[0;31mIMPORTANT\033[0m: Couldn't find $(PWD)/$(VIRTUAL_ENV); have you executed make venv-create?\033[0m\n"
+
+prereq:
+	pyenv install --skip-existing $(PY38)
+	pyenv local $(PY38)
+
+venv-create:
+	@if [[ ! -x $$(command -v pyenv) ]]; then \
+		printf $(PYENV_ERROR); \
+		exit 1; \
+	fi;
+	@if [[ ! -f $(VENV_ACTIVATE_FILE) ]]; then \
+		eval "$$(pyenv init -)" && eval "$$(pyenv init --path)" && $(PY_BIN) -mvenv $(VIRTUAL_ENV); \
+		printf "Created python3 venv under $(PWD)/$(VIRTUAL_ENV).\n"; \
+	fi;
+
+check-venv:
+	@if [[ ! -f $(VENV_ACTIVATE_FILE) ]]; then \
+	printf $(VE_MISSING_HELP); \
+	fi
+
+install: venv-create
+	. $(VENV_ACTIVATE_FILE); $(PIP_WRAPPER) install .[develop]
+
+shell: check-venv
+	. $(VENV_ACTIVATE_FILE); hatch -v shell
+
+test: check-venv
+	. $(VENV_ACTIVATE_FILE); hatch -v -e unit run test
+
+it: check-venv
+	. $(VENV_ACTIVATE_FILE); hatch -v -e it run test
+
+sdist: check-venv
+	. $(VENV_ACTIVATE_FILE); hatch -v build -t sdist -c
+
+precommit: check-venv
+	@. $(VENV_ACTIVATE_FILE); pre-commit run --all-files
+
+clean:
+	rm -rf .pytest_cache
+	. $(VENV_ACTIVATE_FILE); hatch -v clean
+
+.PHONY: prereq venv-create check-venv install shell test it sdist clean