Split test suite with separate docker-compose. (opensearch-project#472)

* Split test suite with separate docker-compose. Signed-off-by: dblock <[email protected]>
Tokesh · Aug 7, 2024 · 41360b7 · 41360b7
1 parent cfe357b
commit 41360b7
Show file tree

Hide file tree

Showing 87 changed files with 152 additions and 96 deletions.
diff --git a/.github/workflows/test-spec.yml b/.github/workflows/test-spec.yml
@@ -28,14 +28,18 @@ jobs:
           - version: 2.0.0
             admin_password: admin
           - version: 2.15.0
+          - version: 2.15.0
+            tests: plugins/index_state_management
+          - version: 2.15.0
+            tests: snapshot
           - version: 2.16.0
             hub: opensearchstaging
             ref: '@sha256:bcd7f5d5d30231f24f266064248cc8d3306574948190f7bf93016dff29acf17e'
           - version: 3.0.0
             hub: opensearchstaging
             ref: '@sha256:db1918b2b8f7ef6c22dd6ff54a0640877c3d395a392a53864745024933981e3b'
 
-    name: test-opensearch-spec (version=${{ matrix.entry.version }}, hub=${{ matrix.entry.hub || 'opensearchproject' }})
+    name: test-opensearch-spec (version=${{ matrix.entry.version }}, hub=${{ matrix.entry.hub || 'opensearchproject' }}, tests=${{ matrix.entry.tests || 'default' }})
     runs-on: ubuntu-latest
 
     env:
@@ -58,7 +62,7 @@ jobs:
         run: npm ci
 
       - name: Run OpenSearch Cluster
-        working-directory: .github/opensearch-cluster
+        working-directory: tests/${{ matrix.entry.tests || 'default' }}
         run: docker compose up -d
 
       - name: Get Container ID
@@ -71,7 +75,8 @@ jobs:
           npm run test:spec -- \
             --opensearch-insecure \
             --opensearch-version=${{ matrix.entry.version }} \
-            --coverage coverage/test-spec-coverage-${{ matrix.entry.version }}.json
+            --coverage coverage/test-spec-coverage-${{ matrix.entry.version }}-${{ matrix.entry.tests || 'default' }}.json \
+            --tests=tests/${{ matrix.entry.tests || 'default' }}
 
       - name: Get Container Logs
         if: failure() && steps.container.outputs.CONTAINER_ID
@@ -82,8 +87,8 @@ jobs:
       - name: Upload Test Coverage Results
         uses: actions/upload-artifact@v4
         with:
-          name: coverage-${{ matrix.entry.version }}
-          path: coverage/test-spec-coverage-${{ matrix.entry.version }}.json
+          name: coverage-${{ matrix.entry.version }}-${{ hashFiles(format('tests/{0}', matrix.entry.tests || 'default')) }}
+          path: coverage/test-spec-coverage-${{ matrix.entry.version }}-${{ matrix.entry.tests || 'default' }}.json
 
   merge-coverage:
     runs-on: ubuntu-latest

diff --git a/.github/workflows/test-tools-integ.yml b/.github/workflows/test-tools-integ.yml
@@ -32,7 +32,7 @@ jobs:
         uses: actions/checkout@v4
 
       - name: Run OpenSearch Cluster
-        working-directory: .github/opensearch-cluster
+        working-directory: tests/default
         run: |
           docker compose up -d
           sleep 15

diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -78,6 +78,7 @@ Inspired from [Keep a Changelog](https://keepachangelog.com/en/1.0.0/)
 - Tester tool now provides better context for non-2XX responses when --verbose is used ([#359](https://github.com/opensearch-project/opensearch-api-specification/pull/359))
 - Lock testing for next release of OpenSearch to a specific SHA ([#431](https://github.com/opensearch-project/opensearch-api-specification/pull/431))
 - Replace nullable with null type ([#436](https://github.com/opensearch-project/opensearch-api-specification/pull/436))
+- Split test suite ([#472])(https://github.com/opensearch-project/opensearch-api-specification/pull/472)
 
 ### Deprecated
 

diff --git a/TESTING_GUIDE.md b/TESTING_GUIDE.md
@@ -25,7 +25,7 @@ Set up an OpenSearch cluster with Docker:
 (Replace `<<your_password>>` with your desired password. If not provided, the default password inside the `docker-compose.yml` file will be used.)
 ```bash
 export OPENSEARCH_PASSWORD=<<your_password>>
-cd .github/opensearch-cluster
+cd tests/default
 docker compose up -d
 ```
 
@@ -36,7 +36,7 @@ npm run test:spec -- --opensearch-insecure
 
 Run a specific test story:
 ```bash
-npm run test:spec -- --opensearch-insecure --tests tests/_core/info.yaml
+npm run test:spec -- --opensearch-insecure --tests tests/default/_core/info.yaml
 ```
 
 Verbose output:
@@ -69,7 +69,9 @@ curl -k -X PUT --user "admin:${OPENSEARCH_PASSWORD}" https://localhost:9200/_clu
 
 ## Writing Spec Tests
 
-The spec tests reside in the [tests/](tests) directory. Tests are organized in folders that match [namespaces](spec/namespaces). For example, tests for APIs defined in [spec/namespaces/indices.yaml](spec/namespaces/indices.yaml) can be found in [tests/indices/index.yaml](tests/indices/index.yaml) (for `/{index}`), and [tests/indices/doc.yaml](tests/indices/doc.yaml) (for `/{index}/_doc`).
+The spec tests reside in the [tests/](tests) directory. Tests are organized in suites ([default](tests/default/), etc.), and subsequently in folders that match [namespaces](spec/namespaces). For example, tests for APIs defined in [spec/namespaces/indices.yaml](spec/namespaces/indices.yaml) can be found in [tests/default/indices/index.yaml](tests/default/indices/index.yaml) (for `/{index}`), and [tests/default/indices/doc.yaml](tests/default/indices/doc.yaml) (for `/{index}/_doc`). 
+
+Additional suites require custom configuration that is defined in a separate `docker-compose.yml`. For example [tests/plugins/index_state_management/docker-compose.yml](tests/plugins/index_state_management/docker-compose.yml) uses a custom setting of `plugins.index_state_management.job_interval=1` to cause the `/_nodes` API to return plugin information tested in [tests/plugins/index_state_management/nodes/plugins/index_state_management.yaml](tests/plugins/index_state_management/nodes/plugins/index_state_management.yaml).
 
 Each yaml file in the tests directory represents a test story that tests a collection of related operations.
 
@@ -82,9 +84,9 @@ Check the [test_story JSON Schema](json_schemas/test_story.schema.yaml) for the
 
 ### Simple Test Story
 
-Below is the simplified version of the test story that tests the [index operations](tests/indices/index.yaml):
+Below is the simplified version of the test story that tests the [index operations](tests/default/indices/index.yaml):
 ```yaml
-$schema: ../json_schemas/test_story.schema.yaml # The schema of the test story. Include this line so that your editor can validate the test story on the fly.
+$schema: ../../json_schemas/test_story.schema.yaml # The schema of the test story. Include this line so that your editor can validate the test story on the fly.
 
 description: This story tests all endpoints relevant the lifecycle of an index, from creation to deletion.
 
@@ -134,7 +136,7 @@ chapters:
 
 ### Using Output from Previous Chapters
 
-Consider the following chapters in [ml/model_groups](tests/ml/model_groups.yaml) test story:
+Consider the following chapters in [ml/model_groups](tests/default/ml/model_groups.yaml) test story:
 ```yaml
   - synopsis: Create model group.
     id: create_model_group # Only needed if you want to refer to this chapter in another chapter.
@@ -167,7 +169,7 @@ Consider the following chapters in [ml/model_groups](tests/ml/model_groups.yaml)
 ```
 As you can see, the `output` field in the first chapter saves the `model_group_id` from the response body. This value is then used in the subsequent chapters to query and delete the model group.
 
-You can also reuse output in payload expectations. See [tests/nodes/plugins/index_state_management.yaml](tests/nodes/plugins/index_state_management.yaml) for an example.
+You can also reuse output in payload expectations. See [tests/plugins/index_state_management/nodes/plugins/index_state_management.yaml](tests/plugins/index_state_management/nodes/plugins/index_state_management.yaml) for an example.
 
 ### Managing Versions
 

diff --git a/tests/_core/bulk.yaml → tests/default/_core/bulk.yaml b/tests/_core/bulk.yaml → tests/default/_core/bulk.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test bulk endpoint.
 epilogues:

diff --git a/tests/_core/info.yaml → tests/default/_core/info.yaml b/tests/_core/info.yaml → tests/default/_core/info.yaml
@@ -1,5 +1,5 @@
 
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test root endpoint.
 chapters:

diff --git a/tests/_core/mapping.yaml → tests/default/_core/mapping.yaml b/tests/_core/mapping.yaml → tests/default/_core/mapping.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test mappings endpoints.
 prologues:

diff --git a/tests/_core/reindex.yaml → tests/default/_core/reindex.yaml b/tests/_core/reindex.yaml → tests/default/_core/reindex.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test reindex.
 epilogues:

diff --git a/tests/_core/reindex/pipeline.yaml → tests/default/_core/reindex/pipeline.yaml b/tests/_core/reindex/pipeline.yaml → tests/default/_core/reindex/pipeline.yaml
@@ -1,4 +1,4 @@
-$schema: ../../../json_schemas/test_story.schema.yaml
+$schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test reindex with a Search pipeline.
 epilogues:

diff --git a/tests/_core/search/_source.yaml → tests/default/_core/search/_source.yaml b/tests/_core/search/_source.yaml → tests/default/_core/search/_source.yaml
@@ -1,4 +1,4 @@
-$schema: ../../../json_schemas/test_story.schema.yaml
+$schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test search endpoint (_source).
 prologues:

diff --git a/...re/search/cancel_after_time_interval.yaml → ...re/search/cancel_after_time_interval.yaml b/...re/search/cancel_after_time_interval.yaml → ...re/search/cancel_after_time_interval.yaml
@@ -1,4 +1,4 @@
-$schema: ../../../json_schemas/test_story.schema.yaml
+$schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test search endpoint with cancel_after_time_interval.
 prologues:

diff --git a/tests/_core/search/geo_distance.yaml → tests/default/_core/search/geo_distance.yaml b/tests/_core/search/geo_distance.yaml → tests/default/_core/search/geo_distance.yaml
@@ -1,4 +1,4 @@
-$schema: ../../../json_schemas/test_story.schema.yaml
+$schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test search endpoint with geo_distance query.
 prologues:

diff --git a/tests/_core/search/match.yaml → tests/default/_core/search/match.yaml b/tests/_core/search/match.yaml → tests/default/_core/search/match.yaml
@@ -1,4 +1,4 @@
-$schema: ../../../json_schemas/test_story.schema.yaml
+$schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test search endpoint with match query.
 prologues:

diff --git a/tests/_core/search/multi_match.yaml → tests/default/_core/search/multi_match.yaml b/tests/_core/search/multi_match.yaml → tests/default/_core/search/multi_match.yaml
@@ -1,4 +1,4 @@
-$schema: ../../../json_schemas/test_story.schema.yaml
+$schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test search endpoint with multi_match query.
 prologues:

diff --git a/tests/_core/search/phase_took.yaml → tests/default/_core/search/phase_took.yaml b/tests/_core/search/phase_took.yaml → tests/default/_core/search/phase_took.yaml
@@ -1,4 +1,4 @@
-$schema: ../../../json_schemas/test_story.schema.yaml
+$schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test search endpoint with phase_took.
 prologues:

diff --git a/.../_core/search/rest_total_hits_as_int.yaml → .../_core/search/rest_total_hits_as_int.yaml b/.../_core/search/rest_total_hits_as_int.yaml → .../_core/search/rest_total_hits_as_int.yaml
@@ -1,4 +1,4 @@
-$schema: ../../../json_schemas/test_story.schema.yaml
+$schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test search endpoint with rest_total_hits_as_int.
 prologues:

diff --git a/tests/_core/search/seq_no_primary_term.yaml → ...ult/_core/search/seq_no_primary_term.yaml b/tests/_core/search/seq_no_primary_term.yaml → ...ult/_core/search/seq_no_primary_term.yaml
@@ -1,4 +1,4 @@
-$schema: ../../../json_schemas/test_story.schema.yaml
+$schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test search endpoint with seq_no_primary_term.
 prologues:

diff --git a/tests/_core/search/size.yaml → tests/default/_core/search/size.yaml b/tests/_core/search/size.yaml → tests/default/_core/search/size.yaml
@@ -1,4 +1,4 @@
-$schema: ../../../json_schemas/test_story.schema.yaml
+$schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test search endpoint with size.
 prologues:

diff --git a/tests/cat/aliases.yaml → tests/default/cat/aliases.yaml b/tests/cat/aliases.yaml → tests/default/cat/aliases.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test cat/aliases endpoints.
 epilogues:

diff --git a/tests/cat/allocation.yaml → tests/default/cat/allocation.yaml b/tests/cat/allocation.yaml → tests/default/cat/allocation.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test cat/allocation endpoints.
 chapters:

diff --git a/tests/cat/cluster_manager.yaml → tests/default/cat/cluster_manager.yaml b/tests/cat/cluster_manager.yaml → tests/default/cat/cluster_manager.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test cat/cluster_manager endpoints.
 chapters:

diff --git a/tests/cat/count.yaml → tests/default/cat/count.yaml b/tests/cat/count.yaml → tests/default/cat/count.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test cat/count endpoints.
 chapters:

diff --git a/tests/cat/fielddata.yaml → tests/default/cat/fielddata.yaml b/tests/cat/fielddata.yaml → tests/default/cat/fielddata.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test cat/fielddata endpoints.
 chapters:

diff --git a/tests/cat/health.yaml → tests/default/cat/health.yaml b/tests/cat/health.yaml → tests/default/cat/health.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test cat/health endpoints.
 chapters:

diff --git a/tests/cat/index.yaml → tests/default/cat/index.yaml b/tests/cat/index.yaml → tests/default/cat/index.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test cat endpoints.
 chapters:

diff --git a/tests/cat/indices.yaml → tests/default/cat/indices.yaml b/tests/cat/indices.yaml → tests/default/cat/indices.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test cat/indices endpoints.
 prologues:

diff --git a/tests/cat/master.yaml → tests/default/cat/master.yaml b/tests/cat/master.yaml → tests/default/cat/master.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test cat/master endpoints.
 chapters:

diff --git a/tests/cat/nodeattrs.yaml → tests/default/cat/nodeattrs.yaml b/tests/cat/nodeattrs.yaml → tests/default/cat/nodeattrs.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test cat/nodeattrs endpoints.
 chapters:

diff --git a/tests/cat/nodes.yaml → tests/default/cat/nodes.yaml b/tests/cat/nodes.yaml → tests/default/cat/nodes.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test cat/nodes endpoints.
 chapters:

diff --git a/tests/cat/pending_tasks.yaml → tests/default/cat/pending_tasks.yaml b/tests/cat/pending_tasks.yaml → tests/default/cat/pending_tasks.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test cat/pending_tasks endpoints.
 chapters:

diff --git a/tests/cat/pit_segments/all.yaml → tests/default/cat/pit_segments/all.yaml b/tests/cat/pit_segments/all.yaml → tests/default/cat/pit_segments/all.yaml
@@ -1,4 +1,4 @@
-$schema: ../../../json_schemas/test_story.schema.yaml
+$schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test cat/pit_segments/_all endpoints.
 version: '>= 2.4'

diff --git a/tests/cat/pit_segments/pit_segments.yaml → ...efault/cat/pit_segments/pit_segments.yaml b/tests/cat/pit_segments/pit_segments.yaml → ...efault/cat/pit_segments/pit_segments.yaml
@@ -1,4 +1,4 @@
-$schema: ../../../json_schemas/test_story.schema.yaml
+$schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test cat/pit_segments endpoints.
 version: '>= 2.4'

diff --git a/tests/cat/plugins.yaml → tests/default/cat/plugins.yaml b/tests/cat/plugins.yaml → tests/default/cat/plugins.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test cat/plugins endpoints.
 chapters:

diff --git a/tests/cat/recovery.yaml → tests/default/cat/recovery.yaml b/tests/cat/recovery.yaml → tests/default/cat/recovery.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test cat/recovery endpoints.
 chapters:

diff --git a/tests/cat/segment_replication.yaml → tests/default/cat/segment_replication.yaml b/tests/cat/segment_replication.yaml → tests/default/cat/segment_replication.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test cat/segment_replication endpoints.
 version: '>= 2.7'

diff --git a/tests/cat/segments.yaml → tests/default/cat/segments.yaml b/tests/cat/segments.yaml → tests/default/cat/segments.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test cat/segments endpoints.
 chapters:

diff --git a/tests/cat/shards.yaml → tests/default/cat/shards.yaml b/tests/cat/shards.yaml → tests/default/cat/shards.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test cat/shards endpoints.
 epilogues:

diff --git a/tests/cat/tasks.yaml → tests/default/cat/tasks.yaml b/tests/cat/tasks.yaml → tests/default/cat/tasks.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test cat/tasks endpoints.
 chapters:

diff --git a/tests/cat/templates.yaml → tests/default/cat/templates.yaml b/tests/cat/templates.yaml → tests/default/cat/templates.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test cat/templates endpoints.
 epilogues:

diff --git a/tests/cat/thread_pool.yaml → tests/default/cat/thread_pool.yaml b/tests/cat/thread_pool.yaml → tests/default/cat/thread_pool.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test cat/thread_pool endpoints.
 chapters:

diff --git a/tests/cluster/component_template.yaml → ...s/default/cluster/component_template.yaml b/tests/cluster/component_template.yaml → ...s/default/cluster/component_template.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test component templates.
 epilogues:

diff --git a/tests/default/docker-compose.yml b/tests/default/docker-compose.yml
@@ -0,0 +1,12 @@
+version: '3'
+
+services:
+  opensearch-cluster:
+    image: ${OPENSEARCH_DOCKER_HUB_PROJECT:-opensearchproject}/opensearch:${OPENSEARCH_VERSION:-latest}${OPENSEARCH_DOCKER_REF}
+    ports:
+      - 9200:9200
+      - 9600:9600
+    environment:
+      - OPENSEARCH_INITIAL_ADMIN_PASSWORD=${OPENSEARCH_PASSWORD:-myStrongPassword123!}
+      - OPENSEARCH_JAVA_OPTS=${OPENSEARCH_JAVA_OPTS}
+      - discovery.type=single-node
diff --git a/tests/indices/alias/alias.yaml → tests/default/indices/alias/alias.yaml b/tests/indices/alias/alias.yaml → tests/default/indices/alias/alias.yaml
@@ -1,4 +1,4 @@
-$schema: ../../../json_schemas/test_story.schema.yaml
+$schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test alias endpoints.
 epilogues:

diff --git a/tests/indices/aliases/aliases.yaml → tests/default/indices/aliases/aliases.yaml b/tests/indices/aliases/aliases.yaml → tests/default/indices/aliases/aliases.yaml
@@ -1,4 +1,4 @@
-$schema: ../../../json_schemas/test_story.schema.yaml
+$schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test aliases endpoints.
 epilogues:

diff --git a/tests/indices/aliases/put_alias.yaml → tests/default/indices/aliases/put_alias.yaml b/tests/indices/aliases/put_alias.yaml → tests/default/indices/aliases/put_alias.yaml
@@ -1,4 +1,4 @@
-$schema: ../../../json_schemas/test_story.schema.yaml
+$schema: ../../../../json_schemas/test_story.schema.yaml
 
 description: Test put_alias variants.
 epilogues:

diff --git a/tests/indices/cache.yaml → tests/default/indices/cache.yaml b/tests/indices/cache.yaml → tests/default/indices/cache.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test index clear cache.
 prologues:

diff --git a/tests/indices/clone.yaml → tests/default/indices/clone.yaml b/tests/indices/clone.yaml → tests/default/indices/clone.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test cloning an index.
 prologues:

diff --git a/tests/indices/close.yaml → tests/default/indices/close.yaml b/tests/indices/close.yaml → tests/default/indices/close.yaml
@@ -1,4 +1,4 @@
-$schema: ../../json_schemas/test_story.schema.yaml
+$schema: ../../../json_schemas/test_story.schema.yaml
 
 description: Test closing an index.
 prologues: