Expanding min latency test into multiple threads

elastic · Oct 30, 2023 · a6655ff · a6655ff
1 parent 155ead8
commit a6655ff
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 3 deletions.
diff --git a/elser-ingest-speedtest/challenges/Min-Latency-Multi-Doc-Multi-Parametric.json b/elser-ingest-speedtest/challenges/Min-Latency-Multi-Doc-Multi-Parametric.json
@@ -66,8 +66,9 @@
     {%- for doc_size in range(p_min_doc_size, p_max_doc_size + 1, p_doc_size_interval) %}
 
     {%- for l_num_allocations in range(p_min_number_of_allocations, p_max_number_of_allocations + 1, 1) %}
+    {%- for l_num_threads in [1, 2, 4, 8, 16] %}
 
-    {%- set itr_keys = doc_size ~ "-doc-size--" ~ l_num_allocations ~ "-allocations--" ~ bulk_size ~ "-bulk-size"%}
+    {%- set itr_keys = doc_size ~ "-doc-size--" ~ l_num_threads ~ "-threads--" ~ l_num_allocations ~ "-allocations--" ~ bulk_size ~ "-bulk-size"%}
 
     {
       "operation": "create-index",
@@ -86,7 +87,7 @@
       "operation": {
         "operation-type": "start-trained-model-deployment",
         "number_of_allocations": {{ l_num_allocations | default(1) }},
-        "threads_per_allocation": {{ threads_per_allocation | default(1) }},
+        "threads_per_allocation": {{ l_num_threads | default(1) }},
         "queue_capacity": {{ queue_capacity | default(200000) }},
         "include-in-reporting": false,
         "model_id": "{{ model_id }}"
@@ -111,6 +112,7 @@
     },
     {%- endfor %}
     {%- endfor %}
+    {%- endfor %}
 
     {
       "name": "delete elser model",

diff --git a/elser-ingest-speedtest/challenges/Multi-Doc-Multi-Parametric-Bulk-Size-Search.json b/elser-ingest-speedtest/challenges/Multi-Doc-Multi-Parametric-Bulk-Size-Search.json
@@ -62,6 +62,7 @@
 
     {%- for doc_size in range(p_min_doc_size, p_max_doc_size + 1, p_doc_size_interval) %}
 
+    {%- set bulk_size = bulk_size | default(100) %}
     {%- for bulk_size_multiplier in range(1, 17, 2) %}
     {%- set bulk_size_mult_int = (bulk_size_multiplier/10)*(max_doc_size/doc_size) | round %}
     {%- set adj_bulk_size = bulk_size*bulk_size_mult_int | default(100) %}

diff --git a/elser-ingest-speedtest/challenges/Multi-Parametric.json b/elser-ingest-speedtest/challenges/Multi-Parametric.json
@@ -54,6 +54,7 @@
       "operation": "delete-index",
       "name": "first-delete-index"
     }
+    {%- set bulk_size = bulk_size | default(1) %}
     {%- set p_number_of_allocations = number_of_allocations | default(1) %}
     {%- for l_num_allocations in range(1, p_number_of_allocations + 1, 1) %},
     {
@@ -86,7 +87,7 @@
         "operation-type": "bulk",
         "ingest-percentage": {{ ingest_percentage | default(0.01) }},
         "corpora": "size256-bert-vocab-whole-words",
-        "bulk-size": {{ bulk_size | default(100) }},
+        "bulk-size": {{ bulk_size}},
         "pipeline": "{{ pipeline_name | default('default-pipeline')}}",
         "request-timeout": 60.0,
         "include-in-reporting": true