[uss_qualifier/artifacts] Supplement tested requirements artifact wit…

…h additional information (#300) Supplement tested requirements artifact with additional information fc0d4b1
interuss · Oct 31, 2023 · 03e5de8 · 03e5de8
1 parent 604f391
commit 03e5de8
Show file tree

Hide file tree

Showing 156 changed files with 35,449 additions and 35,257 deletions.
diff --git a/artifacts/uss_qualifier/reports/dss_probing/report.json b/artifacts/uss_qualifier/reports/dss_probing/report.json
diff --git a/artifacts/uss_qualifier/reports/dss_probing/requirements/index.html b/artifacts/uss_qualifier/reports/dss_probing/requirements/index.html
@@ -6,6 +6,8 @@ <h2>Participants</h2>
       <li><a href="./uss1.html">uss1</a></li>
       <li><a href="./uss2.html">uss2</a></li>
   </ul>
+  <h2>Programmatic verification statuses</h2>
+  <a href="status.json">status.json</a>
 </div>
 </body>
 </html>
diff --git a/artifacts/uss_qualifier/reports/dss_probing/requirements/status.json b/artifacts/uss_qualifier/reports/dss_probing/requirements/status.json
@@ -0,0 +1,13 @@
+{
+  "test_run_information": {
+    "test_run_id": "d69f8cd698151feaddd5f07eac153a88a46d026b4c90e835bbb6c7204ff312d6",
+    "start_time": "2023-10-31 17:13:40 UTC",
+    "end_time": "2023-10-31 17:14:47 UTC",
+    "baseline": "641920d88a43b4214b807dcf34c66a1c6a081d5d8c46c3b313bb0800230d5605",
+    "environment": "383670842b90e623e04660bab8132198849a61457e0d90caf9eebb0df6322efb"
+  },
+  "participant_verifications": {
+    "uss1": "Incomplete",
+    "uss2": "Incomplete"
+  }
+}
diff --git a/artifacts/uss_qualifier/reports/dss_probing/requirements/uss1.html b/artifacts/uss_qualifier/reports/dss_probing/requirements/uss1.html
diff --git a/artifacts/uss_qualifier/reports/dss_probing/requirements/uss2.html b/artifacts/uss_qualifier/reports/dss_probing/requirements/uss2.html
diff --git a/artifacts/uss_qualifier/reports/dss_probing/sequence/index.html b/artifacts/uss_qualifier/reports/dss_probing/sequence/index.html
@@ -1,7 +1,7 @@
 <!DOCTYPE html>
 <html lang="en">
 <head>
-  <title>TR-2272fa0 sequence view</title>
+  <title>TR-d69f8cd sequence view</title>
   <style>
     body {
       margin: 0;
@@ -107,31 +107,31 @@ <h1>Sequence view of uss_qualifier test run</h1>
       </tr>
       <tr>
         <td>Test run identifier</td>
-        <td>TR-2272fa0</td>
+        <td>TR-d69f8cd</td>
       </tr>
       <tr>
         <td>Start time</td>
-        <td>2023-10-31 16:50:26 UTC</td>
+        <td>2023-10-31 17:13:40 UTC</td>
       </tr>
       <tr>
         <td>End time</td>
-        <td>2023-10-31 16:51:34 UTC</td>
+        <td>2023-10-31 17:14:47 UTC</td>
       </tr>
       <tr>
         <td>Test baseline identifier</td>
-        <td>TB-2a67e7f</td>
+        <td>TB-641920d</td>
       </tr>
       <tr>
         <td>Environment identifier</td>
         <td>TE-3836708</td>
       </tr>
       <tr>
         <td>Codebase version</td>
-        <td>interuss/monitoring/v0.0.0-ea07fd9</td>
+        <td>interuss/monitoring/v0.0.0-fc0d4b1</td>
       </tr>
       <tr>
         <td>Commit hash</td>
-        <td>ea07fd956d044c838cc072b6a77cd10636a6a63c</td>
+        <td>fc0d4b17e116282df6a5daa3ff55cd773570d763</td>
       </tr>
     </table>
   </div>
@@ -653,7 +653,7 @@ <h2>Scenarios executed</h2>
             <td></td>
             <td></td>
         <td>
-            0:01
+            0:00
         </td>
       </tr>
       <tr>

diff --git a/artifacts/uss_qualifier/reports/dss_probing/sequence/s1.html b/artifacts/uss_qualifier/reports/dss_probing/sequence/s1.html
diff --git a/artifacts/uss_qualifier/reports/dss_probing/sequence/s10.html b/artifacts/uss_qualifier/reports/dss_probing/sequence/s10.html
@@ -91,7 +91,7 @@
 </head>
 <body>
 <div>
-    <h2><a href="https://github.com/interuss/monitoring/blob/ea07fd956d044c838cc072b6a77cd10636a6a63c/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md">ASTM NetRID DSS: ISA Expiry</a></h2>
+    <h2><a href="https://github.com/interuss/monitoring/blob/fc0d4b17e116282df6a5daa3ff55cd773570d763/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md">ASTM NetRID DSS: ISA Expiry</a></h2>
   <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
   <table>
     <tr class="header_row">
@@ -105,10 +105,10 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
 
             <tr id="e1">
                 <td rowspan="2"><span class="sticky_cell_value">
-                    <a href="https://github.com/interuss/monitoring/blob/ea07fd956d044c838cc072b6a77cd10636a6a63c/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#setup-test-case">Setup</a>
+                    <a href="https://github.com/interuss/monitoring/blob/fc0d4b17e116282df6a5daa3ff55cd773570d763/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#setup-test-case">Setup</a>
                 </span></td>
                 <td rowspan="2"><span class="sticky_cell_value">
-                    <a href="https://github.com/interuss/monitoring/blob/ea07fd956d044c838cc072b6a77cd10636a6a63c/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#ensure-clean-workspace-test-step">Ensure clean workspace</a>
+                    <a href="https://github.com/interuss/monitoring/blob/fc0d4b17e116282df6a5daa3ff55cd773570d763/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#ensure-clean-workspace-test-step">Ensure clean workspace</a>
                 </span></td>
               <td><a href="#e1">1</a></td>
                 <td>&#x1F310;</td>
@@ -131,7 +131,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">initiated_at</div>:
-        <div class="node_value">    2023-10-31T16:50:44.229503Z
+        <div class="node_value">    2023-10-31T17:13:57.628917Z
 </div>
       </li>
       <li class="collapseable">
@@ -159,7 +159,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Authorization</div>:
-        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMi5sb2NhbHV0bSIsImV4cCI6MTY5ODc3NDYzMywiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED
+        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMi5sb2NhbHV0bSIsImV4cCI6MTY5ODc3NjAyNiwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED
 </div>
       </li>
   </ul>
@@ -198,7 +198,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Date</div>:
-        <div class="node_value">    Tue, 31 Oct 2023 16:50:44 GMT
+        <div class="node_value">    Tue, 31 Oct 2023 17:13:57 GMT
 </div>
       </li>
       <li class="not_collapseable">
@@ -212,20 +212,20 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">elapsed_s</div>:
-        <div class="node_value">    0.00211
+        <div class="node_value">    0.001531
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">reported</div>:
-        <div class="node_value">    2023-10-31T16:50:44.232416Z
+        <div class="node_value">    2023-10-31T17:13:57.631080Z
 </div>
       </li>
       <li class="collapseable">
         <div class="node_key">json</div>:
         <div class="node_value">      <ul>
       <li class="not_collapseable">
         <div class="node_key">message</div>:
-        <div class="node_value">    ISA 00000171-e36d-40be-d38b-eca6ca350000 not found (E:ed46a4bf-6e55-455f-94d6-dd5afc3633a3)
+        <div class="node_value">    ISA 00000171-e36d-40be-d38b-eca6ca350000 not found (E:86358f8a-06a8-4317-8c31-1a823cdc3c81)
 </div>
       </li>
   </ul>
@@ -263,10 +263,10 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
             </tr>
             <tr id="e3">
                 <td rowspan="6"><span class="sticky_cell_value">
-                    <a href="https://github.com/interuss/monitoring/blob/ea07fd956d044c838cc072b6a77cd10636a6a63c/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#isa-expiry-test-case">ISA Expiry</a>
+                    <a href="https://github.com/interuss/monitoring/blob/fc0d4b17e116282df6a5daa3ff55cd773570d763/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#isa-expiry-test-case">ISA Expiry</a>
                 </span></td>
                 <td rowspan="6"><span class="sticky_cell_value">
-                    <a href="https://github.com/interuss/monitoring/blob/ea07fd956d044c838cc072b6a77cd10636a6a63c/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#isa-expiry-test-step">ISA Expiry</a>
+                    <a href="https://github.com/interuss/monitoring/blob/fc0d4b17e116282df6a5daa3ff55cd773570d763/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#isa-expiry-test-step">ISA Expiry</a>
                 </span></td>
               <td><a href="#e3">3</a></td>
                 <td>&#x1F310;</td>
@@ -289,7 +289,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">initiated_at</div>:
-        <div class="node_value">    2023-10-31T16:50:44.233993Z
+        <div class="node_value">    2023-10-31T17:13:57.632236Z
 </div>
       </li>
       <li class="collapseable">
@@ -327,7 +327,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Authorization</div>:
-        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMi5sb2NhbHV0bSIsImV4cCI6MTY5ODc3NDY0MywiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED
+        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMi5sb2NhbHV0bSIsImV4cCI6MTY5ODc3NjAzNywiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED
 </div>
       </li>
   </ul>
@@ -441,12 +441,12 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">time_start</div>:
-        <div class="node_value">    2023-10-31T16:50:44.233159Z
+        <div class="node_value">    2023-10-31T17:13:57.631563Z
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">time_end</div>:
-        <div class="node_value">    2023-10-31T16:50:49.233159Z
+        <div class="node_value">    2023-10-31T17:14:02.631563Z
 </div>
       </li>
   </ul>
@@ -460,7 +460,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">request_id</div>:
-        <div class="node_value">    ed051693-5845-4ff5-9b06-b9160c4e01e9
+        <div class="node_value">    6543c7dc-8909-4bf0-ae42-3fb72f33102a
 </div>
       </li>
   </ul>
@@ -494,7 +494,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Date</div>:
-        <div class="node_value">    Tue, 31 Oct 2023 16:50:44 GMT
+        <div class="node_value">    Tue, 31 Oct 2023 17:13:57 GMT
 </div>
       </li>
       <li class="not_collapseable">
@@ -508,12 +508,12 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">elapsed_s</div>:
-        <div class="node_value">    0.01073
+        <div class="node_value">    0.006741
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">reported</div>:
-        <div class="node_value">    2023-10-31T16:50:44.245557Z
+        <div class="node_value">    2023-10-31T17:13:57.639679Z
 </div>
       </li>
       <li class="collapseable">
@@ -541,17 +541,17 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">time_start</div>:
-        <div class="node_value">    2023-10-31T16:50:44.233159Z
+        <div class="node_value">    2023-10-31T17:13:57.631563Z
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">time_end</div>:
-        <div class="node_value">    2023-10-31T16:50:49.233159Z
+        <div class="node_value">    2023-10-31T17:14:02.631563Z
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">version</div>:
-        <div class="node_value">    1f4pv8ej5vk98
+        <div class="node_value">    1f4q0h09lucp8
 </div>
       </li>
       <li class="not_collapseable">
@@ -618,7 +618,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">initiated_at</div>:
-        <div class="node_value">    2023-10-31T16:50:49.253686Z
+        <div class="node_value">    2023-10-31T17:14:02.646862Z
 </div>
       </li>
       <li class="collapseable">
@@ -646,7 +646,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Authorization</div>:
-        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMi5sb2NhbHV0bSIsImV4cCI6MTY5ODc3NDYzMywiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED
+        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMi5sb2NhbHV0bSIsImV4cCI6MTY5ODc3NjAyNiwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED
 </div>
       </li>
   </ul>
@@ -685,7 +685,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Date</div>:
-        <div class="node_value">    Tue, 31 Oct 2023 16:50:49 GMT
+        <div class="node_value">    Tue, 31 Oct 2023 17:14:02 GMT
 </div>
       </li>
       <li class="not_collapseable">
@@ -699,12 +699,12 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">elapsed_s</div>:
-        <div class="node_value">    0.00346
+        <div class="node_value">    0.002743
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">reported</div>:
-        <div class="node_value">    2023-10-31T16:50:49.258298Z
+        <div class="node_value">    2023-10-31T17:14:02.650645Z
 </div>
       </li>
       <li class="collapseable">
@@ -772,7 +772,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">initiated_at</div>:
-        <div class="node_value">    2023-10-31T16:50:49.259015Z
+        <div class="node_value">    2023-10-31T17:14:02.652041Z
 </div>
       </li>
       <li class="collapseable">
@@ -800,7 +800,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Authorization</div>:
-        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMi5sb2NhbHV0bSIsImV4cCI6MTY5ODc3NDYzMywiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED
+        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMi5sb2NhbHV0bSIsImV4cCI6MTY5ODc3NjAyNiwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED
 </div>
       </li>
   </ul>
@@ -839,7 +839,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Date</div>:
-        <div class="node_value">    Tue, 31 Oct 2023 16:50:49 GMT
+        <div class="node_value">    Tue, 31 Oct 2023 17:14:02 GMT
 </div>
       </li>
       <li class="not_collapseable">
@@ -853,12 +853,12 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">elapsed_s</div>:
-        <div class="node_value">    0.001998
+        <div class="node_value">    0.001987
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">reported</div>:
-        <div class="node_value">    2023-10-31T16:50:49.261845Z
+        <div class="node_value">    2023-10-31T17:14:02.654830Z
 </div>
       </li>
       <li class="collapseable">
@@ -879,17 +879,17 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">time_start</div>:
-        <div class="node_value">    2023-10-31T16:50:44.233159Z
+        <div class="node_value">    2023-10-31T17:13:57.631563Z
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">time_end</div>:
-        <div class="node_value">    2023-10-31T16:50:49.233159Z
+        <div class="node_value">    2023-10-31T17:14:02.631563Z
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">version</div>:
-        <div class="node_value">    1f4pv8ej5vk98
+        <div class="node_value">    1f4q0h09lucp8
 </div>
       </li>
       <li class="not_collapseable">