[uss_qualifier] Separate artifact-making from main.py (#321)

* Separate artifact-making from main.py * Fix shell lint * Add multiple-config documentation per comments 1973813
interuss · Nov 7, 2023 · b708802 · b708802
1 parent e724b3a
commit b708802
Show file tree

Hide file tree

Showing 95 changed files with 22,139 additions and 22,139 deletions.
diff --git a/artifacts/uss_qualifier/reports/dss_probing/report.json b/artifacts/uss_qualifier/reports/dss_probing/report.json
diff --git a/artifacts/uss_qualifier/reports/dss_probing/requirements/status.json b/artifacts/uss_qualifier/reports/dss_probing/requirements/status.json
@@ -1,9 +1,9 @@
 {
   "test_run_information": {
-    "test_run_id": "6545c0191f1e72a4b485bbc327467162e8c2494001e73021d559753ef01f0629",
-    "start_time": "2023-11-07 15:06:41 UTC",
-    "end_time": "2023-11-07 15:06:47 UTC",
-    "baseline": "21813fb08140f0d2883d6350a8c3f29e32a72b68cecc49e9078a2eaa93e211bd",
+    "test_run_id": "406e48774c824c0c71d29507ddc97a8d48d0afb379b31ec0b3449eb41553cbf1",
+    "start_time": "2023-11-07 16:57:58 UTC",
+    "end_time": "2023-11-07 16:58:04 UTC",
+    "baseline": "76b192786744f7eff4581e391eb56d8a679b139020adf0c861477a5a01a49167",
     "environment": "383670842b90e623e04660bab8132198849a61457e0d90caf9eebb0df6322efb"
   },
   "participant_verifications": {

diff --git a/artifacts/uss_qualifier/reports/dss_probing/requirements/uss1.html b/artifacts/uss_qualifier/reports/dss_probing/requirements/uss1.html
diff --git a/artifacts/uss_qualifier/reports/dss_probing/requirements/uss2.html b/artifacts/uss_qualifier/reports/dss_probing/requirements/uss2.html
diff --git a/artifacts/uss_qualifier/reports/dss_probing/sequence/index.html b/artifacts/uss_qualifier/reports/dss_probing/sequence/index.html
@@ -1,7 +1,7 @@
 <!DOCTYPE html>
 <html lang="en">
 <head>
-  <title>TR-6545c01 sequence view</title>
+  <title>TR-406e487 sequence view</title>
   <style>
     body {
       margin: 0;
@@ -107,31 +107,31 @@ <h1>Sequence view of uss_qualifier test run</h1>
       </tr>
       <tr>
         <td>Test run identifier</td>
-        <td>TR-6545c01</td>
+        <td>TR-406e487</td>
       </tr>
       <tr>
         <td>Start time</td>
-        <td>2023-11-07 15:06:41 UTC</td>
+        <td>2023-11-07 16:57:58 UTC</td>
       </tr>
       <tr>
         <td>End time</td>
-        <td>2023-11-07 15:06:47 UTC</td>
+        <td>2023-11-07 16:58:04 UTC</td>
       </tr>
       <tr>
         <td>Test baseline identifier</td>
-        <td>TB-21813fb</td>
+        <td>TB-76b1927</td>
       </tr>
       <tr>
         <td>Environment identifier</td>
         <td>TE-3836708</td>
       </tr>
       <tr>
         <td>Codebase version</td>
-        <td>interuss/monitoring/v0.0.0-079c92b</td>
+        <td>interuss/monitoring/v0.0.0-1973813</td>
       </tr>
       <tr>
         <td>Commit hash</td>
-        <td>079c92b67fb65366b165c1512c319174facf3aca</td>
+        <td>197381398d21bc12b7ff83a214ebd548b1048a8c</td>
       </tr>
     </table>
   </div>

diff --git a/artifacts/uss_qualifier/reports/dss_probing/sequence/s1.html b/artifacts/uss_qualifier/reports/dss_probing/sequence/s1.html
diff --git a/artifacts/uss_qualifier/reports/dss_probing/sequence/s2.html b/artifacts/uss_qualifier/reports/dss_probing/sequence/s2.html
diff --git a/artifacts/uss_qualifier/reports/dss_probing/sequence/s3.html b/artifacts/uss_qualifier/reports/dss_probing/sequence/s3.html
@@ -91,7 +91,7 @@
 </head>
 <body>
 <div>
-    <h2><a href="https://github.com/interuss/monitoring/blob/079c92b67fb65366b165c1512c319174facf3aca/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md">ASTM NetRID DSS: ISA Expiry</a></h2>
+    <h2><a href="https://github.com/interuss/monitoring/blob/197381398d21bc12b7ff83a214ebd548b1048a8c/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md">ASTM NetRID DSS: ISA Expiry</a></h2>
   <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
   <table>
     <tr class="header_row">
@@ -105,10 +105,10 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
 
             <tr id="e1">
                 <td rowspan="2"><span class="sticky_cell_value">
-                    <a href="https://github.com/interuss/monitoring/blob/079c92b67fb65366b165c1512c319174facf3aca/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#setup-test-case">Setup</a>
+                    <a href="https://github.com/interuss/monitoring/blob/197381398d21bc12b7ff83a214ebd548b1048a8c/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#setup-test-case">Setup</a>
                 </span></td>
                 <td rowspan="2"><span class="sticky_cell_value">
-                    <a href="https://github.com/interuss/monitoring/blob/079c92b67fb65366b165c1512c319174facf3aca/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#ensure-clean-workspace-test-step">Ensure clean workspace</a>
+                    <a href="https://github.com/interuss/monitoring/blob/197381398d21bc12b7ff83a214ebd548b1048a8c/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#ensure-clean-workspace-test-step">Ensure clean workspace</a>
                 </span></td>
               <td><a href="#e1">1</a></td>
                 <td>&#x1F310;</td>
@@ -131,7 +131,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">initiated_at</div>:
-        <div class="node_value">    2023-11-07T15:06:41.820151Z
+        <div class="node_value">    2023-11-07T16:57:59.341414Z
 </div>
       </li>
       <li class="collapseable">
@@ -159,20 +159,20 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Authorization</div>:
-        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM3MzIwMSwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED
+        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM3OTg3OCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED
 </div>
       </li>
   </ul>
 
 </div>
       </li>
       <li class="not_collapseable">
-        <div class="node_key">json</div>:
+        <div class="node_key">body</div>:
         <div class="node_value">    None
 </div>
       </li>
       <li class="not_collapseable">
-        <div class="node_key">body</div>:
+        <div class="node_key">json</div>:
         <div class="node_value">    None
 </div>
       </li>
@@ -198,7 +198,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Date</div>:
-        <div class="node_value">    Tue, 07 Nov 2023 15:06:41 GMT
+        <div class="node_value">    Tue, 07 Nov 2023 16:57:59 GMT
 </div>
       </li>
       <li class="not_collapseable">
@@ -212,20 +212,20 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">elapsed_s</div>:
-        <div class="node_value">    0.001127
+        <div class="node_value">    0.001535
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">reported</div>:
-        <div class="node_value">    2023-11-07T15:06:41.821920Z
+        <div class="node_value">    2023-11-07T16:57:59.343571Z
 </div>
       </li>
       <li class="collapseable">
         <div class="node_key">json</div>:
         <div class="node_value">      <ul>
       <li class="not_collapseable">
         <div class="node_key">message</div>:
-        <div class="node_value">    ISA 00000171-e36d-40be-d38b-eca6ca350000 not found (E:510e7eb4-82a0-4218-9bb7-8292996a8679)
+        <div class="node_value">    ISA 00000171-e36d-40be-d38b-eca6ca350000 not found (E:e29a31e9-be1e-4501-99bc-9f38e6937c89)
 </div>
       </li>
   </ul>
@@ -263,10 +263,10 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
             </tr>
             <tr id="e3">
                 <td rowspan="6"><span class="sticky_cell_value">
-                    <a href="https://github.com/interuss/monitoring/blob/079c92b67fb65366b165c1512c319174facf3aca/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#isa-expiry-test-case">ISA Expiry</a>
+                    <a href="https://github.com/interuss/monitoring/blob/197381398d21bc12b7ff83a214ebd548b1048a8c/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#isa-expiry-test-case">ISA Expiry</a>
                 </span></td>
                 <td rowspan="6"><span class="sticky_cell_value">
-                    <a href="https://github.com/interuss/monitoring/blob/079c92b67fb65366b165c1512c319174facf3aca/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#isa-expiry-test-step">ISA Expiry</a>
+                    <a href="https://github.com/interuss/monitoring/blob/197381398d21bc12b7ff83a214ebd548b1048a8c/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#isa-expiry-test-step">ISA Expiry</a>
                 </span></td>
               <td><a href="#e3">3</a></td>
                 <td>&#x1F310;</td>
@@ -289,7 +289,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">initiated_at</div>:
-        <div class="node_value">    2023-11-07T15:06:41.823004Z
+        <div class="node_value">    2023-11-07T16:57:59.344793Z
 </div>
       </li>
       <li class="collapseable">
@@ -327,7 +327,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Authorization</div>:
-        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM3MzIwMSwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED
+        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM3OTg3OCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED
 </div>
       </li>
   </ul>
@@ -441,12 +441,12 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">time_start</div>:
-        <div class="node_value">    2023-11-07T15:06:41.822396Z
+        <div class="node_value">    2023-11-07T16:57:59.344065Z
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">time_end</div>:
-        <div class="node_value">    2023-11-07T15:06:46.822396Z
+        <div class="node_value">    2023-11-07T16:58:04.344065Z
 </div>
       </li>
   </ul>
@@ -460,7 +460,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">request_id</div>:
-        <div class="node_value">    4b50ca7c-8855-4c05-bc36-a37ce6136a95
+        <div class="node_value">    b4f2e633-08ce-4e46-9ace-7236415e6bc4
 </div>
       </li>
   </ul>
@@ -494,7 +494,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Date</div>:
-        <div class="node_value">    Tue, 07 Nov 2023 15:06:41 GMT
+        <div class="node_value">    Tue, 07 Nov 2023 16:57:59 GMT
 </div>
       </li>
       <li class="not_collapseable">
@@ -508,12 +508,12 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">elapsed_s</div>:
-        <div class="node_value">    0.00508
+        <div class="node_value">    0.006679
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">reported</div>:
-        <div class="node_value">    2023-11-07T15:06:41.828708Z
+        <div class="node_value">    2023-11-07T16:57:59.352174Z
 </div>
       </li>
       <li class="collapseable">
@@ -541,17 +541,17 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">time_start</div>:
-        <div class="node_value">    2023-11-07T15:06:41.822396Z
+        <div class="node_value">    2023-11-07T16:57:59.344065Z
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">time_end</div>:
-        <div class="node_value">    2023-11-07T15:06:46.822396Z
+        <div class="node_value">    2023-11-07T16:58:04.344065Z
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">version</div>:
-        <div class="node_value">    1f5avkopd4h38
+        <div class="node_value">    1f5b5n3n29sn8
 </div>
       </li>
       <li class="not_collapseable">
@@ -618,7 +618,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">initiated_at</div>:
-        <div class="node_value">    2023-11-07T15:06:46.831022Z
+        <div class="node_value">    2023-11-07T16:58:04.358899Z
 </div>
       </li>
       <li class="collapseable">
@@ -646,20 +646,20 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Authorization</div>:
-        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM3MzIwMSwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED
+        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM3OTg3OCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED
 </div>
       </li>
   </ul>
 
 </div>
       </li>
       <li class="not_collapseable">
-        <div class="node_key">json</div>:
+        <div class="node_key">body</div>:
         <div class="node_value">    None
 </div>
       </li>
       <li class="not_collapseable">
-        <div class="node_key">body</div>:
+        <div class="node_key">json</div>:
         <div class="node_value">    None
 </div>
       </li>
@@ -685,7 +685,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Date</div>:
-        <div class="node_value">    Tue, 07 Nov 2023 15:06:46 GMT
+        <div class="node_value">    Tue, 07 Nov 2023 16:58:04 GMT
 </div>
       </li>
       <li class="not_collapseable">
@@ -699,12 +699,12 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">elapsed_s</div>:
-        <div class="node_value">    0.002565
+        <div class="node_value">    0.002461
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">reported</div>:
-        <div class="node_value">    2023-11-07T15:06:46.834397Z
+        <div class="node_value">    2023-11-07T16:58:04.362279Z
 </div>
       </li>
       <li class="collapseable">
@@ -772,7 +772,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">initiated_at</div>:
-        <div class="node_value">    2023-11-07T15:06:46.835032Z
+        <div class="node_value">    2023-11-07T16:58:04.362869Z
 </div>
       </li>
       <li class="collapseable">
@@ -800,20 +800,20 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Authorization</div>:
-        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM3MzIwMSwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED
+        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM3OTg3OCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED
 </div>
       </li>
   </ul>
 
 </div>
       </li>
       <li class="not_collapseable">
-        <div class="node_key">json</div>:
+        <div class="node_key">body</div>:
         <div class="node_value">    None
 </div>
       </li>
       <li class="not_collapseable">
-        <div class="node_key">body</div>:
+        <div class="node_key">json</div>:
         <div class="node_value">    None
 </div>
       </li>
@@ -839,7 +839,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Date</div>:
-        <div class="node_value">    Tue, 07 Nov 2023 15:06:46 GMT
+        <div class="node_value">    Tue, 07 Nov 2023 16:58:04 GMT
 </div>
       </li>
       <li class="not_collapseable">
@@ -853,12 +853,12 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">elapsed_s</div>:
-        <div class="node_value">    0.001324
+        <div class="node_value">    0.001654
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">reported</div>:
-        <div class="node_value">    2023-11-07T15:06:46.837043Z
+        <div class="node_value">    2023-11-07T16:58:04.365198Z
 </div>
       </li>
       <li class="collapseable">
@@ -879,17 +879,17 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">time_start</div>:
-        <div class="node_value">    2023-11-07T15:06:41.822396Z
+        <div class="node_value">    2023-11-07T16:57:59.344065Z
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">time_end</div>:
-        <div class="node_value">    2023-11-07T15:06:46.822396Z
+        <div class="node_value">    2023-11-07T16:58:04.344065Z
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">version</div>:
-        <div class="node_value">    1f5avkopd4h38
+        <div class="node_value">    1f5b5n3n29sn8
 </div>
       </li>
       <li class="not_collapseable">