[uss_qualifier] Add scenario for testing data validation by SUT for G…

…et operational_intent (#293) * Scenario for testing data validation by SUT for Get operational_intent * Removing an import * Fix format * Add interactions requirement file * Adding more description to the scenario * Scenario documentation fix * Improved requirements description * Per PR comments, fixed module path, file name, checks and description in the test scenario and test steps readme files * Per PR comments removing py files, and improving description * Per PR review, created a new requirement for no notifications * Adding empty sceanrio and fixing documentation links * Fix format * Fix the requirement reference in documentation * Documentation change per PR * Removed requirement reference from test step, as per PR review * Added more description to test steps * Fix per PR review * Removed time_range suffix for flight intents, as per PR comment * Remover time_range_A suffix from flight intent * Revert "Remover time_range_A suffix from flight intent" This reverts commit 4a3df76. * Removed time_range_A suffix from flight intents * Removing unreferenced file and description per PR review * fixing variable name per PR reveiw * Removed link for no notification pushed * Fixed removing link * Fix link * Removing check from a precondition step as per PR review 353b9cb
interuss · Nov 3, 2023 · 6b36ac4 · 6b36ac4
1 parent 3ffa3a3
commit 6b36ac4
Show file tree

Hide file tree

Showing 161 changed files with 58,792 additions and 38,735 deletions.
diff --git a/artifacts/uss_qualifier/reports/dss_probing/report.json b/artifacts/uss_qualifier/reports/dss_probing/report.json
diff --git a/artifacts/uss_qualifier/reports/dss_probing/requirements/status.json b/artifacts/uss_qualifier/reports/dss_probing/requirements/status.json
@@ -1,9 +1,9 @@
 {
   "test_run_information": {
-    "test_run_id": "5ffacc8f1b30c832998644aa64e5534f85154d3b4bb01bcc6788e21584580b41",
-    "start_time": "2023-11-03 17:56:49 UTC",
-    "end_time": "2023-11-03 17:57:56 UTC",
-    "baseline": "a411c0d067add2b9f76d10b197f2126722379f0e69f7e516382345434ca634b0",
+    "test_run_id": "72e5e09f620a1c25b06700a6c722131595ec0a36d54f8835c3c79002d1be8359",
+    "start_time": "2023-11-03 17:57:09 UTC",
+    "end_time": "2023-11-03 17:58:21 UTC",
+    "baseline": "9c5bf78ae06bc05c1e3cf414ecb652ff63c31062407cfbbc7f9e031c2c17cde9",
     "environment": "383670842b90e623e04660bab8132198849a61457e0d90caf9eebb0df6322efb"
   },
   "participant_verifications": {

diff --git a/artifacts/uss_qualifier/reports/dss_probing/requirements/uss1.html b/artifacts/uss_qualifier/reports/dss_probing/requirements/uss1.html
diff --git a/artifacts/uss_qualifier/reports/dss_probing/requirements/uss2.html b/artifacts/uss_qualifier/reports/dss_probing/requirements/uss2.html
diff --git a/artifacts/uss_qualifier/reports/dss_probing/sequence/index.html b/artifacts/uss_qualifier/reports/dss_probing/sequence/index.html
@@ -1,7 +1,7 @@
 <!DOCTYPE html>
 <html lang="en">
 <head>
-  <title>TR-5ffacc8 sequence view</title>
+  <title>TR-72e5e09 sequence view</title>
   <style>
     body {
       margin: 0;
@@ -107,31 +107,31 @@ <h1>Sequence view of uss_qualifier test run</h1>
       </tr>
       <tr>
         <td>Test run identifier</td>
-        <td>TR-5ffacc8</td>
+        <td>TR-72e5e09</td>
       </tr>
       <tr>
         <td>Start time</td>
-        <td>2023-11-03 17:56:49 UTC</td>
+        <td>2023-11-03 17:57:09 UTC</td>
       </tr>
       <tr>
         <td>End time</td>
-        <td>2023-11-03 17:57:56 UTC</td>
+        <td>2023-11-03 17:58:21 UTC</td>
       </tr>
       <tr>
         <td>Test baseline identifier</td>
-        <td>TB-a411c0d</td>
+        <td>TB-9c5bf78</td>
       </tr>
       <tr>
         <td>Environment identifier</td>
         <td>TE-3836708</td>
       </tr>
       <tr>
         <td>Codebase version</td>
-        <td>interuss/monitoring/v0.0.0-6b4ea1d</td>
+        <td>interuss/monitoring/v0.0.0-353b9cb</td>
       </tr>
       <tr>
         <td>Commit hash</td>
-        <td>6b4ea1db91de2d52f1cafd0b1d1ef5d4f8ea6810</td>
+        <td>353b9cbe45b0781162ccf5af3337add18aa49a22</td>
       </tr>
     </table>
   </div>
@@ -832,7 +832,7 @@ <h2>Scenarios executed</h2>
             <td></td>
             <td></td>
         <td>
-            0:00
+            0:01
         </td>
       </tr>
       <tr>
@@ -987,7 +987,7 @@ <h2>Scenarios executed</h2>
               <td class="pass_result">&#x2705;</td>
               <td>&#x1F310;</td>
         <td>
-            0:11
+            0:14
         </td>
       </tr>
       <tr>

diff --git a/artifacts/uss_qualifier/reports/dss_probing/sequence/s1.html b/artifacts/uss_qualifier/reports/dss_probing/sequence/s1.html
diff --git a/artifacts/uss_qualifier/reports/dss_probing/sequence/s10.html b/artifacts/uss_qualifier/reports/dss_probing/sequence/s10.html
diff --git a/artifacts/uss_qualifier/reports/dss_probing/sequence/s11.html b/artifacts/uss_qualifier/reports/dss_probing/sequence/s11.html
@@ -91,7 +91,7 @@
 </head>
 <body>
 <div>
-    <h2><a href="https://github.com/interuss/monitoring/blob/6b4ea1db91de2d52f1cafd0b1d1ef5d4f8ea6810/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md">ASTM NetRID DSS: ISA Expiry</a></h2>
+    <h2><a href="https://github.com/interuss/monitoring/blob/353b9cbe45b0781162ccf5af3337add18aa49a22/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md">ASTM NetRID DSS: ISA Expiry</a></h2>
   <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
   <table>
     <tr class="header_row">
@@ -105,10 +105,10 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
 
             <tr id="e1">
                 <td rowspan="2"><span class="sticky_cell_value">
-                    <a href="https://github.com/interuss/monitoring/blob/6b4ea1db91de2d52f1cafd0b1d1ef5d4f8ea6810/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#setup-test-case">Setup</a>
+                    <a href="https://github.com/interuss/monitoring/blob/353b9cbe45b0781162ccf5af3337add18aa49a22/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#setup-test-case">Setup</a>
                 </span></td>
                 <td rowspan="2"><span class="sticky_cell_value">
-                    <a href="https://github.com/interuss/monitoring/blob/6b4ea1db91de2d52f1cafd0b1d1ef5d4f8ea6810/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#ensure-clean-workspace-test-step">Ensure clean workspace</a>
+                    <a href="https://github.com/interuss/monitoring/blob/353b9cbe45b0781162ccf5af3337add18aa49a22/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#ensure-clean-workspace-test-step">Ensure clean workspace</a>
                 </span></td>
               <td><a href="#e1">1</a></td>
                 <td>&#x1F310;</td>
@@ -131,7 +131,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">initiated_at</div>:
-        <div class="node_value">    2023-11-03T17:57:06.450695Z
+        <div class="node_value">    2023-11-03T17:57:27.108514Z
 </div>
       </li>
       <li class="collapseable">
@@ -159,7 +159,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Authorization</div>:
-        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMi5sb2NhbHV0bSIsImV4cCI6MTY5OTAzNzgxNCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED
+        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMi5sb2NhbHV0bSIsImV4cCI6MTY5OTAzNzgzNSwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED
 </div>
       </li>
   </ul>
@@ -198,7 +198,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Date</div>:
-        <div class="node_value">    Fri, 03 Nov 2023 17:57:06 GMT
+        <div class="node_value">    Fri, 03 Nov 2023 17:57:27 GMT
 </div>
       </li>
       <li class="not_collapseable">
@@ -212,20 +212,20 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">elapsed_s</div>:
-        <div class="node_value">    0.001154
+        <div class="node_value">    0.001797
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">reported</div>:
-        <div class="node_value">    2023-11-03T17:57:06.452508Z
+        <div class="node_value">    2023-11-03T17:57:27.111131Z
 </div>
       </li>
       <li class="collapseable">
         <div class="node_key">json</div>:
         <div class="node_value">      <ul>
       <li class="not_collapseable">
         <div class="node_key">message</div>:
-        <div class="node_value">    ISA 00000171-e36d-40be-d38b-eca6ca350000 not found (E:6c2da6cc-29fb-4eb6-af9e-7425488170f8)
+        <div class="node_value">    ISA 00000171-e36d-40be-d38b-eca6ca350000 not found (E:4636c200-01b4-43a2-8d11-11de379342a3)
 </div>
       </li>
   </ul>
@@ -263,10 +263,10 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
             </tr>
             <tr id="e3">
                 <td rowspan="6"><span class="sticky_cell_value">
-                    <a href="https://github.com/interuss/monitoring/blob/6b4ea1db91de2d52f1cafd0b1d1ef5d4f8ea6810/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#isa-expiry-test-case">ISA Expiry</a>
+                    <a href="https://github.com/interuss/monitoring/blob/353b9cbe45b0781162ccf5af3337add18aa49a22/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#isa-expiry-test-case">ISA Expiry</a>
                 </span></td>
                 <td rowspan="6"><span class="sticky_cell_value">
-                    <a href="https://github.com/interuss/monitoring/blob/6b4ea1db91de2d52f1cafd0b1d1ef5d4f8ea6810/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#isa-expiry-test-step">ISA Expiry</a>
+                    <a href="https://github.com/interuss/monitoring/blob/353b9cbe45b0781162ccf5af3337add18aa49a22/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#isa-expiry-test-step">ISA Expiry</a>
                 </span></td>
               <td><a href="#e3">3</a></td>
                 <td>&#x1F310;</td>
@@ -289,7 +289,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">initiated_at</div>:
-        <div class="node_value">    2023-11-03T17:57:06.453682Z
+        <div class="node_value">    2023-11-03T17:57:27.113156Z
 </div>
       </li>
       <li class="collapseable">
@@ -327,7 +327,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Authorization</div>:
-        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMi5sb2NhbHV0bSIsImV4cCI6MTY5OTAzNzgyNiwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED
+        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMi5sb2NhbHV0bSIsImV4cCI6MTY5OTAzNzg0NiwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED
 </div>
       </li>
   </ul>
@@ -441,12 +441,12 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">time_start</div>:
-        <div class="node_value">    2023-11-03T17:57:06.452970Z
+        <div class="node_value">    2023-11-03T17:57:27.112060Z
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">time_end</div>:
-        <div class="node_value">    2023-11-03T17:57:11.452970Z
+        <div class="node_value">    2023-11-03T17:57:32.112060Z
 </div>
       </li>
   </ul>
@@ -460,7 +460,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">request_id</div>:
-        <div class="node_value">    1f143a80-4470-4c8e-8f1f-d58abb95b511
+        <div class="node_value">    91a5019a-d50d-4194-afba-f963cc7d966b
 </div>
       </li>
   </ul>
@@ -494,7 +494,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Date</div>:
-        <div class="node_value">    Fri, 03 Nov 2023 17:57:06 GMT
+        <div class="node_value">    Fri, 03 Nov 2023 17:57:27 GMT
 </div>
       </li>
       <li class="not_collapseable">
@@ -508,12 +508,12 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">elapsed_s</div>:
-        <div class="node_value">    0.004794
+        <div class="node_value">    0.008711
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">reported</div>:
-        <div class="node_value">    2023-11-03T17:57:06.459104Z
+        <div class="node_value">    2023-11-03T17:57:27.122738Z
 </div>
       </li>
       <li class="collapseable">
@@ -541,17 +541,17 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">time_start</div>:
-        <div class="node_value">    2023-11-03T17:57:06.45297Z
+        <div class="node_value">    2023-11-03T17:57:27.11206Z
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">time_end</div>:
-        <div class="node_value">    2023-11-03T17:57:11.45297Z
+        <div class="node_value">    2023-11-03T17:57:32.11206Z
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">version</div>:
-        <div class="node_value">    1f51ek24h1868
+        <div class="node_value">    1f51eklc7pl38
 </div>
       </li>
       <li class="not_collapseable">
@@ -618,7 +618,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">initiated_at</div>:
-        <div class="node_value">    2023-11-03T17:57:11.466265Z
+        <div class="node_value">    2023-11-03T17:57:32.131769Z
 </div>
       </li>
       <li class="collapseable">
@@ -646,7 +646,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Authorization</div>:
-        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMi5sb2NhbHV0bSIsImV4cCI6MTY5OTAzNzgxNCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED
+        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMi5sb2NhbHV0bSIsImV4cCI6MTY5OTAzNzgzNSwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED
 </div>
       </li>
   </ul>
@@ -685,7 +685,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Date</div>:
-        <div class="node_value">    Fri, 03 Nov 2023 17:57:11 GMT
+        <div class="node_value">    Fri, 03 Nov 2023 17:57:32 GMT
 </div>
       </li>
       <li class="not_collapseable">
@@ -699,12 +699,12 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">elapsed_s</div>:
-        <div class="node_value">    0.002093
+        <div class="node_value">    0.004113
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">reported</div>:
-        <div class="node_value">    2023-11-03T17:57:11.469250Z
+        <div class="node_value">    2023-11-03T17:57:32.137092Z
 </div>
       </li>
       <li class="collapseable">
@@ -772,7 +772,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">initiated_at</div>:
-        <div class="node_value">    2023-11-03T17:57:11.469844Z
+        <div class="node_value">    2023-11-03T17:57:32.138037Z
 </div>
       </li>
       <li class="collapseable">
@@ -800,7 +800,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Authorization</div>:
-        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMi5sb2NhbHV0bSIsImV4cCI6MTY5OTAzNzgxNCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED
+        <div class="node_value">    Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMi5sb2NhbHV0bSIsImV4cCI6MTY5OTAzNzgzNSwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED
 </div>
       </li>
   </ul>
@@ -839,7 +839,7 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">Date</div>:
-        <div class="node_value">    Fri, 03 Nov 2023 17:57:11 GMT
+        <div class="node_value">    Fri, 03 Nov 2023 17:57:32 GMT
 </div>
       </li>
       <li class="not_collapseable">
@@ -853,12 +853,12 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">elapsed_s</div>:
-        <div class="node_value">    0.001218
+        <div class="node_value">    0.002889
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">reported</div>:
-        <div class="node_value">    2023-11-03T17:57:11.471743Z
+        <div class="node_value">    2023-11-03T17:57:32.141629Z
 </div>
       </li>
       <li class="collapseable">
@@ -879,17 +879,17 @@ <h3>scenarios.astm.netrid.v19.dss.ISAExpiry</h3>
       </li>
       <li class="not_collapseable">
         <div class="node_key">time_start</div>:
-        <div class="node_value">    2023-11-03T17:57:06.45297Z
+        <div class="node_value">    2023-11-03T17:57:27.11206Z
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">time_end</div>:
-        <div class="node_value">    2023-11-03T17:57:11.45297Z
+        <div class="node_value">    2023-11-03T17:57:32.11206Z
 </div>
       </li>
       <li class="not_collapseable">
         <div class="node_key">version</div>:
-        <div class="node_value">    1f51ek24h1868
+        <div class="node_value">    1f51eklc7pl38
 </div>
       </li>
       <li class="not_collapseable">