diff --git a/artifacts/uss_qualifier/reports/dss_probing/report.json b/artifacts/uss_qualifier/reports/dss_probing/report.json index a3d732a430..612bd69f8a 100644 --- a/artifacts/uss_qualifier/reports/dss_probing/report.json +++ b/artifacts/uss_qualifier/reports/dss_probing/report.json @@ -1 +1 @@ -{"codebase_version": "interuss/monitoring/v0.0.0-2c36f24", "commit_hash": "2c36f24ffd5ecf7a6186573c7d37721f57ddff30", "baseline_signature": "9080dec76472133634842cf39e07b2a7cdb6b4c9c95a1890093ede3947c7ff4a", "environment_signature": "383670842b90e623e04660bab8132198849a61457e0d90caf9eebb0df6322efb", "configuration": {"resources": {"resource_declarations": {"id_generator": {"resource_type": "resources.interuss.IDGeneratorResource", "dependencies": {"auth_adapter": "utm_auth"}, "specification": {"whoami_audience": "localhost", "whoami_scope": "rid.display_provider"}}, "kentland_service_area": {"resource_type": "resources.netrid.ServiceAreaResource", "specification": {"base_url": "https://uss_qualifier.test.utm/dummy_base_url", "footprint": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}], "altitude_min": 0.0, "altitude_max": 3048.0, "reference_time": "2023-01-10T00:00:00.123456+00:00", "time_start": "2023-01-10T00:00:01.123456+00:00", "time_end": "2023-01-10T01:00:01.123456+00:00"}, "dependencies": {}}, "kentland_problematically_big_area": {"resource_type": "resources.VerticesResource", "specification": {"vertices": [{"lat": 38.0, "lng": -81.0}, {"lat": 37.0, "lng": -81.0}, {"lat": 37.0, "lng": -80.0}, {"lat": 38.0, "lng": -80.0}]}, "dependencies": {}}, "utm_auth": {"resource_type": "resources.communications.AuthAdapterResource", "specification": {"environment_variable_containing_auth_spec": "AUTH_SPEC"}, "dependencies": {}}, "scd_dss_instances": {"resource_type": "resources.astm.f3548.v21.DSSInstancesResource", "dependencies": {"auth_adapter": "utm_auth"}, "specification": {"dss_instances": [{"participant_id": "uss1", "base_url": "http://dss.uss1.localutm", "has_private_address": true}, {"participant_id": "uss2", "base_url": "http://dss.uss2.localutm", "has_private_address": true}]}}, "netrid_dss_instances_v22a": {"resource_type": "resources.astm.f3411.DSSInstancesResource", "dependencies": {"auth_adapter": "utm_auth"}, "specification": {"dss_instances": [{"participant_id": "uss1", "rid_version": "F3411-22a", "base_url": "http://dss.uss1.localutm/rid/v2", "has_private_address": true, "local_debug": true}, {"participant_id": "uss2", "rid_version": "F3411-22a", "base_url": "http://dss.uss2.localutm/rid/v2", "has_private_address": true, "local_debug": true}]}}, "netrid_dss_instances_v19": {"resource_type": "resources.astm.f3411.DSSInstancesResource", "dependencies": {"auth_adapter": "utm_auth"}, "specification": {"dss_instances": [{"participant_id": "uss1", "rid_version": "F3411-19", "base_url": "http://dss.uss1.localutm", "has_private_address": true, "local_debug": true}, {"participant_id": "uss2", "rid_version": "F3411-19", "base_url": "http://dss.uss2.localutm", "has_private_address": true, "local_debug": true}]}}}}, "non_baseline_inputs": ["v1.test_run.resources.resource_declarations.utm_auth", "v1.test_run.resources.resource_declarations.scd_dss_instances", "v1.test_run.resources.resource_declarations.netrid_dss_instances_v22a", "v1.test_run.resources.resource_declarations.netrid_dss_instances_v19"], "action": {"test_suite": {"suite_type": "suites.interuss.dss.all_tests", "resources": {"f3411v19_dss_instances": "netrid_dss_instances_v19", "f3411v22a_dss_instances": "netrid_dss_instances_v22a", "id_generator": "id_generator", "service_area": "kentland_service_area", "problematically_big_area": "kentland_problematically_big_area"}}, "on_failure": "Continue"}, "execution": {"stop_fast": true, "skip_action_when": null, "include_action_when": null}}, "report": {"test_suite": {"name": "ASTM DSS tests", "suite_type": "suites.interuss.dss.all_tests", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/suites/interuss/dss/all_tests.md", "start_time": "2023-11-07T19:54:34.375636Z", "actions": [{"action_generator": {"actions": [{"test_suite": {"name": "DSS testing for ASTM NetRID F3411-19", "suite_type": "suites.astm.netrid.f3411_19.dss_probing", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/suites/astm/netrid/f3411_19/dss_probing.md", "start_time": "2023-11-07T19:54:34.375933Z", "actions": [{"test_scenario": {"name": "ASTM NetRID DSS: Simple ISA", "scenario_type": "scenarios.astm.netrid.v19.dss.ISASimple", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md", "start_time": "2023-11-07T19:54:34.376145Z", "cases": [{"name": "Setup", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#setup-test-case", "start_time": "2023-11-07T19:54:34.376223Z", "steps": [{"name": "Ensure clean workspace", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#ensure-clean-workspace-test-step", "start_time": "2023-11-07T19:54:34.376285Z", "failed_checks": [], "passed_checks": [{"name": "Successful ISA query", "timestamp": "2023-11-07T19:54:34.382874Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/0000015c-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:34.376351Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "106"}, "elapsed_s": 0.003138, "reported": "2023-11-07T19:54:34.382071Z", "json": {"message": "ISA 0000015c-e36d-40be-d38b-eca6ca350000 not found (E:a7db8228-97c2-4b94-932f-ef30a23790f6)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.382951Z"}], "end_time": "2023-11-07T19:54:34.382984Z"}, {"name": "Create and check ISA", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#create-and-check-isa-test-case", "start_time": "2023-11-07T19:54:34.383020Z", "steps": [{"name": "Create ISA", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/test_steps/put_isa.md#create-or-update-isa-test-step", "start_time": "2023-11-07T19:54:34.383051Z", "failed_checks": [], "passed_checks": [{"name": "ISA response code", "timestamp": "2023-11-07T19:54:34.395844Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA response format", "timestamp": "2023-11-07T19:54:34.577922Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA ID matches", "timestamp": "2023-11-07T19:54:34.578035Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA version format", "timestamp": "2023-11-07T19:54:34.578088Z", "participants": ["uss1"], "requirements": []}, {"name": "ISA start time matches", "timestamp": "2023-11-07T19:54:34.578140Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA end time matches", "timestamp": "2023-11-07T19:54:34.578185Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA URL matches", "timestamp": "2023-11-07T19:54:34.578234Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA created", "timestamp": "2023-11-07T19:54:34.578700Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}], "queries": [{"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/0000015c-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:34.383941Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "462", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:34.846485Z", "time_end": "2023-11-07T20:54:34.846485Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "ef1c4a07-ec85-4f66-8428-af60452fc2df"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "291"}, "elapsed_s": 0.006478, "reported": "2023-11-07T19:54:34.392693Z", "json": {"subscribers": [], "service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T19:54:34.846485Z", "time_end": "2023-11-07T20:54:34.846485Z", "version": "1f5bfbf3sh6hg", "id": "0000015c-e36d-40be-d38b-eca6ca350000"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.578730Z"}, {"name": "Get ISA by ID", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#get-isa-by-id-test-step", "start_time": "2023-11-07T19:54:34.578758Z", "failed_checks": [], "passed_checks": [{"name": "Successful ISA query", "timestamp": "2023-11-07T19:54:34.582668Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA", "interuss.f3411.dss_endpoints.GetISA"]}, {"name": "ISA version match", "timestamp": "2023-11-07T19:54:34.583286Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/0000015c-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:34.578805Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "274"}, "elapsed_s": 0.001782, "reported": "2023-11-07T19:54:34.581245Z", "json": {"service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T19:54:34.846485Z", "time_end": "2023-11-07T20:54:34.846485Z", "version": "1f5bfbf3sh6hg", "id": "0000015c-e36d-40be-d38b-eca6ca350000"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.583314Z"}], "end_time": "2023-11-07T19:54:34.583331Z"}, {"name": "Update and search ISA", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#update-and-search-isa-test-case", "start_time": "2023-11-07T19:54:34.583364Z", "steps": [{"name": "Update ISA", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/test_steps/put_isa.md#create-or-update-isa-test-step", "start_time": "2023-11-07T19:54:34.583399Z", "failed_checks": [], "passed_checks": [{"name": "ISA response code", "timestamp": "2023-11-07T19:54:34.601594Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA response format", "timestamp": "2023-11-07T19:54:34.611834Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA ID matches", "timestamp": "2023-11-07T19:54:34.611902Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA version changed", "timestamp": "2023-11-07T19:54:34.611950Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA version format", "timestamp": "2023-11-07T19:54:34.611997Z", "participants": ["uss1"], "requirements": []}, {"name": "ISA start time matches", "timestamp": "2023-11-07T19:54:34.612042Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA end time matches", "timestamp": "2023-11-07T19:54:34.612086Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA URL matches", "timestamp": "2023-11-07T19:54:34.612129Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA updated", "timestamp": "2023-11-07T19:54:34.612497Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}], "queries": [{"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/0000015c-e36d-40be-d38b-eca6ca350000/1f5bfbf3sh6hg", "initiated_at": "2023-11-07T19:54:34.583994Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "462", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:34.846485Z", "time_end": "2023-11-07T20:54:35.846485Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "766b29c2-ef03-4886-904d-2f6a59e8c4e0"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "291"}, "elapsed_s": 0.01428, "reported": "2023-11-07T19:54:34.598886Z", "json": {"subscribers": [], "service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T19:54:34.846485Z", "time_end": "2023-11-07T20:54:35.846485Z", "version": "1f5bfbf9pt6f0", "id": "0000015c-e36d-40be-d38b-eca6ca350000"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.612526Z"}, {"name": "Get ISA by ID", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#get-isa-by-id-test-step-1", "start_time": "2023-11-07T19:54:34.612557Z", "failed_checks": [], "passed_checks": [{"name": "Successful ISA query", "timestamp": "2023-11-07T19:54:34.615901Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA", "interuss.f3411.dss_endpoints.GetISA"]}, {"name": "ISA version match", "timestamp": "2023-11-07T19:54:34.616505Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/0000015c-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:34.612599Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "274"}, "elapsed_s": 0.001327, "reported": "2023-11-07T19:54:34.614501Z", "json": {"service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T19:54:34.846485Z", "time_end": "2023-11-07T20:54:35.846485Z", "version": "1f5bfbf9pt6f0", "id": "0000015c-e36d-40be-d38b-eca6ca350000"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.616533Z"}, {"name": "Search by earliest time (included)", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/test_steps/search_isas.md#search-isas-test-step", "start_time": "2023-11-07T19:54:34.616561Z", "failed_checks": [], "passed_checks": [{"name": "ISAs search response format", "timestamp": "2023-11-07T19:54:34.630286Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "Successful ISAs search", "timestamp": "2023-11-07T19:54:34.630327Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "ISA returned by search", "timestamp": "2023-11-07T19:54:34.631031Z", "participants": ["uss1"], "requirements": []}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544&earliest_time=2023-11-07T20:53:35.846485Z", "initiated_at": "2023-11-07T19:54:34.616638Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "277"}, "elapsed_s": 0.002239, "reported": "2023-11-07T19:54:34.619424Z", "json": {"service_areas": [{"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T19:54:34.846485Z", "time_end": "2023-11-07T20:54:35.846485Z", "version": "1f5bfbf9pt6f0", "id": "0000015c-e36d-40be-d38b-eca6ca350000"}]}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.631060Z"}, {"name": "Search by earliest time (excluded)", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/test_steps/search_isas.md#search-isas-test-step", "start_time": "2023-11-07T19:54:34.631089Z", "failed_checks": [], "passed_checks": [{"name": "ISAs search response format", "timestamp": "2023-11-07T19:54:34.642581Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "Successful ISAs search", "timestamp": "2023-11-07T19:54:34.642623Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "ISA not returned by search", "timestamp": "2023-11-07T19:54:34.642775Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544&earliest_time=2023-11-07T20:55:35.846485Z", "initiated_at": "2023-11-07T19:54:34.631162Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "21"}, "elapsed_s": 0.001515, "reported": "2023-11-07T19:54:34.633219Z", "json": {"service_areas": []}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.642805Z"}, {"name": "Search by latest time (included)", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/test_steps/search_isas.md#search-isas-test-step", "start_time": "2023-11-07T19:54:34.642834Z", "failed_checks": [], "passed_checks": [{"name": "ISAs search response format", "timestamp": "2023-11-07T19:54:34.656148Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "Successful ISAs search", "timestamp": "2023-11-07T19:54:34.656189Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "ISA returned by search", "timestamp": "2023-11-07T19:54:34.656891Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544&latest_time=2023-11-07T19:55:34.846485Z", "initiated_at": "2023-11-07T19:54:34.642906Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "277"}, "elapsed_s": 0.002191, "reported": "2023-11-07T19:54:34.645642Z", "json": {"service_areas": [{"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T19:54:34.846485Z", "time_end": "2023-11-07T20:54:35.846485Z", "version": "1f5bfbf9pt6f0", "id": "0000015c-e36d-40be-d38b-eca6ca350000"}]}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.656922Z"}, {"name": "Search by latest time (excluded)", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/test_steps/search_isas.md#search-isas-test-step", "start_time": "2023-11-07T19:54:34.656952Z", "failed_checks": [], "passed_checks": [{"name": "ISAs search response format", "timestamp": "2023-11-07T19:54:34.668653Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "Successful ISAs search", "timestamp": "2023-11-07T19:54:34.668695Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "ISA not returned by search", "timestamp": "2023-11-07T19:54:34.668849Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544&latest_time=2023-11-07T19:53:34.846485Z", "initiated_at": "2023-11-07T19:54:34.657025Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "21"}, "elapsed_s": 0.001693, "reported": "2023-11-07T19:54:34.659277Z", "json": {"service_areas": []}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.668879Z"}, {"name": "Search by area only", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/test_steps/search_isas.md#search-isas-test-step", "start_time": "2023-11-07T19:54:34.668909Z", "failed_checks": [], "passed_checks": [{"name": "ISAs search response format", "timestamp": "2023-11-07T19:54:34.681524Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "Successful ISAs search", "timestamp": "2023-11-07T19:54:34.681568Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "ISA returned by search", "timestamp": "2023-11-07T19:54:34.682254Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544", "initiated_at": "2023-11-07T19:54:34.668969Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "277"}, "elapsed_s": 0.001566, "reported": "2023-11-07T19:54:34.671067Z", "json": {"service_areas": [{"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T19:54:34.846485Z", "time_end": "2023-11-07T20:54:35.846485Z", "version": "1f5bfbf9pt6f0", "id": "0000015c-e36d-40be-d38b-eca6ca350000"}]}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.682283Z"}, {"name": "Search with invalid params", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#search-with-invalid-params-test-step", "start_time": "2023-11-07T19:54:34.682313Z", "failed_checks": [], "passed_checks": [{"name": "Search request rejected", "timestamp": "2023-11-07T19:54:34.683989Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas?area=", "initiated_at": "2023-11-07T19:54:34.682398Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "68"}, "elapsed_s": 0.000799, "reported": "2023-11-07T19:54:34.683746Z", "json": {"message": "Missing area (E:2af52796-10a9-4322-8a3c-df8510828610)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.684039Z"}, {"name": "Search by huge area", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#search-by-huge-area-test-step", "start_time": "2023-11-07T19:54:34.684092Z", "failed_checks": [], "passed_checks": [{"name": "Search request rejected", "timestamp": "2023-11-07T19:54:34.685885Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas?area=38.0,-81.0,37.0,-81.0,37.0,-80.0,38.0,-80.0", "initiated_at": "2023-11-07T19:54:34.684188Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 413, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "70"}, "elapsed_s": 0.000805, "reported": "2023-11-07T19:54:34.685655Z", "json": {"message": "Area too large (E:7a065e08-deca-4514-b714-dbe850a12514)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.685938Z"}, {"name": "Search ISA with loop", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#search-isa-with-loop-test-step", "start_time": "2023-11-07T19:54:34.685990Z", "failed_checks": [], "passed_checks": [{"name": "Search request rejected", "timestamp": "2023-11-07T19:54:34.687682Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544,37.1853,-80.614", "initiated_at": "2023-11-07T19:54:34.686080Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "103"}, "elapsed_s": 0.0008, "reported": "2023-11-07T19:54:34.687449Z", "json": {"message": "Intersection found between polygon edge 1 and 4 (E:03f6bb75-d6f6-485b-a7ca-64e73a2adab1)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.687737Z"}], "end_time": "2023-11-07T19:54:34.687768Z"}, {"name": "Delete ISA", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#delete-isa-test-case", "start_time": "2023-11-07T19:54:34.687829Z", "steps": [{"name": "Delete with wrong version", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#delete-with-wrong-version-test-step", "start_time": "2023-11-07T19:54:34.687874Z", "failed_checks": [], "passed_checks": [{"name": "Delete request rejected", "timestamp": "2023-11-07T19:54:34.690624Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,b"]}], "queries": [{"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/0000015c-e36d-40be-d38b-eca6ca350000/f5bfbf9pt6f", "initiated_at": "2023-11-07T19:54:34.687931Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": null, "body": null}, "response": {"code": 409, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "127"}, "elapsed_s": 0.001852, "reported": "2023-11-07T19:54:34.690366Z", "json": {"message": "ISA currently at version 1f5bfbf9pt6f0 but client specified f5bfbf9pt6f (E:64b4eea3-656c-4f5e-9ba6-c2da76fd2408)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.690677Z"}, {"name": "Delete with empty version", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#delete-with-empty-version-test-step", "start_time": "2023-11-07T19:54:34.690723Z", "failed_checks": [], "passed_checks": [{"name": "Delete request rejected", "timestamp": "2023-11-07T19:54:34.692377Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,b"]}], "queries": [{"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/0000015c-e36d-40be-d38b-eca6ca350000/", "initiated_at": "2023-11-07T19:54:34.690794Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": null, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "78"}, "elapsed_s": 0.000744, "reported": "2023-11-07T19:54:34.692120Z", "json": {"message": "Missing version string (E:27793401-f2f2-435c-80fc-2929ce94cfe8)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.692428Z"}, {"name": "Delete ISA", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/test_steps/delete_isa.md#delete-isa-test-step", "start_time": "2023-11-07T19:54:34.692474Z", "failed_checks": [], "passed_checks": [{"name": "ISA response format", "timestamp": "2023-11-07T19:54:34.713142Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,b"]}, {"name": "ISA ID matches", "timestamp": "2023-11-07T19:54:34.713234Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,b"]}, {"name": "ISA version matches", "timestamp": "2023-11-07T19:54:34.713279Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,b"]}, {"name": "ISA deleted", "timestamp": "2023-11-07T19:54:34.713304Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,b"]}], "queries": [{"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/0000015c-e36d-40be-d38b-eca6ca350000/1f5bfbf9pt6f0", "initiated_at": "2023-11-07T19:54:34.692550Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "291"}, "elapsed_s": 0.005807, "reported": "2023-11-07T19:54:34.699002Z", "json": {"service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T19:54:34.846485Z", "time_end": "2023-11-07T20:54:35.846485Z", "version": "1f5bfbf9pt6f0", "id": "0000015c-e36d-40be-d38b-eca6ca350000"}, "subscribers": []}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.713325Z"}, {"name": "Get deleted ISA by ID", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#get-deleted-isa-by-id-test-step", "start_time": "2023-11-07T19:54:34.713353Z", "failed_checks": [], "passed_checks": [{"name": "ISA not found", "timestamp": "2023-11-07T19:54:34.716010Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/0000015c-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:34.713400Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "106"}, "elapsed_s": 0.001666, "reported": "2023-11-07T19:54:34.715736Z", "json": {"message": "ISA 0000015c-e36d-40be-d38b-eca6ca350000 not found (E:2e98dcc5-4a03-44f9-8982-f627dc46ffe6)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.716065Z"}, {"name": "Search ISA", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/test_steps/search_isas.md#search-isas-test-step", "start_time": "2023-11-07T19:54:34.716112Z", "failed_checks": [], "passed_checks": [{"name": "ISAs search response format", "timestamp": "2023-11-07T19:54:34.728081Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "Successful ISAs search", "timestamp": "2023-11-07T19:54:34.728125Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "ISA not returned by search", "timestamp": "2023-11-07T19:54:34.728331Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544", "initiated_at": "2023-11-07T19:54:34.716216Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "21"}, "elapsed_s": 0.001627, "reported": "2023-11-07T19:54:34.718507Z", "json": {"service_areas": []}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.728377Z"}], "end_time": "2023-11-07T19:54:34.728396Z"}], "successful": true, "end_time": "2023-11-07T19:54:34.728412Z", "cleanup": {"name": "Cleanup", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#cleanup", "start_time": "2023-11-07T19:54:34.728443Z", "failed_checks": [], "passed_checks": [{"name": "Successful ISA query", "timestamp": "2023-11-07T19:54:34.730568Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/0000015c-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:34.728483Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "106"}, "elapsed_s": 0.001179, "reported": "2023-11-07T19:54:34.730243Z", "json": {"message": "ISA 0000015c-e36d-40be-d38b-eca6ca350000 not found (E:4030b8de-508e-4607-b4c3-17f654d98f28)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.730639Z"}}}, {"test_scenario": {"name": "ASTM NetRID DSS: Submitted ISA Validations", "scenario_type": "scenarios.astm.netrid.v19.dss.ISAValidation", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_validation.md", "start_time": "2023-11-07T19:54:34.731166Z", "cases": [{"name": "Setup", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_validation.md#setup-test-case", "start_time": "2023-11-07T19:54:34.731241Z", "steps": [{"name": "Ensure clean workspace", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_validation.md#ensure-clean-workspace-test-step", "start_time": "2023-11-07T19:54:34.731300Z", "failed_checks": [], "passed_checks": [{"name": "Successful ISA query", "timestamp": "2023-11-07T19:54:34.733453Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000170-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:34.731383Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "106"}, "elapsed_s": 0.001263, "reported": "2023-11-07T19:54:34.733193Z", "json": {"message": "ISA 00000170-e36d-40be-d38b-eca6ca350000 not found (E:8a69d2f9-8630-45eb-bc37-fa0034f03502)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.733533Z"}], "end_time": "2023-11-07T19:54:34.733563Z"}, {"name": "ISA Validation", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_validation.md#isa-validation-test-case", "start_time": "2023-11-07T19:54:34.733597Z", "steps": [{"name": "ISA Validation", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_validation.md#isa-validation-test-step", "start_time": "2023-11-07T19:54:34.733635Z", "failed_checks": [], "passed_checks": [{"name": "ISA huge area", "timestamp": "2023-11-07T19:54:34.736052Z", "participants": ["uss1"], "requirements": []}, {"name": "ISA empty vertices", "timestamp": "2023-11-07T19:54:34.738257Z", "participants": ["uss1"], "requirements": []}, {"name": "ISA start time in the past", "timestamp": "2023-11-07T19:54:34.740900Z", "participants": ["uss1"], "requirements": []}, {"name": "ISA start time after end time", "timestamp": "2023-11-07T19:54:34.743377Z", "participants": ["uss1"], "requirements": []}, {"name": "ISA vertices are valid", "timestamp": "2023-11-07T19:54:34.745753Z", "participants": ["uss1"], "requirements": []}, {"name": "ISA missing outline", "timestamp": "2023-11-07T19:54:34.747545Z", "participants": ["uss1"], "requirements": []}, {"name": "ISA missing volume", "timestamp": "2023-11-07T19:54:34.749270Z", "participants": ["uss1"], "requirements": []}], "queries": [{"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000170-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:34.734321Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "442", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 38.0, "lng": -81.0}, {"lat": 37.0, "lng": -81.0}, {"lat": 37.0, "lng": -80.0}, {"lat": 38.0, "lng": -80.0}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:34.863070Z", "time_end": "2023-11-07T20:54:34.863070Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "becdbeb1-a170-4324-9b5d-1ebd65d09264"}, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "70"}, "elapsed_s": 0.000868, "reported": "2023-11-07T19:54:34.735781Z", "json": {"message": "Area too large (E:cb574cee-aec2-474a-9199-fc273fe627ae)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000170-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:34.736683Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "328", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": []}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:34.863070Z", "time_end": "2023-11-07T20:54:34.863070Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "89422df1-31ca-49f7-ba08-562025cd9f90"}, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "93"}, "elapsed_s": 0.000757, "reported": "2023-11-07T19:54:34.737988Z", "json": {"message": "Missing or malformed required extents (E:92b6df9f-e560-4bbb-9a46-81006f3dfc42)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000170-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:34.739126Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "462", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:44:34.738311Z", "time_end": "2023-11-07T20:44:34.738311Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "56a9efc8-528b-4b74-910e-1cad44e18da5"}, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "116"}, "elapsed_s": 0.000953, "reported": "2023-11-07T19:54:34.740634Z", "json": {"message": "IdentificationServiceArea time_start must not be in the past (E:1c781b3e-96aa-497f-bc96-af142ac166f8)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000170-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:34.741619Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "462", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-01-10T01:00:01.123456Z", "time_end": "2023-01-10T00:00:01.123456Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "b69015b5-4326-403a-9ff9-e54156f075fd"}, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "116"}, "elapsed_s": 0.00094, "reported": "2023-11-07T19:54:34.743110Z", "json": {"message": "IdentificationServiceArea time_start must not be in the past (E:e52b3e32-46c1-4ea5-af8a-1ca7bec9b839)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000170-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:34.744142Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "474", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 130.0, "lng": -23.0}, {"lat": 130.0, "lng": -24.000000000000004}, {"lat": 132.0, "lng": -24.000000000000004}, {"lat": 132.0, "lng": -23.0}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-01-10T00:00:01.123456Z", "time_end": "2023-01-10T01:00:01.123456Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "832dafd8-8e57-4d92-8f3f-269518844814"}, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "101"}, "elapsed_s": 0.000791, "reported": "2023-11-07T19:54:34.745489Z", "json": {"message": "Coordinates did not create a well-formed area (E:d198d0b8-6219-4def-a138-00c8192b9868)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000170-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:34.745902Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "297", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"spatial_volume": {"altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:34.863070Z", "time_end": "2023-11-07T20:54:34.863070Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "becdbeb1-a170-4324-9b5d-1ebd65d09264"}, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "93"}, "elapsed_s": 0.000801, "reported": "2023-11-07T19:54:34.747323Z", "json": {"message": "Missing or malformed required extents (E:f405bb9e-a3a8-4aa0-8a96-07798841be4c)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000170-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:34.747689Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "234", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"time_start": "2023-11-07T19:54:34.863070Z", "time_end": "2023-11-07T20:54:34.863070Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "becdbeb1-a170-4324-9b5d-1ebd65d09264"}, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "93"}, "elapsed_s": 0.000762, "reported": "2023-11-07T19:54:34.749049Z", "json": {"message": "Missing or malformed required extents (E:aab96767-c5fa-4efe-9d1c-0505a59f85cf)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.749322Z"}], "end_time": "2023-11-07T19:54:34.749351Z"}], "successful": true, "end_time": "2023-11-07T19:54:34.749372Z", "cleanup": {"name": "Cleanup", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_validation.md#cleanup", "start_time": "2023-11-07T19:54:34.749410Z", "failed_checks": [], "passed_checks": [{"name": "Successful ISA query", "timestamp": "2023-11-07T19:54:34.751375Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000170-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:34.749456Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "106"}, "elapsed_s": 0.00116, "reported": "2023-11-07T19:54:34.751115Z", "json": {"message": "ISA 00000170-e36d-40be-d38b-eca6ca350000 not found (E:a8d678db-6a8a-4e1b-8b96-aff978440227)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.751454Z"}}}, {"test_scenario": {"name": "ASTM NetRID DSS: ISA Expiry", "scenario_type": "scenarios.astm.netrid.v19.dss.ISAExpiry", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md", "start_time": "2023-11-07T19:54:34.751835Z", "cases": [{"name": "Setup", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#setup-test-case", "start_time": "2023-11-07T19:54:34.751908Z", "steps": [{"name": "Ensure clean workspace", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#ensure-clean-workspace-test-step", "start_time": "2023-11-07T19:54:34.751964Z", "failed_checks": [], "passed_checks": [{"name": "Successful ISA query", "timestamp": "2023-11-07T19:54:34.754027Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000171-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:34.752015Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "106"}, "elapsed_s": 0.001194, "reported": "2023-11-07T19:54:34.753772Z", "json": {"message": "ISA 00000171-e36d-40be-d38b-eca6ca350000 not found (E:5952d13e-42fb-4f6c-aba0-f39507707782)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:34.754104Z"}], "end_time": "2023-11-07T19:54:34.754135Z"}, {"name": "ISA Expiry", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#isa-expiry-test-case", "start_time": "2023-11-07T19:54:34.754162Z", "steps": [{"name": "ISA Expiry", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#isa-expiry-test-step", "start_time": "2023-11-07T19:54:34.754188Z", "failed_checks": [], "passed_checks": [{"name": "Create short-lived ISA", "timestamp": "2023-11-07T19:54:34.762408Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "Expired ISAs are not part of search results", "timestamp": "2023-11-07T19:54:39.771236Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "An expired ISA can be queried by its ID", "timestamp": "2023-11-07T19:54:39.774753Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}], "queries": [{"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000171-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:34.754909Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "462", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:34.754209Z", "time_end": "2023-11-07T19:54:39.754209Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "c1807e2d-cb72-411a-99b0-765e1360dfad"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:34 GMT", "Content-Length": "291"}, "elapsed_s": 0.00488, "reported": "2023-11-07T19:54:34.760486Z", "json": {"subscribers": [], "service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T19:54:34.754209Z", "time_end": "2023-11-07T19:54:39.754209Z", "version": "1f5bfbfeso3fo", "id": "00000171-e36d-40be-d38b-eca6ca350000"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544", "initiated_at": "2023-11-07T19:54:39.767664Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:39 GMT", "Content-Length": "21"}, "elapsed_s": 0.002192, "reported": "2023-11-07T19:54:39.770712Z", "json": {"service_areas": []}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000171-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:39.771322Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:39 GMT", "Content-Length": "274"}, "elapsed_s": 0.001251, "reported": "2023-11-07T19:54:39.773259Z", "json": {"service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T19:54:34.754209Z", "time_end": "2023-11-07T19:54:39.754209Z", "version": "1f5bfbfeso3fo", "id": "00000171-e36d-40be-d38b-eca6ca350000"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:39.774787Z"}], "end_time": "2023-11-07T19:54:39.774804Z"}], "successful": true, "end_time": "2023-11-07T19:54:39.774819Z", "cleanup": {"name": "Cleanup", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#cleanup", "start_time": "2023-11-07T19:54:39.774845Z", "failed_checks": [], "passed_checks": [{"name": "Successful ISA query", "timestamp": "2023-11-07T19:54:39.777111Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}, {"name": "Removed pre-existing ISA", "timestamp": "2023-11-07T19:54:39.785922Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,b"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000171-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:39.774874Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:39 GMT", "Content-Length": "274"}, "elapsed_s": 0.001092, "reported": "2023-11-07T19:54:39.776467Z", "json": {"service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T19:54:34.754209Z", "time_end": "2023-11-07T19:54:39.754209Z", "version": "1f5bfbfeso3fo", "id": "00000171-e36d-40be-d38b-eca6ca350000"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000171-e36d-40be-d38b-eca6ca350000/1f5bfbfeso3fo", "initiated_at": "2023-11-07T19:54:39.778031Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:39 GMT", "Content-Length": "291"}, "elapsed_s": 0.00491, "reported": "2023-11-07T19:54:39.783509Z", "json": {"service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T19:54:34.754209Z", "time_end": "2023-11-07T19:54:39.754209Z", "version": "1f5bfbfeso3fo", "id": "00000171-e36d-40be-d38b-eca6ca350000"}, "subscribers": []}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:39.785968Z"}}}, {"test_scenario": {"name": "ASTM NetRID DSS: ISA Subscription Interactions", "scenario_type": "scenarios.astm.netrid.v19.dss.ISASubscriptionInteractions", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_subscription_interactions.md", "start_time": "2023-11-07T19:54:39.786418Z", "cases": [{"name": "Setup", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_subscription_interactions.md#setup-test-case", "start_time": "2023-11-07T19:54:39.786495Z", "steps": [{"name": "Ensure clean workspace", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_subscription_interactions.md#ensure-clean-workspace-test-step", "start_time": "2023-11-07T19:54:39.786550Z", "failed_checks": [], "passed_checks": [{"name": "Successful ISA query", "timestamp": "2023-11-07T19:54:39.788610Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}, {"name": "Successful subscription search query", "timestamp": "2023-11-07T19:54:39.792317Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000172-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:39.786605Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:39 GMT", "Content-Length": "106"}, "elapsed_s": 0.001216, "reported": "2023-11-07T19:54:39.788355Z", "json": {"message": "ISA 00000172-e36d-40be-d38b-eca6ca350000 not found (E:f371202e-f763-407e-9172-ca500a72b143)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544", "initiated_at": "2023-11-07T19:54:39.788752Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:39 GMT", "Content-Length": "21"}, "elapsed_s": 0.002334, "reported": "2023-11-07T19:54:39.791778Z", "json": {"subscriptions": []}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:39.792464Z"}], "end_time": "2023-11-07T19:54:39.792487Z"}, {"name": "ISA Subscription Interactions", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_subscription_interactions.md#isa-subscription-interactions-test-case", "start_time": "2023-11-07T19:54:39.792513Z", "steps": [{"name": "ISA Subscription Interactions", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_subscription_interactions.md#isa-subscription-interactions-test-step", "start_time": "2023-11-07T19:54:39.792539Z", "failed_checks": [], "passed_checks": [{"name": "Create an ISA", "timestamp": "2023-11-07T19:54:39.800314Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "Create a subscription within the ISA footprint", "timestamp": "2023-11-07T19:54:39.810665Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Subscription for the ISA's area mentions the ISA", "timestamp": "2023-11-07T19:54:39.811678Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Newly created subscription has a notification_index of 0", "timestamp": "2023-11-07T19:54:39.813101Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Mutate the ISA", "timestamp": "2023-11-07T19:54:39.844696Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "Response to the mutation of the ISA contains subscription ID", "timestamp": "2023-11-07T19:54:39.847277Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "Subscription to an ISA has its notification index incremented after mutation", "timestamp": "2023-11-07T19:54:39.848495Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "Delete the ISA", "timestamp": "2023-11-07T19:54:39.936402Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Response to the deletion of the ISA contains subscription ID", "timestamp": "2023-11-07T19:54:39.939038Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,b"]}, {"name": "Subscription to an ISA has its notification index incremented after deletion", "timestamp": "2023-11-07T19:54:39.940265Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "Successful subscription deletion", "timestamp": "2023-11-07T19:54:39.949964Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}], "queries": [{"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000172-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:39.793150Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "462", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:34.904016Z", "time_end": "2023-11-07T20:54:34.904016Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "6bb4ef62-b1fa-4e7c-ba73-0e1c0484eef1"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:39 GMT", "Content-Length": "291"}, "elapsed_s": 0.004645, "reported": "2023-11-07T19:54:39.798431Z", "json": {"subscribers": [], "service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T19:54:34.904016Z", "time_end": "2023-11-07T20:54:34.904016Z", "version": "1f5bfbk51eov8", "id": "00000172-e36d-40be-d38b-eca6ca350000"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000172-e36d-40be-d38b-eca6ca350001", "initiated_at": "2023-11-07T19:54:39.801004Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:34.904016Z", "time_end": "2023-11-07T20:54:34.904016Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "3801830d-9dff-4eb4-a642-732860d96c86"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:39 GMT", "Content-Length": "627"}, "elapsed_s": 0.007611, "reported": "2023-11-07T19:54:39.809228Z", "json": {"service_areas": [{"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T19:54:34.904016Z", "time_end": "2023-11-07T20:54:34.904016Z", "version": "1f5bfbk51eov8", "id": "00000172-e36d-40be-d38b-eca6ca350000"}], "subscription": {"id": "00000172-e36d-40be-d38b-eca6ca350001", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:54:34.904016Z", "time_start": "2023-11-07T19:54:34.904016Z", "version": "1f5bfbk5901lo"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000172-e36d-40be-d38b-eca6ca350000/1f5bfbk51eov8", "initiated_at": "2023-11-07T19:54:39.814020Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "462", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3047.0}, "time_start": "2023-11-07T19:54:34.904016Z", "time_end": "2023-11-07T20:54:34.904016Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "e22bf77c-ec41-4b60-92d3-700a10814a1c"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:39 GMT", "Content-Length": "482"}, "elapsed_s": 0.004893, "reported": "2023-11-07T19:54:39.819750Z", "json": {"subscribers": [{"subscriptions": [{"subscription_id": "00000172-e36d-40be-d38b-eca6ca350001", "notification_index": 1}], "url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}], "service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T19:54:34.904016Z", "time_end": "2023-11-07T20:54:34.904016Z", "version": "1f5bfbk5lm2r0", "id": "00000172-e36d-40be-d38b-eca6ca350000"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000172-e36d-40be-d38b-eca6ca350000/1f5bfbk5lm2r0", "initiated_at": "2023-11-07T19:54:39.849273Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:39 GMT", "Content-Length": "482"}, "elapsed_s": 0.005376, "reported": "2023-11-07T19:54:39.855270Z", "json": {"service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T19:54:34.904016Z", "time_end": "2023-11-07T20:54:34.904016Z", "version": "1f5bfbk5lm2r0", "id": "00000172-e36d-40be-d38b-eca6ca350000"}, "subscribers": [{"subscriptions": [{"subscription_id": "00000172-e36d-40be-d38b-eca6ca350001", "notification_index": 2}], "url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}]}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000172-e36d-40be-d38b-eca6ca350001/1f5bfbk5901lo", "initiated_at": "2023-11-07T19:54:39.941481Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:39 GMT", "Content-Length": "352"}, "elapsed_s": 0.006107, "reported": "2023-11-07T19:54:39.948304Z", "json": {"subscription": {"id": "00000172-e36d-40be-d38b-eca6ca350001", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 2, "time_end": "2023-11-07T20:54:34.904016Z", "time_start": "2023-11-07T19:54:34.904016Z", "version": "1f5bfbk5901lo"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:39.949998Z"}], "end_time": "2023-11-07T19:54:39.950017Z"}], "successful": true, "end_time": "2023-11-07T19:54:39.950034Z", "cleanup": {"name": "Cleanup", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_subscription_interactions.md#cleanup", "start_time": "2023-11-07T19:54:39.950060Z", "failed_checks": [], "passed_checks": [{"name": "Successful ISA query", "timestamp": "2023-11-07T19:54:39.952422Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}, {"name": "Successful subscription search query", "timestamp": "2023-11-07T19:54:39.955473Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000172-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:39.950095Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:39 GMT", "Content-Length": "106"}, "elapsed_s": 0.001399, "reported": "2023-11-07T19:54:39.952120Z", "json": {"message": "ISA 00000172-e36d-40be-d38b-eca6ca350000 not found (E:3afd1bb5-b453-4c68-827a-fc9eabca142f)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544", "initiated_at": "2023-11-07T19:54:39.952575Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:39 GMT", "Content-Length": "21"}, "elapsed_s": 0.00185, "reported": "2023-11-07T19:54:39.955125Z", "json": {"subscriptions": []}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:39.955646Z"}}}, {"test_scenario": {"name": "ASTM NetRID DSS: Subscription Validation", "scenario_type": "scenarios.astm.netrid.v19.dss.SubscriptionValidation", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md", "start_time": "2023-11-07T19:54:39.956038Z", "cases": [{"name": "Setup", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md#setup-test-case", "start_time": "2023-11-07T19:54:39.956116Z", "steps": [{"name": "Ensure clean workspace", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md#ensure-clean-workspace-test-step", "start_time": "2023-11-07T19:54:39.956173Z", "failed_checks": [], "passed_checks": [{"name": "Successful subscription search query", "timestamp": "2023-11-07T19:54:39.958685Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544", "initiated_at": "2023-11-07T19:54:39.956286Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:39 GMT", "Content-Length": "21"}, "elapsed_s": 0.001438, "reported": "2023-11-07T19:54:39.958308Z", "json": {"subscriptions": []}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:39.958892Z"}], "end_time": "2023-11-07T19:54:39.958923Z"}, {"name": "Subscription duration limitations", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md#subscription-duration-limitations-test-case", "start_time": "2023-11-07T19:54:39.958960Z", "steps": [{"name": "Try to create too-long subscription", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md#try-to-create-too-long-subscription-test-step", "start_time": "2023-11-07T19:54:39.959002Z", "failed_checks": [], "passed_checks": [{"name": "Too-long subscription creation rejected", "timestamp": "2023-11-07T19:54:39.962278Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0060"]}], "queries": [{"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:39.959752Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:39.959057Z", "time_end": "2023-11-08T20:04:39.959057Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "a102f376-07a2-496f-98bc-6b48264e0a66"}, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:39 GMT", "Content-Length": "92"}, "elapsed_s": 0.001664, "reported": "2023-11-07T19:54:39.961996Z", "json": {"message": "Subscription window exceeds 24 hours (E:adf41fd1-de9a-41c2-90f4-0fd3f3aa857c)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:39.962332Z"}, {"name": "Try to extend subscription", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md#try-to-extend-subscription-test-step", "start_time": "2023-11-07T19:54:39.962394Z", "failed_checks": [], "passed_checks": [{"name": "Valid subscription created", "timestamp": "2023-11-07T19:54:39.970593Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Subscription duration limited during update", "timestamp": "2023-11-07T19:54:39.973011Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0060"]}], "queries": [{"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:39.963085Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:39.962459Z", "time_end": "2023-11-08T19:53:39.962459Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "7712dbd8-c70e-4058-b692-42b01650f5ad"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:39 GMT", "Content-Length": "371"}, "elapsed_s": 0.006129, "reported": "2023-11-07T19:54:39.969794Z", "json": {"service_areas": [], "subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350000", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-08T19:53:39.962459Z", "time_start": "2023-11-07T19:54:39.962459Z", "version": "1f5bfbka3h7oo"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:39.971217Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:39.970644Z", "time_end": "2023-11-08T20:04:39.970644Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "103f35e9-90b9-4667-bfb2-e8c16faf850c"}, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:39 GMT", "Content-Length": "92"}, "elapsed_s": 0.000908, "reported": "2023-11-07T19:54:39.972733Z", "json": {"message": "Subscription window exceeds 24 hours (E:3ee6dd5a-3edb-48b1-bbb4-3aa3a4b41643)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:39.973064Z"}, {"name": "Remove subscription", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md#remove-subscription-test-step", "start_time": "2023-11-07T19:54:39.973103Z", "failed_checks": [], "passed_checks": [{"name": "Subscription deleted", "timestamp": "2023-11-07T19:54:39.980820Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}], "queries": [{"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350000/1f5bfbka3h7oo", "initiated_at": "2023-11-07T19:54:39.973978Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:39 GMT", "Content-Length": "352"}, "elapsed_s": 0.004638, "reported": "2023-11-07T19:54:39.979307Z", "json": {"subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350000", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-08T19:53:39.962459Z", "time_start": "2023-11-07T19:54:39.962459Z", "version": "1f5bfbka3h7oo"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:39.980857Z"}], "end_time": "2023-11-07T19:54:39.980890Z"}, {"name": "Subscription quantity limitations", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md#subscription-quantity-limitations-test-case", "start_time": "2023-11-07T19:54:39.980937Z", "steps": [{"name": "Create maximum number of subscriptions", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md#create-maximum-number-of-subscriptions-test-step", "start_time": "2023-11-07T19:54:39.980972Z", "failed_checks": [], "passed_checks": [{"name": "Create up to the maximum allowed number of subscriptions in an area", "timestamp": "2023-11-07T19:54:40.072134Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}], "queries": [{"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350100", "initiated_at": "2023-11-07T19:54:39.981595Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:39.981023Z", "time_end": "2023-11-07T20:24:39.981023Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "0f7cb3c2-0285-4d1c-9430-a28e861a3c65"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:39 GMT", "Content-Length": "371"}, "elapsed_s": 0.006258, "reported": "2023-11-07T19:54:39.988497Z", "json": {"service_areas": [], "subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350100", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:39.981023Z", "time_start": "2023-11-07T19:54:39.981023Z", "version": "1f5bfbkal8j1g"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350101", "initiated_at": "2023-11-07T19:54:39.990061Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:39.989467Z", "time_end": "2023-11-07T20:24:39.989467Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "f4035f14-fa07-4fe8-8061-fb77b669b0e3"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:39 GMT", "Content-Length": "371"}, "elapsed_s": 0.006239, "reported": "2023-11-07T19:54:39.996919Z", "json": {"service_areas": [], "subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350101", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:39.989467Z", "time_start": "2023-11-07T19:54:39.989467Z", "version": "1f5bfbkataqn0"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350102", "initiated_at": "2023-11-07T19:54:39.998396Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:39.997760Z", "time_end": "2023-11-07T20:24:39.997760Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "2d3a0cbf-7290-4cc3-ba3c-fd12ae95c711"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "369"}, "elapsed_s": 0.006067, "reported": "2023-11-07T19:54:40.005058Z", "json": {"service_areas": [], "subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350102", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:39.99776Z", "time_start": "2023-11-07T19:54:39.99776Z", "version": "1f5bfbkb5cfqo"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350103", "initiated_at": "2023-11-07T19:54:40.006665Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:40.005988Z", "time_end": "2023-11-07T20:24:40.005988Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "d80fac30-58ea-4f31-99dc-4d1c3c3c995e"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "371"}, "elapsed_s": 0.006292, "reported": "2023-11-07T19:54:40.013634Z", "json": {"service_areas": [], "subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350103", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:40.005988Z", "time_start": "2023-11-07T19:54:40.005988Z", "version": "1f5bfbkbd6tg8"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350104", "initiated_at": "2023-11-07T19:54:40.015086Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:40.014493Z", "time_end": "2023-11-07T20:24:40.014493Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "daa963e9-000a-4da1-a151-a0511366e77e"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "371"}, "elapsed_s": 0.005928, "reported": "2023-11-07T19:54:40.021652Z", "json": {"service_areas": [], "subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350104", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:40.014493Z", "time_start": "2023-11-07T19:54:40.014493Z", "version": "1f5bfbkbl65f8"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350105", "initiated_at": "2023-11-07T19:54:40.023071Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:40.022486Z", "time_end": "2023-11-07T20:24:40.022486Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "bb86aa83-300e-4a7c-8354-1306e64b2e5a"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "371"}, "elapsed_s": 0.00646, "reported": "2023-11-07T19:54:40.030174Z", "json": {"service_areas": [], "subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350105", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:40.022486Z", "time_start": "2023-11-07T19:54:40.022486Z", "version": "1f5bfbkbspclo"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350106", "initiated_at": "2023-11-07T19:54:40.031675Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:40.030954Z", "time_end": "2023-11-07T20:24:40.030954Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "beb12a38-d75c-4770-91a4-f2d8cb50aaba"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "371"}, "elapsed_s": 0.012758, "reported": "2023-11-07T19:54:40.045196Z", "json": {"service_areas": [], "subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350106", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:40.030954Z", "time_start": "2023-11-07T19:54:40.030954Z", "version": "1f5bfbkc50cm8"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350107", "initiated_at": "2023-11-07T19:54:40.046950Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:40.046278Z", "time_end": "2023-11-07T20:24:40.046278Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "662b5cbe-b56c-48c9-a13a-13085d954646"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "371"}, "elapsed_s": 0.006076, "reported": "2023-11-07T19:54:40.053712Z", "json": {"service_areas": [], "subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350107", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:40.046278Z", "time_start": "2023-11-07T19:54:40.046278Z", "version": "1f5bfbkcjkpug"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350108", "initiated_at": "2023-11-07T19:54:40.055272Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:40.054629Z", "time_end": "2023-11-07T20:24:40.054629Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "8ca7a063-1f18-4fef-aa21-4c96607338d7"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "371"}, "elapsed_s": 0.007059, "reported": "2023-11-07T19:54:40.062987Z", "json": {"service_areas": [], "subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350108", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:40.054629Z", "time_start": "2023-11-07T19:54:40.054629Z", "version": "1f5bfbkcrgrc8"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350109", "initiated_at": "2023-11-07T19:54:40.064496Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:40.063860Z", "time_end": "2023-11-07T20:24:40.063860Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "34b7af0a-d7dc-44db-aede-e5989dc8fd17"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "369"}, "elapsed_s": 0.006097, "reported": "2023-11-07T19:54:40.071278Z", "json": {"service_areas": [], "subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350109", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:40.06386Z", "time_start": "2023-11-07T19:54:40.06386Z", "version": "1f5bfbkd49tgo"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:40.072179Z"}, {"name": "Exceed maximum number of subscriptions", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md#exceed-maximum-number-of-subscriptions-test-step", "start_time": "2023-11-07T19:54:40.072216Z", "failed_checks": [], "passed_checks": [{"name": "Enforce maximum number of subscriptions for an area", "timestamp": "2023-11-07T19:54:40.077167Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0050"]}], "queries": [{"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350200", "initiated_at": "2023-11-07T19:54:40.072993Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:40.072276Z", "time_end": "2023-11-07T20:24:40.072276Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "06fc486c-2359-4f57-86fd-8fec9a523753"}, "body": null}, "response": {"code": 429, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "108"}, "elapsed_s": 0.003217, "reported": "2023-11-07T19:54:40.076857Z", "json": {"message": "Too many existing subscriptions in this area already (E:aaf7bbbf-1222-4185-aedb-fea19797e2e2)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:40.077224Z"}, {"name": "Clean up subscriptions", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md#clean-up-subscriptions-test-step", "start_time": "2023-11-07T19:54:40.077269Z", "failed_checks": [], "passed_checks": [{"name": "Successful subscription search query", "timestamp": "2023-11-07T19:54:40.083642Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}, {"name": "Subscription can be deleted", "timestamp": "2023-11-07T19:54:40.095313Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Subscription can be deleted", "timestamp": "2023-11-07T19:54:40.100729Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Subscription can be deleted", "timestamp": "2023-11-07T19:54:40.106130Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Subscription can be deleted", "timestamp": "2023-11-07T19:54:40.111214Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Subscription can be deleted", "timestamp": "2023-11-07T19:54:40.116287Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Subscription can be deleted", "timestamp": "2023-11-07T19:54:40.122726Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Subscription can be deleted", "timestamp": "2023-11-07T19:54:40.127634Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Subscription can be deleted", "timestamp": "2023-11-07T19:54:40.132610Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Subscription can be deleted", "timestamp": "2023-11-07T19:54:40.139778Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Subscription can be deleted", "timestamp": "2023-11-07T19:54:40.144993Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544", "initiated_at": "2023-11-07T19:54:40.077388Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Transfer-Encoding": "chunked"}, "elapsed_s": 0.00181, "reported": "2023-11-07T19:54:40.079901Z", "json": {"subscriptions": [{"id": "0000016f-e36d-40be-d38b-eca6ca350100", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:39.981023Z", "time_start": "2023-11-07T19:54:39.981023Z", "version": "1f5bfbkal8j1g"}, {"id": "0000016f-e36d-40be-d38b-eca6ca350101", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:39.989467Z", "time_start": "2023-11-07T19:54:39.989467Z", "version": "1f5bfbkataqn0"}, {"id": "0000016f-e36d-40be-d38b-eca6ca350102", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:39.99776Z", "time_start": "2023-11-07T19:54:39.99776Z", "version": "1f5bfbkb5cfqo"}, {"id": "0000016f-e36d-40be-d38b-eca6ca350103", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:40.005988Z", "time_start": "2023-11-07T19:54:40.005988Z", "version": "1f5bfbkbd6tg8"}, {"id": "0000016f-e36d-40be-d38b-eca6ca350104", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:40.014493Z", "time_start": "2023-11-07T19:54:40.014493Z", "version": "1f5bfbkbl65f8"}, {"id": "0000016f-e36d-40be-d38b-eca6ca350105", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:40.022486Z", "time_start": "2023-11-07T19:54:40.022486Z", "version": "1f5bfbkbspclo"}, {"id": "0000016f-e36d-40be-d38b-eca6ca350106", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:40.030954Z", "time_start": "2023-11-07T19:54:40.030954Z", "version": "1f5bfbkc50cm8"}, {"id": "0000016f-e36d-40be-d38b-eca6ca350107", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:40.046278Z", "time_start": "2023-11-07T19:54:40.046278Z", "version": "1f5bfbkcjkpug"}, {"id": "0000016f-e36d-40be-d38b-eca6ca350108", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:40.054629Z", "time_start": "2023-11-07T19:54:40.054629Z", "version": "1f5bfbkcrgrc8"}, {"id": "0000016f-e36d-40be-d38b-eca6ca350109", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:40.06386Z", "time_start": "2023-11-07T19:54:40.06386Z", "version": "1f5bfbkd49tgo"}]}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350100/1f5bfbkal8j1g", "initiated_at": "2023-11-07T19:54:40.089939Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "352"}, "elapsed_s": 0.004507, "reported": "2023-11-07T19:54:40.095031Z", "json": {"subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350100", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:39.981023Z", "time_start": "2023-11-07T19:54:39.981023Z", "version": "1f5bfbkal8j1g"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350101/1f5bfbkataqn0", "initiated_at": "2023-11-07T19:54:40.095411Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "352"}, "elapsed_s": 0.004316, "reported": "2023-11-07T19:54:40.100403Z", "json": {"subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350101", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:39.989467Z", "time_start": "2023-11-07T19:54:39.989467Z", "version": "1f5bfbkataqn0"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350102/1f5bfbkb5cfqo", "initiated_at": "2023-11-07T19:54:40.100831Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "350"}, "elapsed_s": 0.004188, "reported": "2023-11-07T19:54:40.105811Z", "json": {"subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350102", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:39.99776Z", "time_start": "2023-11-07T19:54:39.99776Z", "version": "1f5bfbkb5cfqo"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350103/1f5bfbkbd6tg8", "initiated_at": "2023-11-07T19:54:40.106233Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "352"}, "elapsed_s": 0.003941, "reported": "2023-11-07T19:54:40.110950Z", "json": {"subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350103", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:40.005988Z", "time_start": "2023-11-07T19:54:40.005988Z", "version": "1f5bfbkbd6tg8"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350104/1f5bfbkbl65f8", "initiated_at": "2023-11-07T19:54:40.111294Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "352"}, "elapsed_s": 0.003931, "reported": "2023-11-07T19:54:40.115964Z", "json": {"subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350104", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:40.014493Z", "time_start": "2023-11-07T19:54:40.014493Z", "version": "1f5bfbkbl65f8"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350105/1f5bfbkbspclo", "initiated_at": "2023-11-07T19:54:40.116385Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "352"}, "elapsed_s": 0.005331, "reported": "2023-11-07T19:54:40.122471Z", "json": {"subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350105", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:40.022486Z", "time_start": "2023-11-07T19:54:40.022486Z", "version": "1f5bfbkbspclo"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350106/1f5bfbkc50cm8", "initiated_at": "2023-11-07T19:54:40.122825Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "352"}, "elapsed_s": 0.003838, "reported": "2023-11-07T19:54:40.127358Z", "json": {"subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350106", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:40.030954Z", "time_start": "2023-11-07T19:54:40.030954Z", "version": "1f5bfbkc50cm8"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350107/1f5bfbkcjkpug", "initiated_at": "2023-11-07T19:54:40.127731Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "352"}, "elapsed_s": 0.003962, "reported": "2023-11-07T19:54:40.132343Z", "json": {"subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350107", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:40.046278Z", "time_start": "2023-11-07T19:54:40.046278Z", "version": "1f5bfbkcjkpug"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350108/1f5bfbkcrgrc8", "initiated_at": "2023-11-07T19:54:40.132713Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "352"}, "elapsed_s": 0.005991, "reported": "2023-11-07T19:54:40.139485Z", "json": {"subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350108", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:40.054629Z", "time_start": "2023-11-07T19:54:40.054629Z", "version": "1f5bfbkcrgrc8"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350109/1f5bfbkd49tgo", "initiated_at": "2023-11-07T19:54:40.139885Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "350"}, "elapsed_s": 0.004014, "reported": "2023-11-07T19:54:40.144670Z", "json": {"subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350109", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:24:40.06386Z", "time_start": "2023-11-07T19:54:40.06386Z", "version": "1f5bfbkd49tgo"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:40.145091Z"}], "end_time": "2023-11-07T19:54:40.145132Z"}], "successful": true, "end_time": "2023-11-07T19:54:40.145162Z", "cleanup": {"name": "Cleanup", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md#cleanup", "start_time": "2023-11-07T19:54:40.145208Z", "failed_checks": [], "passed_checks": [{"name": "Successful subscription search query", "timestamp": "2023-11-07T19:54:40.148594Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544", "initiated_at": "2023-11-07T19:54:40.145330Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "21"}, "elapsed_s": 0.002141, "reported": "2023-11-07T19:54:40.148215Z", "json": {"subscriptions": []}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:40.148802Z"}}}, {"test_scenario": {"name": "ASTM NetRID DSS: Subscription Simple", "scenario_type": "scenarios.astm.netrid.v19.dss.SubscriptionSimple", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_simple.md", "start_time": "2023-11-07T19:54:40.149274Z", "cases": [{"name": "Setup", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_simple.md#setup-test-case", "start_time": "2023-11-07T19:54:40.149470Z", "steps": [{"name": "Ensure clean workspace", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_simple.md#ensure-clean-workspace-test-step", "start_time": "2023-11-07T19:54:40.149525Z", "failed_checks": [], "passed_checks": [{"name": "Search for all subscriptions in ISA area", "timestamp": "2023-11-07T19:54:40.152353Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}, {"name": "Subscription can be queried by ID", "timestamp": "2023-11-07T19:54:40.154620Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}, {"name": "Subscription can be queried by ID", "timestamp": "2023-11-07T19:54:40.156833Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}, {"name": "Subscription can be queried by ID", "timestamp": "2023-11-07T19:54:40.158865Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}, {"name": "Subscription can be queried by ID", "timestamp": "2023-11-07T19:54:40.160911Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544", "initiated_at": "2023-11-07T19:54:40.149626Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "21"}, "elapsed_s": 0.001739, "reported": "2023-11-07T19:54:40.152009Z", "json": {"subscriptions": []}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:40.152540Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "115"}, "elapsed_s": 0.001185, "reported": "2023-11-07T19:54:40.154255Z", "json": {"message": "Subscription 00000173-e36d-40be-d38b-eca6ca350000 not found (E:a71cf0c5-5355-4898-bff4-5a27bd11423c)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350001", "initiated_at": "2023-11-07T19:54:40.154727Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "115"}, "elapsed_s": 0.001188, "reported": "2023-11-07T19:54:40.156602Z", "json": {"message": "Subscription 00000173-e36d-40be-d38b-eca6ca350001 not found (E:136c1a5e-41b3-46bb-adca-4112d668b765)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350002", "initiated_at": "2023-11-07T19:54:40.156932Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "115"}, "elapsed_s": 0.001121, "reported": "2023-11-07T19:54:40.158657Z", "json": {"message": "Subscription 00000173-e36d-40be-d38b-eca6ca350002 not found (E:e3a0e383-904b-4cee-8e8b-4390aa9051ac)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350003", "initiated_at": "2023-11-07T19:54:40.158966Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "115"}, "elapsed_s": 0.001111, "reported": "2023-11-07T19:54:40.160697Z", "json": {"message": "Subscription 00000173-e36d-40be-d38b-eca6ca350003 not found (E:f4c18cdf-e045-45c9-83ae-ea529aad59a9)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:40.160984Z"}], "end_time": "2023-11-07T19:54:40.161019Z"}, {"name": "Subscription Simple", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_simple.md#subscription-simple-test-case", "start_time": "2023-11-07T19:54:40.161064Z", "steps": [{"name": "Create subscription validation", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_simple.md#create-subscription-validation-test-step", "start_time": "2023-11-07T19:54:40.161113Z", "failed_checks": [], "passed_checks": [{"name": "Create subscription", "timestamp": "2023-11-07T19:54:40.169771Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Response to subscription creation contains a subscription", "timestamp": "2023-11-07T19:54:40.170776Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an ID", "timestamp": "2023-11-07T19:54:40.171583Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription ID is correct", "timestamp": "2023-11-07T19:54:40.171657Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an owner", "timestamp": "2023-11-07T19:54:40.171710Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription owner is correct", "timestamp": "2023-11-07T19:54:40.171759Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an ISA URL", "timestamp": "2023-11-07T19:54:40.171806Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned ISA URL has correct base URL", "timestamp": "2023-11-07T19:54:40.171855Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a start time", "timestamp": "2023-11-07T19:54:40.171900Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an end time", "timestamp": "2023-11-07T19:54:40.171944Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0060"]}, {"name": "Returned start time is correct", "timestamp": "2023-11-07T19:54:40.171990Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned end time is correct", "timestamp": "2023-11-07T19:54:40.172036Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a version", "timestamp": "2023-11-07T19:54:40.172081Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Generated subscription version has proper format", "timestamp": "2023-11-07T19:54:40.172243Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned notification index is 0 if present", "timestamp": "2023-11-07T19:54:40.173111Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}], "queries": [{"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350003", "initiated_at": "2023-11-07T19:54:40.162167Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:23.972279Z", "time_end": "2023-11-07T20:04:23.972279Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "fc1e2727-b72c-4a6c-8ee0-97cca03a71cd"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "371"}, "elapsed_s": 0.005987, "reported": "2023-11-07T19:54:40.168786Z", "json": {"service_areas": [], "subscription": {"id": "00000173-e36d-40be-d38b-eca6ca350003", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:04:23.972279Z", "time_start": "2023-11-07T19:54:23.972279Z", "version": "1f5bfbkg1dpv0"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:40.173852Z"}, {"name": "Mutate Subscription", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_simple.md#mutate-subscription-test-step", "start_time": "2023-11-07T19:54:40.174015Z", "failed_checks": [], "passed_checks": [{"name": "Subscription can be mutated", "timestamp": "2023-11-07T19:54:40.182863Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Response to subscription mutation contains a subscription", "timestamp": "2023-11-07T19:54:40.183661Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an ID", "timestamp": "2023-11-07T19:54:40.184473Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription ID is correct", "timestamp": "2023-11-07T19:54:40.184535Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an owner", "timestamp": "2023-11-07T19:54:40.184587Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription owner is correct", "timestamp": "2023-11-07T19:54:40.184637Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an ISA URL", "timestamp": "2023-11-07T19:54:40.184686Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned ISA URL has correct base URL", "timestamp": "2023-11-07T19:54:40.184738Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a start time", "timestamp": "2023-11-07T19:54:40.184785Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an end time", "timestamp": "2023-11-07T19:54:40.184837Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0060"]}, {"name": "Returned start time is correct", "timestamp": "2023-11-07T19:54:40.184905Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned end time is correct", "timestamp": "2023-11-07T19:54:40.184958Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a version", "timestamp": "2023-11-07T19:54:40.185008Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Generated subscription version has proper format", "timestamp": "2023-11-07T19:54:40.185061Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Mutated subscription version is updated", "timestamp": "2023-11-07T19:54:40.185117Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Subscription can be mutated", "timestamp": "2023-11-07T19:54:40.192995Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Response to subscription mutation contains a subscription", "timestamp": "2023-11-07T19:54:40.193774Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an ID", "timestamp": "2023-11-07T19:54:40.194594Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription ID is correct", "timestamp": "2023-11-07T19:54:40.194654Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an owner", "timestamp": "2023-11-07T19:54:40.194705Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription owner is correct", "timestamp": "2023-11-07T19:54:40.194754Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an ISA URL", "timestamp": "2023-11-07T19:54:40.194802Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned ISA URL has correct base URL", "timestamp": "2023-11-07T19:54:40.194853Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a start time", "timestamp": "2023-11-07T19:54:40.194901Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an end time", "timestamp": "2023-11-07T19:54:40.194947Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0060"]}, {"name": "Returned start time is correct", "timestamp": "2023-11-07T19:54:40.194995Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned end time is correct", "timestamp": "2023-11-07T19:54:40.195074Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a version", "timestamp": "2023-11-07T19:54:40.195141Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Generated subscription version has proper format", "timestamp": "2023-11-07T19:54:40.195195Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Mutated subscription version is updated", "timestamp": "2023-11-07T19:54:40.195250Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}], "queries": [{"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350003/1f5bfbkg1dpv0", "initiated_at": "2023-11-07T19:54:40.174901Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "484", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:33.972279Z", "time_end": "2023-11-07T20:04:33.972279Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "5a812769-77aa-4297-bebd-11cf37d6aa3d"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "371"}, "elapsed_s": 0.006425, "reported": "2023-11-07T19:54:40.182033Z", "json": {"service_areas": [], "subscription": {"id": "00000173-e36d-40be-d38b-eca6ca350003", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:04:33.972279Z", "time_start": "2023-11-07T19:54:33.972279Z", "version": "1f5bfbkgdlqsg"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350003/1f5bfbkgdlqsg", "initiated_at": "2023-11-07T19:54:40.186426Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "506", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.61500000000001}, {"lat": 37.2148, "lng": -80.61500000000001}, {"lat": 37.2148, "lng": -80.545}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:33.972279Z", "time_end": "2023-11-07T20:04:33.972279Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "2e26ae1c-e123-4d9b-b66f-1a52b612d78f"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "371"}, "elapsed_s": 0.004893, "reported": "2023-11-07T19:54:40.192190Z", "json": {"service_areas": [], "subscription": {"id": "00000173-e36d-40be-d38b-eca6ca350003", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:04:33.972279Z", "time_start": "2023-11-07T19:54:33.972279Z", "version": "1f5bfbkgosdg0"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:40.196045Z"}, {"name": "Query Existing Subscription", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_simple.md#query-existing-subscription-test-step", "start_time": "2023-11-07T19:54:40.196078Z", "failed_checks": [], "passed_checks": [{"name": "Get Subscription by ID", "timestamp": "2023-11-07T19:54:40.199716Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}, {"name": "Returned subscription has an ID", "timestamp": "2023-11-07T19:54:40.200454Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription ID is correct", "timestamp": "2023-11-07T19:54:40.200516Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an owner", "timestamp": "2023-11-07T19:54:40.200569Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription owner is correct", "timestamp": "2023-11-07T19:54:40.200619Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an ISA URL", "timestamp": "2023-11-07T19:54:40.200670Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned ISA URL has correct base URL", "timestamp": "2023-11-07T19:54:40.200722Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a start time", "timestamp": "2023-11-07T19:54:40.200771Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an end time", "timestamp": "2023-11-07T19:54:40.200820Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0060"]}, {"name": "Returned start time is correct", "timestamp": "2023-11-07T19:54:40.200871Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned end time is correct", "timestamp": "2023-11-07T19:54:40.200921Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a version", "timestamp": "2023-11-07T19:54:40.200971Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Generated subscription version has proper format", "timestamp": "2023-11-07T19:54:40.201023Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Non-mutated subscription keeps the same version", "timestamp": "2023-11-07T19:54:40.201107Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned notification index is equal to or greater than 0", "timestamp": "2023-11-07T19:54:40.201168Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}, {"name": "Search for all subscriptions in ISA area", "timestamp": "2023-11-07T19:54:40.204494Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}, {"name": "Created Subscription is in search results", "timestamp": "2023-11-07T19:54:40.205275Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}, {"name": "Returned subscription has an ID", "timestamp": "2023-11-07T19:54:40.206161Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription ID is correct", "timestamp": "2023-11-07T19:54:40.206223Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an owner", "timestamp": "2023-11-07T19:54:40.206278Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription owner is correct", "timestamp": "2023-11-07T19:54:40.206328Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an ISA URL", "timestamp": "2023-11-07T19:54:40.206420Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned ISA URL has correct base URL", "timestamp": "2023-11-07T19:54:40.206479Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a start time", "timestamp": "2023-11-07T19:54:40.206531Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an end time", "timestamp": "2023-11-07T19:54:40.206581Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0060"]}, {"name": "Returned start time is correct", "timestamp": "2023-11-07T19:54:40.206632Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned end time is correct", "timestamp": "2023-11-07T19:54:40.206682Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a version", "timestamp": "2023-11-07T19:54:40.206731Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Generated subscription version has proper format", "timestamp": "2023-11-07T19:54:40.206784Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Non-mutated subscription keeps the same version", "timestamp": "2023-11-07T19:54:40.206845Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned notification index is equal to or greater than 0", "timestamp": "2023-11-07T19:54:40.206901Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}, {"name": "No huge search area allowed", "timestamp": "2023-11-07T19:54:40.208615Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350003", "initiated_at": "2023-11-07T19:54:40.196301Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "352"}, "elapsed_s": 0.001218, "reported": "2023-11-07T19:54:40.198193Z", "json": {"subscription": {"id": "00000173-e36d-40be-d38b-eca6ca350003", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:04:33.972279Z", "time_start": "2023-11-07T19:54:33.972279Z", "version": "1f5bfbkgosdg0"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544", "initiated_at": "2023-11-07T19:54:40.201393Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "355"}, "elapsed_s": 0.001702, "reported": "2023-11-07T19:54:40.203714Z", "json": {"subscriptions": [{"id": "00000173-e36d-40be-d38b-eca6ca350003", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:04:33.972279Z", "time_start": "2023-11-07T19:54:33.972279Z", "version": "1f5bfbkgosdg0"}]}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions?area=38.0,-81.0,37.0,-81.0,37.0,-80.0,38.0,-80.0", "initiated_at": "2023-11-07T19:54:40.206973Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 413, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "70"}, "elapsed_s": 0.00088, "reported": "2023-11-07T19:54:40.208383Z", "json": {"message": "Area too large (E:a129bc3b-211c-441d-b718-379d514dd4e6)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:40.208663Z"}, {"name": "Delete Subscription", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_simple.md#delete-subscription-test-step", "start_time": "2023-11-07T19:54:40.208705Z", "failed_checks": [], "passed_checks": [{"name": "Missing version prevents deletion", "timestamp": "2023-11-07T19:54:40.210526Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Incorrect version prevents deletion", "timestamp": "2023-11-07T19:54:40.212269Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Subscription can be deleted", "timestamp": "2023-11-07T19:54:40.218979Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Returned subscription has an ID", "timestamp": "2023-11-07T19:54:40.219726Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription ID is correct", "timestamp": "2023-11-07T19:54:40.219786Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an owner", "timestamp": "2023-11-07T19:54:40.219836Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription owner is correct", "timestamp": "2023-11-07T19:54:40.219883Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an ISA URL", "timestamp": "2023-11-07T19:54:40.219929Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned ISA URL has correct base URL", "timestamp": "2023-11-07T19:54:40.219978Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a start time", "timestamp": "2023-11-07T19:54:40.220025Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an end time", "timestamp": "2023-11-07T19:54:40.220070Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0060"]}, {"name": "Returned start time is correct", "timestamp": "2023-11-07T19:54:40.220116Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned end time is correct", "timestamp": "2023-11-07T19:54:40.220163Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a version", "timestamp": "2023-11-07T19:54:40.220211Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Generated subscription version has proper format", "timestamp": "2023-11-07T19:54:40.220278Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Non-mutated subscription keeps the same version", "timestamp": "2023-11-07T19:54:40.220367Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned notification index is equal to or greater than 0", "timestamp": "2023-11-07T19:54:40.220424Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}], "queries": [{"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350003/", "initiated_at": "2023-11-07T19:54:40.208925Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "78"}, "elapsed_s": 0.000754, "reported": "2023-11-07T19:54:40.210275Z", "json": {"message": "Missing version string (E:61326546-dbee-4c7e-9444-bce061a21ede)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350003/notacorrectversion", "initiated_at": "2023-11-07T19:54:40.210633Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "125"}, "elapsed_s": 0.00082, "reported": "2023-11-07T19:54:40.212023Z", "json": {"message": "strconv.ParseUint: parsing \"notacorrectversion\": value out of range (E:c340b432-4b5c-4b1d-b35b-53f36b17aef6)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350003/1f5bfbkgosdg0", "initiated_at": "2023-11-07T19:54:40.212563Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "352"}, "elapsed_s": 0.004215, "reported": "2023-11-07T19:54:40.217421Z", "json": {"subscription": {"id": "00000173-e36d-40be-d38b-eca6ca350003", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:04:33.972279Z", "time_start": "2023-11-07T19:54:33.972279Z", "version": "1f5bfbkgosdg0"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:40.220449Z"}, {"name": "Query Deleted Subscription", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_simple.md#query-deleted-subscription-test-step", "start_time": "2023-11-07T19:54:40.220474Z", "failed_checks": [], "passed_checks": [{"name": "Query by subscription ID should fail", "timestamp": "2023-11-07T19:54:40.222532Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}, {"name": "Search for all subscriptions in ISA area", "timestamp": "2023-11-07T19:54:40.225552Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}, {"name": "Deleted subscription should not be present in search results", "timestamp": "2023-11-07T19:54:40.225764Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}, {"name": "Search area that represents a loop is not allowed", "timestamp": "2023-11-07T19:54:40.227532Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350003", "initiated_at": "2023-11-07T19:54:40.220633Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "115"}, "elapsed_s": 0.001074, "reported": "2023-11-07T19:54:40.222292Z", "json": {"message": "Subscription 00000173-e36d-40be-d38b-eca6ca350003 not found (E:8f307ce6-1c5f-4b8d-b700-cc6788d95db1)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544", "initiated_at": "2023-11-07T19:54:40.222796Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "21"}, "elapsed_s": 0.001736, "reported": "2023-11-07T19:54:40.225203Z", "json": {"subscriptions": []}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544,37.1853,-80.614", "initiated_at": "2023-11-07T19:54:40.225851Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "103"}, "elapsed_s": 0.000822, "reported": "2023-11-07T19:54:40.227273Z", "json": {"message": "Intersection found between polygon edge 1 and 4 (E:adc0eab9-3da6-4cc3-9c90-fa1d879bc31d)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:40.227586Z"}], "end_time": "2023-11-07T19:54:40.227618Z"}], "successful": true, "end_time": "2023-11-07T19:54:40.227644Z", "cleanup": {"name": "Cleanup", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_simple.md#cleanup", "start_time": "2023-11-07T19:54:40.227690Z", "failed_checks": [], "passed_checks": [{"name": "Subscription can be queried by ID", "timestamp": "2023-11-07T19:54:40.229705Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}, {"name": "Subscription can be queried by ID", "timestamp": "2023-11-07T19:54:40.231672Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}, {"name": "Subscription can be queried by ID", "timestamp": "2023-11-07T19:54:40.233717Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}, {"name": "Subscription can be queried by ID", "timestamp": "2023-11-07T19:54:40.235724Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T19:54:40.227747Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "115"}, "elapsed_s": 0.001134, "reported": "2023-11-07T19:54:40.229499Z", "json": {"message": "Subscription 00000173-e36d-40be-d38b-eca6ca350000 not found (E:6f93f509-9598-4753-a355-5a44101c269a)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350001", "initiated_at": "2023-11-07T19:54:40.229804Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "115"}, "elapsed_s": 0.001105, "reported": "2023-11-07T19:54:40.231466Z", "json": {"message": "Subscription 00000173-e36d-40be-d38b-eca6ca350001 not found (E:17110083-4803-4603-ae6a-b49a777c98e4)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350002", "initiated_at": "2023-11-07T19:54:40.231770Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "115"}, "elapsed_s": 0.001094, "reported": "2023-11-07T19:54:40.233474Z", "json": {"message": "Subscription 00000173-e36d-40be-d38b-eca6ca350002 not found (E:7be68a3a-71d8-4ba5-a6ef-4d0dbf93820b)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350003", "initiated_at": "2023-11-07T19:54:40.233813Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "115"}, "elapsed_s": 0.001096, "reported": "2023-11-07T19:54:40.235508Z", "json": {"message": "Subscription 00000173-e36d-40be-d38b-eca6ca350003 not found (E:bd5baaea-5278-4a74-a823-c1985cf351ed)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T19:54:40.235799Z"}}}, {"test_scenario": {"name": "ASTM F3411-19 NetRID DSS interoperability", "scenario_type": "scenarios.astm.netrid.v19.DSSInteroperability", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss_interoperability.md", "start_time": "2023-11-07T19:54:40.236259Z", "cases": [{"name": "Prerequisites", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss_interoperability.md#prerequisites-test-case", "start_time": "2023-11-07T19:54:40.236333Z", "steps": [{"name": "Test environment requirements", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss_interoperability.md#test-environment-requirements-test-step", "start_time": "2023-11-07T19:54:40.236384Z", "failed_checks": [], "passed_checks": [{"name": "DSS instance is publicly addressable", "timestamp": "2023-11-07T19:54:40.236868Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0210"]}, {"name": "DSS instance is reachable", "timestamp": "2023-11-07T19:54:40.239648Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0210"]}, {"name": "DSS instance is publicly addressable", "timestamp": "2023-11-07T19:54:40.240129Z", "participants": ["uss2"], "requirements": ["astm.f3411.v19.DSS0210"]}, {"name": "DSS instance is reachable", "timestamp": "2023-11-07T19:54:40.244462Z", "participants": ["uss2"], "requirements": ["astm.f3411.v19.DSS0210"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions?area=-23.6558,130.6205,-23.6898,130.6301,-23.6709,130.67,-23.6407,130.6466", "initiated_at": "2023-11-07T19:54:40.236967Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ3NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "21"}, "elapsed_s": 0.001488, "reported": "2023-11-07T19:54:40.239264Z", "json": {"subscriptions": []}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss2.localutm/v1/dss/subscriptions?area=-23.6558,130.6205,-23.6898,130.6301,-23.6709,130.67,-23.6407,130.6466", "initiated_at": "2023-11-07T19:54:40.240238Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMi5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MDQ4MCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": null, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 19:54:40 GMT", "Content-Length": "21"}, "elapsed_s": 0.001893, "reported": "2023-11-07T19:54:40.244142Z", "json": {"subscriptions": []}, "body": null}, "participant_id": "uss2"}], "end_time": "2023-11-07T19:54:40.244510Z"}], "end_time": "2023-11-07T19:54:40.244536Z"}, {"name": "Interoperability sequence", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss_interoperability.md#interoperability-sequence-test-case", "start_time": "2023-11-07T19:54:40.244564Z", "steps": [{"name": "S1", "documentation_url": "https://github.com/interuss/monitoring/blob/2c36f24ffd5ecf7a6186573c7d37721f57ddff30/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/test_steps/put_isa.md#create-or-update-isa-test-step", "start_time": "2023-11-07T19:54:40.244610Z", "failed_checks": [], "passed_checks": [{"name": "ISA[P] created with proper response", "timestamp": "2023-11-07T19:54:40.244684Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0130,A2-6-1,1a"]}]}]}], "successful": false, "notes": {"uss1_private_address": {"message": "DSS instance (URL: http://dss.uss1.localutm, netloc: dss.uss1.localutm, resolved IP: 172.19.0.3) is declared as explicitly having a private address, skipping check", "timestamp": "2023-11-07T19:54:40.236723Z"}, "uss2_private_address": {"message": "DSS instance (URL: http://dss.uss2.localutm, netloc: dss.uss2.localutm, resolved IP: 172.19.0.3) is declared as explicitly having a private address, skipping check", "timestamp": "2023-11-07T19:54:40.239931Z"}}, "execution_error": {"type": "TypeError", "message": "'ExecutionContext' object does not support item assignment", "timestamp": "2023-11-07T19:54:40.244720Z", "stacktrace": "Traceback (most recent call last):\n File \"/app/monitoring/uss_qualifier/suites/suite.py\", line 150, in _run_test_scenario\n scenario.run(context)\n File \"/app/monitoring/uss_qualifier/scenarios/astm/netrid/common/dss_interoperability.py\", line 109, in run\n step()\n File \"/app/monitoring/uss_qualifier/scenarios/astm/netrid/common/dss_interoperability.py\", line 147, in step1\n isa_1 = self._new_isa(\"isa_1\")\n File \"/app/monitoring/uss_qualifier/scenarios/astm/netrid/common/dss_interoperability.py\", line 78, in _new_isa\n self._context[name] = TestEntity(EntityType.ISA, str(uuid.uuid4()))\nTypeError: 'ExecutionContext' object does not support item assignment\n"}}}], "capability_evaluations": [], "successful": false, "end_time": "2023-11-07T19:54:40.245349Z"}}], "generator_type": "action_generators.astm.f3411.ForEachDSS", "start_time": "2023-11-07T19:54:34.375729Z", "successful": false, "end_time": "2023-11-07T19:54:40.245930Z"}}], "capability_evaluations": [], "successful": false, "end_time": "2023-11-07T19:54:40.246359Z"}}} \ No newline at end of file +{"codebase_version": "interuss/monitoring/v0.0.0-0e57a13", "commit_hash": "0e57a134ba1c29af1f8453d0f6da54d62fa16798", "baseline_signature": "95aaca8921ca1915902c069b30522b37e50c071ae43b4a2c300481190e9630c9", "environment_signature": "383670842b90e623e04660bab8132198849a61457e0d90caf9eebb0df6322efb", "configuration": {"resources": {"resource_declarations": {"id_generator": {"resource_type": "resources.interuss.IDGeneratorResource", "dependencies": {"auth_adapter": "utm_auth"}, "specification": {"whoami_audience": "localhost", "whoami_scope": "rid.display_provider"}}, "kentland_service_area": {"resource_type": "resources.netrid.ServiceAreaResource", "specification": {"base_url": "https://uss_qualifier.test.utm/dummy_base_url", "footprint": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}], "altitude_min": 0.0, "altitude_max": 3048.0, "reference_time": "2023-01-10T00:00:00.123456+00:00", "time_start": "2023-01-10T00:00:01.123456+00:00", "time_end": "2023-01-10T01:00:01.123456+00:00"}, "dependencies": {}}, "kentland_problematically_big_area": {"resource_type": "resources.VerticesResource", "specification": {"vertices": [{"lat": 38.0, "lng": -81.0}, {"lat": 37.0, "lng": -81.0}, {"lat": 37.0, "lng": -80.0}, {"lat": 38.0, "lng": -80.0}]}, "dependencies": {}}, "utm_auth": {"resource_type": "resources.communications.AuthAdapterResource", "specification": {"environment_variable_containing_auth_spec": "AUTH_SPEC"}, "dependencies": {}}, "scd_dss_instances": {"resource_type": "resources.astm.f3548.v21.DSSInstancesResource", "dependencies": {"auth_adapter": "utm_auth"}, "specification": {"dss_instances": [{"participant_id": "uss1", "base_url": "http://dss.uss1.localutm", "has_private_address": true}, {"participant_id": "uss2", "base_url": "http://dss.uss2.localutm", "has_private_address": true}]}}, "netrid_dss_instances_v22a": {"resource_type": "resources.astm.f3411.DSSInstancesResource", "dependencies": {"auth_adapter": "utm_auth"}, "specification": {"dss_instances": [{"participant_id": "uss1", "rid_version": "F3411-22a", "base_url": "http://dss.uss1.localutm/rid/v2", "has_private_address": true, "local_debug": true}, {"participant_id": "uss2", "rid_version": "F3411-22a", "base_url": "http://dss.uss2.localutm/rid/v2", "has_private_address": true, "local_debug": true}]}}, "netrid_dss_instances_v19": {"resource_type": "resources.astm.f3411.DSSInstancesResource", "dependencies": {"auth_adapter": "utm_auth"}, "specification": {"dss_instances": [{"participant_id": "uss1", "rid_version": "F3411-19", "base_url": "http://dss.uss1.localutm", "has_private_address": true, "local_debug": true}, {"participant_id": "uss2", "rid_version": "F3411-19", "base_url": "http://dss.uss2.localutm", "has_private_address": true, "local_debug": true}]}}}}, "non_baseline_inputs": ["v1.test_run.resources.resource_declarations.utm_auth", "v1.test_run.resources.resource_declarations.scd_dss_instances", "v1.test_run.resources.resource_declarations.netrid_dss_instances_v22a", "v1.test_run.resources.resource_declarations.netrid_dss_instances_v19"], "action": {"test_suite": {"suite_type": "suites.interuss.dss.all_tests", "resources": {"f3411v19_dss_instances": "netrid_dss_instances_v19", "f3411v22a_dss_instances": "netrid_dss_instances_v22a", "id_generator": "id_generator", "service_area": "kentland_service_area", "problematically_big_area": "kentland_problematically_big_area"}}, "on_failure": "Continue"}, "execution": {"stop_fast": true, "skip_action_when": null, "include_action_when": null}}, "report": {"test_suite": {"name": "ASTM DSS tests", "suite_type": "suites.interuss.dss.all_tests", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/suites/interuss/dss/all_tests.md", "start_time": "2023-11-07T20:04:24.056393Z", "actions": [{"action_generator": {"actions": [{"test_suite": {"name": "DSS testing for ASTM NetRID F3411-19", "suite_type": "suites.astm.netrid.f3411_19.dss_probing", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/suites/astm/netrid/f3411_19/dss_probing.md", "start_time": "2023-11-07T20:04:24.056664Z", "actions": [{"test_scenario": {"name": "ASTM NetRID DSS: Simple ISA", "scenario_type": "scenarios.astm.netrid.v19.dss.ISASimple", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md", "start_time": "2023-11-07T20:04:24.057413Z", "cases": [{"name": "Setup", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#setup-test-case", "start_time": "2023-11-07T20:04:24.057481Z", "steps": [{"name": "Ensure clean workspace", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#ensure-clean-workspace-test-step", "start_time": "2023-11-07T20:04:24.057520Z", "failed_checks": [], "passed_checks": [{"name": "Successful ISA query", "timestamp": "2023-11-07T20:04:24.064589Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/0000015c-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:24.057566Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "106"}, "elapsed_s": 0.00355, "reported": "2023-11-07T20:04:24.063989Z", "json": {"message": "ISA 0000015c-e36d-40be-d38b-eca6ca350000 not found (E:ca923432-5573-4e69-924b-179f835eff4a)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.064649Z"}], "end_time": "2023-11-07T20:04:24.064668Z"}, {"name": "Create and check ISA", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#create-and-check-isa-test-case", "start_time": "2023-11-07T20:04:24.064704Z", "steps": [{"name": "Create ISA", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/test_steps/put_isa.md#create-or-update-isa-test-step", "start_time": "2023-11-07T20:04:24.064736Z", "failed_checks": [], "passed_checks": [{"name": "ISA response code", "timestamp": "2023-11-07T20:04:24.078665Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA response format", "timestamp": "2023-11-07T20:04:24.307729Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA ID matches", "timestamp": "2023-11-07T20:04:24.307859Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA version format", "timestamp": "2023-11-07T20:04:24.307920Z", "participants": ["uss1"], "requirements": []}, {"name": "ISA start time matches", "timestamp": "2023-11-07T20:04:24.307977Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA end time matches", "timestamp": "2023-11-07T20:04:24.308028Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA URL matches", "timestamp": "2023-11-07T20:04:24.308085Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA created", "timestamp": "2023-11-07T20:04:24.308595Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}], "queries": [{"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/0000015c-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:24.065745Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "462", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:24.461670Z", "time_end": "2023-11-07T21:04:24.461670Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "83013c9c-ebcb-4e64-9223-38c525a442b8"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "289"}, "elapsed_s": 0.007069, "reported": "2023-11-07T20:04:24.075438Z", "json": {"subscribers": [], "service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T20:04:24.46167Z", "time_end": "2023-11-07T21:04:24.46167Z", "version": "1f5bfsk9pc650", "id": "0000015c-e36d-40be-d38b-eca6ca350000"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.308632Z"}, {"name": "Get ISA by ID", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#get-isa-by-id-test-step", "start_time": "2023-11-07T20:04:24.308665Z", "failed_checks": [], "passed_checks": [{"name": "Successful ISA query", "timestamp": "2023-11-07T20:04:24.313152Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA", "interuss.f3411.dss_endpoints.GetISA"]}, {"name": "ISA version match", "timestamp": "2023-11-07T20:04:24.313833Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/0000015c-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:24.308721Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "272"}, "elapsed_s": 0.00207, "reported": "2023-11-07T20:04:24.311614Z", "json": {"service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T20:04:24.46167Z", "time_end": "2023-11-07T21:04:24.46167Z", "version": "1f5bfsk9pc650", "id": "0000015c-e36d-40be-d38b-eca6ca350000"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.313864Z"}], "end_time": "2023-11-07T20:04:24.313885Z"}, {"name": "Update and search ISA", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#update-and-search-isa-test-case", "start_time": "2023-11-07T20:04:24.313925Z", "steps": [{"name": "Update ISA", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/test_steps/put_isa.md#create-or-update-isa-test-step", "start_time": "2023-11-07T20:04:24.313967Z", "failed_checks": [], "passed_checks": [{"name": "ISA response code", "timestamp": "2023-11-07T20:04:24.325242Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA response format", "timestamp": "2023-11-07T20:04:24.337979Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA ID matches", "timestamp": "2023-11-07T20:04:24.338080Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA version changed", "timestamp": "2023-11-07T20:04:24.338135Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA version format", "timestamp": "2023-11-07T20:04:24.338188Z", "participants": ["uss1"], "requirements": []}, {"name": "ISA start time matches", "timestamp": "2023-11-07T20:04:24.338241Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA end time matches", "timestamp": "2023-11-07T20:04:24.338291Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA URL matches", "timestamp": "2023-11-07T20:04:24.338345Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "ISA updated", "timestamp": "2023-11-07T20:04:24.338813Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}], "queries": [{"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/0000015c-e36d-40be-d38b-eca6ca350000/1f5bfsk9pc650", "initiated_at": "2023-11-07T20:04:24.314643Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "462", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:24.461670Z", "time_end": "2023-11-07T21:04:25.461670Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "a8c72148-52f4-4f8a-9c25-4913ed71c8d0"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "289"}, "elapsed_s": 0.006948, "reported": "2023-11-07T20:04:24.322398Z", "json": {"subscribers": [], "service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T20:04:24.46167Z", "time_end": "2023-11-07T21:04:25.46167Z", "version": "1f5bfskh51l9o", "id": "0000015c-e36d-40be-d38b-eca6ca350000"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.338845Z"}, {"name": "Get ISA by ID", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#get-isa-by-id-test-step-1", "start_time": "2023-11-07T20:04:24.338887Z", "failed_checks": [], "passed_checks": [{"name": "Successful ISA query", "timestamp": "2023-11-07T20:04:24.343003Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA", "interuss.f3411.dss_endpoints.GetISA"]}, {"name": "ISA version match", "timestamp": "2023-11-07T20:04:24.343713Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/0000015c-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:24.338939Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "272"}, "elapsed_s": 0.001871, "reported": "2023-11-07T20:04:24.341569Z", "json": {"service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T20:04:24.46167Z", "time_end": "2023-11-07T21:04:25.46167Z", "version": "1f5bfskh51l9o", "id": "0000015c-e36d-40be-d38b-eca6ca350000"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.343746Z"}, {"name": "Search by earliest time (included)", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/test_steps/search_isas.md#search-isas-test-step", "start_time": "2023-11-07T20:04:24.343785Z", "failed_checks": [], "passed_checks": [{"name": "ISAs search response format", "timestamp": "2023-11-07T20:04:24.360895Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "Successful ISAs search", "timestamp": "2023-11-07T20:04:24.360955Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "ISA returned by search", "timestamp": "2023-11-07T20:04:24.361773Z", "participants": ["uss1"], "requirements": []}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544&earliest_time=2023-11-07T21:03:25.461670Z", "initiated_at": "2023-11-07T20:04:24.343889Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "275"}, "elapsed_s": 0.002991, "reported": "2023-11-07T20:04:24.347662Z", "json": {"service_areas": [{"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T20:04:24.46167Z", "time_end": "2023-11-07T21:04:25.46167Z", "version": "1f5bfskh51l9o", "id": "0000015c-e36d-40be-d38b-eca6ca350000"}]}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.361807Z"}, {"name": "Search by earliest time (excluded)", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/test_steps/search_isas.md#search-isas-test-step", "start_time": "2023-11-07T20:04:24.361847Z", "failed_checks": [], "passed_checks": [{"name": "ISAs search response format", "timestamp": "2023-11-07T20:04:24.376732Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "Successful ISAs search", "timestamp": "2023-11-07T20:04:24.376792Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "ISA not returned by search", "timestamp": "2023-11-07T20:04:24.377002Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544&earliest_time=2023-11-07T21:05:25.461670Z", "initiated_at": "2023-11-07T20:04:24.361948Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "21"}, "elapsed_s": 0.002275, "reported": "2023-11-07T20:04:24.364991Z", "json": {"service_areas": []}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.377036Z"}, {"name": "Search by latest time (included)", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/test_steps/search_isas.md#search-isas-test-step", "start_time": "2023-11-07T20:04:24.377076Z", "failed_checks": [], "passed_checks": [{"name": "ISAs search response format", "timestamp": "2023-11-07T20:04:24.394227Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "Successful ISAs search", "timestamp": "2023-11-07T20:04:24.394294Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "ISA returned by search", "timestamp": "2023-11-07T20:04:24.395156Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544&latest_time=2023-11-07T20:05:24.461670Z", "initiated_at": "2023-11-07T20:04:24.377180Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "275"}, "elapsed_s": 0.002687, "reported": "2023-11-07T20:04:24.380658Z", "json": {"service_areas": [{"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T20:04:24.46167Z", "time_end": "2023-11-07T21:04:25.46167Z", "version": "1f5bfskh51l9o", "id": "0000015c-e36d-40be-d38b-eca6ca350000"}]}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.395191Z"}, {"name": "Search by latest time (excluded)", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/test_steps/search_isas.md#search-isas-test-step", "start_time": "2023-11-07T20:04:24.395232Z", "failed_checks": [], "passed_checks": [{"name": "ISAs search response format", "timestamp": "2023-11-07T20:04:24.410769Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "Successful ISAs search", "timestamp": "2023-11-07T20:04:24.410836Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "ISA not returned by search", "timestamp": "2023-11-07T20:04:24.411045Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544&latest_time=2023-11-07T20:03:24.461670Z", "initiated_at": "2023-11-07T20:04:24.395339Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "21"}, "elapsed_s": 0.002582, "reported": "2023-11-07T20:04:24.398755Z", "json": {"service_areas": []}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.411077Z"}, {"name": "Search by area only", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/test_steps/search_isas.md#search-isas-test-step", "start_time": "2023-11-07T20:04:24.411117Z", "failed_checks": [], "passed_checks": [{"name": "ISAs search response format", "timestamp": "2023-11-07T20:04:24.427984Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "Successful ISAs search", "timestamp": "2023-11-07T20:04:24.428051Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "ISA returned by search", "timestamp": "2023-11-07T20:04:24.428888Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544", "initiated_at": "2023-11-07T20:04:24.411204Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "275"}, "elapsed_s": 0.002483, "reported": "2023-11-07T20:04:24.414494Z", "json": {"service_areas": [{"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T20:04:24.46167Z", "time_end": "2023-11-07T21:04:25.46167Z", "version": "1f5bfskh51l9o", "id": "0000015c-e36d-40be-d38b-eca6ca350000"}]}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.428922Z"}, {"name": "Search with invalid params", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#search-with-invalid-params-test-step", "start_time": "2023-11-07T20:04:24.428964Z", "failed_checks": [], "passed_checks": [{"name": "Search request rejected", "timestamp": "2023-11-07T20:04:24.431358Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas?area=", "initiated_at": "2023-11-07T20:04:24.429021Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "68"}, "elapsed_s": 0.001275, "reported": "2023-11-07T20:04:24.431049Z", "json": {"message": "Missing area (E:7d0bad13-ed5f-4f9b-89ab-161ca82aa8cd)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.431422Z"}, {"name": "Search by huge area", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#search-by-huge-area-test-step", "start_time": "2023-11-07T20:04:24.431462Z", "failed_checks": [], "passed_checks": [{"name": "Search request rejected", "timestamp": "2023-11-07T20:04:24.434075Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas?area=38.0,-81.0,37.0,-81.0,37.0,-80.0,38.0,-80.0", "initiated_at": "2023-11-07T20:04:24.431562Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 413, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "70"}, "elapsed_s": 0.001102, "reported": "2023-11-07T20:04:24.433792Z", "json": {"message": "Area too large (E:2f01b38e-e438-42f0-8568-288cbad5c13a)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.434114Z"}, {"name": "Search ISA with loop", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#search-isa-with-loop-test-step", "start_time": "2023-11-07T20:04:24.434151Z", "failed_checks": [], "passed_checks": [{"name": "Search request rejected", "timestamp": "2023-11-07T20:04:24.436587Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544,37.1853,-80.614", "initiated_at": "2023-11-07T20:04:24.434232Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "103"}, "elapsed_s": 0.001014, "reported": "2023-11-07T20:04:24.436308Z", "json": {"message": "Intersection found between polygon edge 1 and 4 (E:9ba73fb2-2d7c-4a6e-aa10-383a43a37b04)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.436626Z"}], "end_time": "2023-11-07T20:04:24.436645Z"}, {"name": "Delete ISA", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#delete-isa-test-case", "start_time": "2023-11-07T20:04:24.436687Z", "steps": [{"name": "Delete with wrong version", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#delete-with-wrong-version-test-step", "start_time": "2023-11-07T20:04:24.436723Z", "failed_checks": [], "passed_checks": [{"name": "Delete request rejected", "timestamp": "2023-11-07T20:04:24.440626Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,b"]}], "queries": [{"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/0000015c-e36d-40be-d38b-eca6ca350000/f5bfskh51l9", "initiated_at": "2023-11-07T20:04:24.437245Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "body": null, "json": null}, "response": {"code": 409, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "127"}, "elapsed_s": 0.002421, "reported": "2023-11-07T20:04:24.440324Z", "json": {"message": "ISA currently at version 1f5bfskh51l9o but client specified f5bfskh51l9 (E:8d18d347-0c8f-4d1b-b960-d20326ce24d8)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.440690Z"}, {"name": "Delete with empty version", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#delete-with-empty-version-test-step", "start_time": "2023-11-07T20:04:24.440723Z", "failed_checks": [], "passed_checks": [{"name": "Delete request rejected", "timestamp": "2023-11-07T20:04:24.443257Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,b"]}], "queries": [{"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/0000015c-e36d-40be-d38b-eca6ca350000/", "initiated_at": "2023-11-07T20:04:24.441234Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "body": null, "json": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "78"}, "elapsed_s": 0.001043, "reported": "2023-11-07T20:04:24.442952Z", "json": {"message": "Missing version string (E:07c8eb18-9897-4a68-a98f-d029610fac6f)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.443296Z"}, {"name": "Delete ISA", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/test_steps/delete_isa.md#delete-isa-test-step", "start_time": "2023-11-07T20:04:24.443329Z", "failed_checks": [], "passed_checks": [{"name": "ISA response format", "timestamp": "2023-11-07T20:04:24.466931Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,b"]}, {"name": "ISA ID matches", "timestamp": "2023-11-07T20:04:24.467038Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,b"]}, {"name": "ISA version matches", "timestamp": "2023-11-07T20:04:24.467090Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,b"]}, {"name": "ISA deleted", "timestamp": "2023-11-07T20:04:24.467118Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,b"]}], "queries": [{"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/0000015c-e36d-40be-d38b-eca6ca350000/1f5bfskh51l9o", "initiated_at": "2023-11-07T20:04:24.443512Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "289"}, "elapsed_s": 0.006584, "reported": "2023-11-07T20:04:24.450818Z", "json": {"service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T20:04:24.46167Z", "time_end": "2023-11-07T21:04:25.46167Z", "version": "1f5bfskh51l9o", "id": "0000015c-e36d-40be-d38b-eca6ca350000"}, "subscribers": []}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.467141Z"}, {"name": "Get deleted ISA by ID", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#get-deleted-isa-by-id-test-step", "start_time": "2023-11-07T20:04:24.467173Z", "failed_checks": [], "passed_checks": [{"name": "ISA not found", "timestamp": "2023-11-07T20:04:24.470372Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/0000015c-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:24.467227Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "106"}, "elapsed_s": 0.002047, "reported": "2023-11-07T20:04:24.470058Z", "json": {"message": "ISA 0000015c-e36d-40be-d38b-eca6ca350000 not found (E:fdcc3aad-b69c-4166-8868-fd4d6aaf0ba5)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.470413Z"}, {"name": "Search ISA", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/test_steps/search_isas.md#search-isas-test-step", "start_time": "2023-11-07T20:04:24.470445Z", "failed_checks": [], "passed_checks": [{"name": "ISAs search response format", "timestamp": "2023-11-07T20:04:24.485217Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "Successful ISAs search", "timestamp": "2023-11-07T20:04:24.485286Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "ISA not returned by search", "timestamp": "2023-11-07T20:04:24.485500Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544", "initiated_at": "2023-11-07T20:04:24.470668Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "21"}, "elapsed_s": 0.002078, "reported": "2023-11-07T20:04:24.473511Z", "json": {"service_areas": []}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.485533Z"}], "end_time": "2023-11-07T20:04:24.485554Z"}], "successful": true, "end_time": "2023-11-07T20:04:24.485573Z", "cleanup": {"name": "Cleanup", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_simple.md#cleanup", "start_time": "2023-11-07T20:04:24.485602Z", "failed_checks": [], "passed_checks": [{"name": "Successful ISA query", "timestamp": "2023-11-07T20:04:24.488620Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/0000015c-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:24.485638Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "106"}, "elapsed_s": 0.00189, "reported": "2023-11-07T20:04:24.488285Z", "json": {"message": "ISA 0000015c-e36d-40be-d38b-eca6ca350000 not found (E:367cdef7-1f71-4771-9f91-dcdc5a690ddf)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.488675Z"}}}, {"test_scenario": {"name": "ASTM NetRID DSS: Submitted ISA Validations", "scenario_type": "scenarios.astm.netrid.v19.dss.ISAValidation", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_validation.md", "start_time": "2023-11-07T20:04:24.489156Z", "cases": [{"name": "Setup", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_validation.md#setup-test-case", "start_time": "2023-11-07T20:04:24.489209Z", "steps": [{"name": "Ensure clean workspace", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_validation.md#ensure-clean-workspace-test-step", "start_time": "2023-11-07T20:04:24.489243Z", "failed_checks": [], "passed_checks": [{"name": "Successful ISA query", "timestamp": "2023-11-07T20:04:24.492278Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000170-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:24.489282Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "106"}, "elapsed_s": 0.001716, "reported": "2023-11-07T20:04:24.491960Z", "json": {"message": "ISA 00000170-e36d-40be-d38b-eca6ca350000 not found (E:2de7ed8f-1f31-405e-829c-22cfcc4cdb9d)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.492351Z"}], "end_time": "2023-11-07T20:04:24.492373Z"}, {"name": "ISA Validation", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_validation.md#isa-validation-test-case", "start_time": "2023-11-07T20:04:24.492402Z", "steps": [{"name": "ISA Validation", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_validation.md#isa-validation-test-step", "start_time": "2023-11-07T20:04:24.492432Z", "failed_checks": [], "passed_checks": [{"name": "ISA huge area", "timestamp": "2023-11-07T20:04:24.495339Z", "participants": ["uss1"], "requirements": []}, {"name": "ISA empty vertices", "timestamp": "2023-11-07T20:04:24.498027Z", "participants": ["uss1"], "requirements": []}, {"name": "ISA start time in the past", "timestamp": "2023-11-07T20:04:24.501178Z", "participants": ["uss1"], "requirements": []}, {"name": "ISA start time after end time", "timestamp": "2023-11-07T20:04:24.504244Z", "participants": ["uss1"], "requirements": []}, {"name": "ISA vertices are valid", "timestamp": "2023-11-07T20:04:24.507231Z", "participants": ["uss1"], "requirements": []}, {"name": "ISA missing outline", "timestamp": "2023-11-07T20:04:24.510305Z", "participants": ["uss1"], "requirements": []}, {"name": "ISA missing volume", "timestamp": "2023-11-07T20:04:24.512712Z", "participants": ["uss1"], "requirements": []}], "queries": [{"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000170-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:24.493197Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "442", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 38.0, "lng": -81.0}, {"lat": 37.0, "lng": -81.0}, {"lat": 37.0, "lng": -80.0}, {"lat": 38.0, "lng": -80.0}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:24.480178Z", "time_end": "2023-11-07T21:04:24.480178Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "25084014-fca0-461d-9f0f-a73abc404617"}, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "70"}, "elapsed_s": 0.001111, "reported": "2023-11-07T20:04:24.495012Z", "json": {"message": "Area too large (E:4c65cea6-5313-4736-855a-b9b4b0fab781)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000170-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:24.496003Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "328", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": []}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:24.480178Z", "time_end": "2023-11-07T21:04:24.480178Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "08bcb3ec-a285-4877-aff1-8a082962084c"}, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "93"}, "elapsed_s": 0.001039, "reported": "2023-11-07T20:04:24.497716Z", "json": {"message": "Missing or malformed required extents (E:261f9f01-eccc-4dff-80ef-16af27f869ae)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000170-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:24.498745Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "462", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T19:54:24.498065Z", "time_end": "2023-11-07T20:54:24.498065Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "4dfb2f6e-adb1-404e-ade0-8904946aeea1"}, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "116"}, "elapsed_s": 0.001137, "reported": "2023-11-07T20:04:24.500579Z", "json": {"message": "IdentificationServiceArea time_start must not be in the past (E:ac803b05-9f02-4318-90a5-72769009d274)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000170-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:24.501907Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "462", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-01-10T01:00:01.123456Z", "time_end": "2023-01-10T00:00:01.123456Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "4054d1f9-2ad4-492d-bd6c-91e1a02f2ee8"}, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "116"}, "elapsed_s": 0.001275, "reported": "2023-11-07T20:04:24.503872Z", "json": {"message": "IdentificationServiceArea time_start must not be in the past (E:774f6e02-0bf2-49c0-ac6d-05f1259a5ce7)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000170-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:24.505117Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "474", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 130.0, "lng": -23.0}, {"lat": 130.0, "lng": -24.000000000000004}, {"lat": 132.0, "lng": -24.000000000000004}, {"lat": 132.0, "lng": -23.0}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-01-10T00:00:01.123456Z", "time_end": "2023-01-10T01:00:01.123456Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "7c649d49-4bd5-4e36-b1a3-6d334bb714af"}, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "101"}, "elapsed_s": 0.001053, "reported": "2023-11-07T20:04:24.506863Z", "json": {"message": "Coordinates did not create a well-formed area (E:ed648123-4196-4fa7-8afd-18dbf872c338)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000170-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:24.507486Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "297", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"spatial_volume": {"altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:24.480178Z", "time_end": "2023-11-07T21:04:24.480178Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "25084014-fca0-461d-9f0f-a73abc404617"}, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "93"}, "elapsed_s": 0.001828, "reported": "2023-11-07T20:04:24.510000Z", "json": {"message": "Missing or malformed required extents (E:84f9697f-ae7a-4a54-aef0-6695e7b671d1)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000170-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:24.510569Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "234", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"time_start": "2023-11-07T20:04:24.480178Z", "time_end": "2023-11-07T21:04:24.480178Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "25084014-fca0-461d-9f0f-a73abc404617"}, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "93"}, "elapsed_s": 0.001148, "reported": "2023-11-07T20:04:24.512378Z", "json": {"message": "Missing or malformed required extents (E:2d09f6d9-b945-4c15-9aa5-133e36dfee87)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.512758Z"}], "end_time": "2023-11-07T20:04:24.512879Z"}], "successful": true, "end_time": "2023-11-07T20:04:24.512902Z", "cleanup": {"name": "Cleanup", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_validation.md#cleanup", "start_time": "2023-11-07T20:04:24.512932Z", "failed_checks": [], "passed_checks": [{"name": "Successful ISA query", "timestamp": "2023-11-07T20:04:24.516073Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000170-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:24.512969Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "106"}, "elapsed_s": 0.001843, "reported": "2023-11-07T20:04:24.515429Z", "json": {"message": "ISA 00000170-e36d-40be-d38b-eca6ca350000 not found (E:aabe305c-4b5c-4530-a105-e1ffce6f92a6)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.516256Z"}}}, {"test_scenario": {"name": "ASTM NetRID DSS: ISA Expiry", "scenario_type": "scenarios.astm.netrid.v19.dss.ISAExpiry", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md", "start_time": "2023-11-07T20:04:24.516894Z", "cases": [{"name": "Setup", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#setup-test-case", "start_time": "2023-11-07T20:04:24.516980Z", "steps": [{"name": "Ensure clean workspace", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#ensure-clean-workspace-test-step", "start_time": "2023-11-07T20:04:24.517124Z", "failed_checks": [], "passed_checks": [{"name": "Successful ISA query", "timestamp": "2023-11-07T20:04:24.520163Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000171-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:24.517174Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "106"}, "elapsed_s": 0.001837, "reported": "2023-11-07T20:04:24.519731Z", "json": {"message": "ISA 00000171-e36d-40be-d38b-eca6ca350000 not found (E:8f1039b3-7db3-483d-9f6c-edf896f3c5ea)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:24.520327Z"}], "end_time": "2023-11-07T20:04:24.520347Z"}, {"name": "ISA Expiry", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#isa-expiry-test-case", "start_time": "2023-11-07T20:04:24.520393Z", "steps": [{"name": "ISA Expiry", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#isa-expiry-test-step", "start_time": "2023-11-07T20:04:24.520425Z", "failed_checks": [], "passed_checks": [{"name": "Create short-lived ISA", "timestamp": "2023-11-07T20:04:24.530324Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "Expired ISAs are not part of search results", "timestamp": "2023-11-07T20:04:29.539441Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.SearchISAs"]}, {"name": "An expired ISA can be queried by its ID", "timestamp": "2023-11-07T20:04:29.543132Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}], "queries": [{"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000171-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:24.521274Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "462", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:24.520464Z", "time_end": "2023-11-07T20:04:29.520464Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "3cf1ea89-375d-4702-9f33-28c65e9553ef"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:24 GMT", "Content-Length": "291"}, "elapsed_s": 0.005867, "reported": "2023-11-07T20:04:24.528198Z", "json": {"subscribers": [], "service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T20:04:24.520464Z", "time_end": "2023-11-07T20:04:29.520464Z", "version": "1f5bfskn9r1t0", "id": "00000171-e36d-40be-d38b-eca6ca350000"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544", "initiated_at": "2023-11-07T20:04:29.535582Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "21"}, "elapsed_s": 0.002433, "reported": "2023-11-07T20:04:29.538942Z", "json": {"service_areas": []}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000171-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:29.539517Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "274"}, "elapsed_s": 0.001575, "reported": "2023-11-07T20:04:29.541811Z", "json": {"service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T20:04:24.520464Z", "time_end": "2023-11-07T20:04:29.520464Z", "version": "1f5bfskn9r1t0", "id": "00000171-e36d-40be-d38b-eca6ca350000"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:29.543170Z"}], "end_time": "2023-11-07T20:04:29.543190Z"}], "successful": true, "end_time": "2023-11-07T20:04:29.543208Z", "cleanup": {"name": "Cleanup", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_expiry.md#cleanup", "start_time": "2023-11-07T20:04:29.543235Z", "failed_checks": [], "passed_checks": [{"name": "Successful ISA query", "timestamp": "2023-11-07T20:04:29.546143Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}, {"name": "Removed pre-existing ISA", "timestamp": "2023-11-07T20:04:29.556375Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,b"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000171-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:29.543270Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "274"}, "elapsed_s": 0.001525, "reported": "2023-11-07T20:04:29.545462Z", "json": {"service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T20:04:24.520464Z", "time_end": "2023-11-07T20:04:29.520464Z", "version": "1f5bfskn9r1t0", "id": "00000171-e36d-40be-d38b-eca6ca350000"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000171-e36d-40be-d38b-eca6ca350000/1f5bfskn9r1t0", "initiated_at": "2023-11-07T20:04:29.547141Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "291"}, "elapsed_s": 0.006083, "reported": "2023-11-07T20:04:29.553965Z", "json": {"service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T20:04:24.520464Z", "time_end": "2023-11-07T20:04:29.520464Z", "version": "1f5bfskn9r1t0", "id": "00000171-e36d-40be-d38b-eca6ca350000"}, "subscribers": []}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:29.556418Z"}}}, {"test_scenario": {"name": "ASTM NetRID DSS: ISA Subscription Interactions", "scenario_type": "scenarios.astm.netrid.v19.dss.ISASubscriptionInteractions", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_subscription_interactions.md", "start_time": "2023-11-07T20:04:29.556753Z", "cases": [{"name": "Setup", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_subscription_interactions.md#setup-test-case", "start_time": "2023-11-07T20:04:29.556805Z", "steps": [{"name": "Ensure clean workspace", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_subscription_interactions.md#ensure-clean-workspace-test-step", "start_time": "2023-11-07T20:04:29.556839Z", "failed_checks": [], "passed_checks": [{"name": "Successful ISA query", "timestamp": "2023-11-07T20:04:29.559637Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}, {"name": "Successful subscription search query", "timestamp": "2023-11-07T20:04:29.563853Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000172-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:29.556876Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "106"}, "elapsed_s": 0.001706, "reported": "2023-11-07T20:04:29.559260Z", "json": {"message": "ISA 00000172-e36d-40be-d38b-eca6ca350000 not found (E:7ebd97d2-d00b-4af0-a6d6-2cde6ebdaeaf)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544", "initiated_at": "2023-11-07T20:04:29.559761Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "21"}, "elapsed_s": 0.002726, "reported": "2023-11-07T20:04:29.563180Z", "json": {"subscriptions": []}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:29.564007Z"}], "end_time": "2023-11-07T20:04:29.564031Z"}, {"name": "ISA Subscription Interactions", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_subscription_interactions.md#isa-subscription-interactions-test-case", "start_time": "2023-11-07T20:04:29.564064Z", "steps": [{"name": "ISA Subscription Interactions", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_subscription_interactions.md#isa-subscription-interactions-test-step", "start_time": "2023-11-07T20:04:29.564095Z", "failed_checks": [], "passed_checks": [{"name": "Create an ISA", "timestamp": "2023-11-07T20:04:29.573031Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "Create a subscription within the ISA footprint", "timestamp": "2023-11-07T20:04:29.584923Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Subscription for the ISA's area mentions the ISA", "timestamp": "2023-11-07T20:04:29.585976Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Newly created subscription has a notification_index of 0", "timestamp": "2023-11-07T20:04:29.587462Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Mutate the ISA", "timestamp": "2023-11-07T20:04:29.731432Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "Response to the mutation of the ISA contains subscription ID", "timestamp": "2023-11-07T20:04:29.734156Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "Subscription to an ISA has its notification index incremented after mutation", "timestamp": "2023-11-07T20:04:29.735482Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "Delete the ISA", "timestamp": "2023-11-07T20:04:29.766568Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Response to the deletion of the ISA contains subscription ID", "timestamp": "2023-11-07T20:04:29.769309Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,b"]}, {"name": "Subscription to an ISA has its notification index incremented after deletion", "timestamp": "2023-11-07T20:04:29.770659Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,a"]}, {"name": "Successful subscription deletion", "timestamp": "2023-11-07T20:04:29.781579Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}], "queries": [{"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000172-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:29.564809Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "462", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:24.527056Z", "time_end": "2023-11-07T21:04:24.527056Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "79f66d6c-06c6-4b1c-9804-7d7bd3b2f385"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "291"}, "elapsed_s": 0.005447, "reported": "2023-11-07T20:04:29.571006Z", "json": {"subscribers": [], "service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T20:04:24.527056Z", "time_end": "2023-11-07T21:04:24.527056Z", "version": "1f5bfspdjp6og", "id": "00000172-e36d-40be-d38b-eca6ca350000"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000172-e36d-40be-d38b-eca6ca350001", "initiated_at": "2023-11-07T20:04:29.573715Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:24.527056Z", "time_end": "2023-11-07T21:04:24.527056Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "66c30e51-afe8-4451-a04f-64e0a5d68eff"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "627"}, "elapsed_s": 0.009, "reported": "2023-11-07T20:04:29.583448Z", "json": {"service_areas": [{"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T20:04:24.527056Z", "time_end": "2023-11-07T21:04:24.527056Z", "version": "1f5bfspdjp6og", "id": "00000172-e36d-40be-d38b-eca6ca350000"}], "subscription": {"id": "00000172-e36d-40be-d38b-eca6ca350001", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T21:04:24.527056Z", "time_start": "2023-11-07T20:04:24.527056Z", "version": "1f5bfspds84m0"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000172-e36d-40be-d38b-eca6ca350000/1f5bfspdjp6og", "initiated_at": "2023-11-07T20:04:29.588626Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "462", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3047.0}, "time_start": "2023-11-07T20:04:24.527056Z", "time_end": "2023-11-07T21:04:24.527056Z"}, "flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "request_id": "7bb4acdd-0690-4194-8c20-acc91f3e18e6"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "482"}, "elapsed_s": 0.005469, "reported": "2023-11-07T20:04:29.594915Z", "json": {"subscribers": [{"subscriptions": [{"subscription_id": "00000172-e36d-40be-d38b-eca6ca350001", "notification_index": 1}], "url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}], "service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T20:04:24.527056Z", "time_end": "2023-11-07T21:04:24.527056Z", "version": "1f5bfspeajnn0", "id": "00000172-e36d-40be-d38b-eca6ca350000"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000172-e36d-40be-d38b-eca6ca350000/1f5bfspeajnn0", "initiated_at": "2023-11-07T20:04:29.736369Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy53cml0ZS5pZGVudGlmaWNhdGlvbl9zZXJ2aWNlX2FyZWFzIiwic3ViIjoidXNzX3F1YWxpZmllciJ9.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "482"}, "elapsed_s": 0.00639, "reported": "2023-11-07T20:04:29.743590Z", "json": {"service_area": {"flights_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/flights", "owner": "uss_qualifier", "time_start": "2023-11-07T20:04:24.527056Z", "time_end": "2023-11-07T21:04:24.527056Z", "version": "1f5bfspeajnn0", "id": "00000172-e36d-40be-d38b-eca6ca350000"}, "subscribers": [{"subscriptions": [{"subscription_id": "00000172-e36d-40be-d38b-eca6ca350001", "notification_index": 2}], "url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}]}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000172-e36d-40be-d38b-eca6ca350001/1f5bfspds84m0", "initiated_at": "2023-11-07T20:04:29.772033Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "352"}, "elapsed_s": 0.007175, "reported": "2023-11-07T20:04:29.779976Z", "json": {"subscription": {"id": "00000172-e36d-40be-d38b-eca6ca350001", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 2, "time_end": "2023-11-07T21:04:24.527056Z", "time_start": "2023-11-07T20:04:24.527056Z", "version": "1f5bfspds84m0"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:29.781620Z"}], "end_time": "2023-11-07T20:04:29.781641Z"}], "successful": true, "end_time": "2023-11-07T20:04:29.781658Z", "cleanup": {"name": "Cleanup", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/isa_subscription_interactions.md#cleanup", "start_time": "2023-11-07T20:04:29.781687Z", "failed_checks": [], "passed_checks": [{"name": "Successful ISA query", "timestamp": "2023-11-07T20:04:29.784307Z", "participants": ["uss1"], "requirements": ["interuss.f3411.dss_endpoints.GetISA"]}, {"name": "Successful subscription search query", "timestamp": "2023-11-07T20:04:29.787589Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/identification_service_areas/00000172-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:29.781725Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "106"}, "elapsed_s": 0.00159, "reported": "2023-11-07T20:04:29.783993Z", "json": {"message": "ISA 00000172-e36d-40be-d38b-eca6ca350000 not found (E:2a6fb95d-42fb-447c-a44b-a6a67b5785fa)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544", "initiated_at": "2023-11-07T20:04:29.784418Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "21"}, "elapsed_s": 0.002111, "reported": "2023-11-07T20:04:29.787205Z", "json": {"subscriptions": []}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:29.787755Z"}}}, {"test_scenario": {"name": "ASTM NetRID DSS: Subscription Validation", "scenario_type": "scenarios.astm.netrid.v19.dss.SubscriptionValidation", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md", "start_time": "2023-11-07T20:04:29.788096Z", "cases": [{"name": "Setup", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md#setup-test-case", "start_time": "2023-11-07T20:04:29.788147Z", "steps": [{"name": "Ensure clean workspace", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md#ensure-clean-workspace-test-step", "start_time": "2023-11-07T20:04:29.788182Z", "failed_checks": [], "passed_checks": [{"name": "Successful subscription search query", "timestamp": "2023-11-07T20:04:29.791124Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544", "initiated_at": "2023-11-07T20:04:29.788255Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "21"}, "elapsed_s": 0.001879, "reported": "2023-11-07T20:04:29.790775Z", "json": {"subscriptions": []}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:29.791349Z"}], "end_time": "2023-11-07T20:04:29.791377Z"}, {"name": "Subscription duration limitations", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md#subscription-duration-limitations-test-case", "start_time": "2023-11-07T20:04:29.791408Z", "steps": [{"name": "Try to create too-long subscription", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md#try-to-create-too-long-subscription-test-step", "start_time": "2023-11-07T20:04:29.791441Z", "failed_checks": [], "passed_checks": [{"name": "Too-long subscription creation rejected", "timestamp": "2023-11-07T20:04:29.794352Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0060"]}], "queries": [{"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:29.792198Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:29.791485Z", "time_end": "2023-11-08T20:14:29.791485Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "72756e58-b7e2-4887-96a1-2c94f24b90bb"}, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "92"}, "elapsed_s": 0.001145, "reported": "2023-11-07T20:04:29.794045Z", "json": {"message": "Subscription window exceeds 24 hours (E:5e45d36b-c211-4004-aed6-7c05247296ef)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:29.794389Z"}, {"name": "Try to extend subscription", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md#try-to-extend-subscription-test-step", "start_time": "2023-11-07T20:04:29.794417Z", "failed_checks": [], "passed_checks": [{"name": "Valid subscription created", "timestamp": "2023-11-07T20:04:29.803293Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Subscription duration limited during update", "timestamp": "2023-11-07T20:04:29.806241Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0060"]}], "queries": [{"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:29.795146Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:29.794462Z", "time_end": "2023-11-08T20:03:29.794462Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "16f6d85b-4873-47f8-90de-dac6a4cd7e4c"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "371"}, "elapsed_s": 0.006684, "reported": "2023-11-07T20:04:29.802538Z", "json": {"service_areas": [], "subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350000", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-08T20:03:29.794462Z", "time_start": "2023-11-07T20:04:29.794462Z", "version": "1f5bfspkfcpig"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:29.804015Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:29.803351Z", "time_end": "2023-11-08T20:14:29.803351Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "1b97a172-0e51-43eb-b4b0-5d713578441f"}, "body": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "92"}, "elapsed_s": 0.001165, "reported": "2023-11-07T20:04:29.805890Z", "json": {"message": "Subscription window exceeds 24 hours (E:9165aede-45d7-4a5a-acc3-7a7b2a6c6870)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:29.806434Z"}, {"name": "Remove subscription", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md#remove-subscription-test-step", "start_time": "2023-11-07T20:04:29.806464Z", "failed_checks": [], "passed_checks": [{"name": "Subscription deleted", "timestamp": "2023-11-07T20:04:29.814874Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}], "queries": [{"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350000/1f5bfspkfcpig", "initiated_at": "2023-11-07T20:04:29.807418Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "352"}, "elapsed_s": 0.00508, "reported": "2023-11-07T20:04:29.813195Z", "json": {"subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350000", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-08T20:03:29.794462Z", "time_start": "2023-11-07T20:04:29.794462Z", "version": "1f5bfspkfcpig"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:29.814912Z"}], "end_time": "2023-11-07T20:04:29.814931Z"}, {"name": "Subscription quantity limitations", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md#subscription-quantity-limitations-test-case", "start_time": "2023-11-07T20:04:29.814963Z", "steps": [{"name": "Create maximum number of subscriptions", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md#create-maximum-number-of-subscriptions-test-step", "start_time": "2023-11-07T20:04:29.814996Z", "failed_checks": [], "passed_checks": [{"name": "Create up to the maximum allowed number of subscriptions in an area", "timestamp": "2023-11-07T20:04:29.914575Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}], "queries": [{"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350100", "initiated_at": "2023-11-07T20:04:29.815678Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:29.815044Z", "time_end": "2023-11-07T20:34:29.815044Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "7040c89f-82b6-4937-bfb4-8fdbd927aaec"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "371"}, "elapsed_s": 0.00738, "reported": "2023-11-07T20:04:29.824029Z", "json": {"service_areas": [], "subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350100", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.815044Z", "time_start": "2023-11-07T20:04:29.815044Z", "version": "1f5bfspl30mb8"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350101", "initiated_at": "2023-11-07T20:04:29.826014Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:29.825378Z", "time_end": "2023-11-07T20:34:29.825378Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "16a088a2-ef20-4d48-ac60-3a984ff49239"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "371"}, "elapsed_s": 0.007416, "reported": "2023-11-07T20:04:29.834152Z", "json": {"service_areas": [], "subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350101", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.825378Z", "time_start": "2023-11-07T20:04:29.825378Z", "version": "1f5bfsplcsuf0"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350102", "initiated_at": "2023-11-07T20:04:29.836174Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:29.835523Z", "time_end": "2023-11-07T20:34:29.835523Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "87ac9d9f-5922-40aa-a56d-03625c0693f4"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "371"}, "elapsed_s": 0.007586, "reported": "2023-11-07T20:04:29.844488Z", "json": {"service_areas": [], "subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350102", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.835523Z", "time_start": "2023-11-07T20:04:29.835523Z", "version": "1f5bfsplmpr30"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350103", "initiated_at": "2023-11-07T20:04:29.846040Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:29.845399Z", "time_end": "2023-11-07T20:34:29.845399Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "d692e78e-3635-4b7a-b569-1e07e3bce92d"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "371"}, "elapsed_s": 0.007047, "reported": "2023-11-07T20:04:29.853811Z", "json": {"service_areas": [], "subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350103", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.845399Z", "time_start": "2023-11-07T20:04:29.845399Z", "version": "1f5bfsplvuvug"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350104", "initiated_at": "2023-11-07T20:04:29.855238Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:29.854613Z", "time_end": "2023-11-07T20:34:29.854613Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "8ab490c3-96a2-427a-aebd-fd9c3bd1fce6"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "371"}, "elapsed_s": 0.007138, "reported": "2023-11-07T20:04:29.863129Z", "json": {"service_areas": [], "subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350104", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.854613Z", "time_start": "2023-11-07T20:04:29.854613Z", "version": "1f5bfspm8ote0"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350105", "initiated_at": "2023-11-07T20:04:29.864573Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:29.863936Z", "time_end": "2023-11-07T20:34:29.863936Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "dc7f5c37-e5e5-4f79-9a73-d9da191bc3e5"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "371"}, "elapsed_s": 0.007659, "reported": "2023-11-07T20:04:29.872973Z", "json": {"service_areas": [], "subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350105", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.863936Z", "time_start": "2023-11-07T20:04:29.863936Z", "version": "1f5bfspmhkrc0"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350106", "initiated_at": "2023-11-07T20:04:29.875061Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:29.874428Z", "time_end": "2023-11-07T20:34:29.874428Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "628920f7-f34c-4636-b430-a50fda3f3e9c"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "371"}, "elapsed_s": 0.007737, "reported": "2023-11-07T20:04:29.883563Z", "json": {"service_areas": [], "subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350106", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.874428Z", "time_start": "2023-11-07T20:04:29.874428Z", "version": "1f5bfspmro808"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350107", "initiated_at": "2023-11-07T20:04:29.885104Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:29.884469Z", "time_end": "2023-11-07T20:34:29.884469Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "be98a744-0484-4800-a6f1-7f281760eaf1"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "371"}, "elapsed_s": 0.007291, "reported": "2023-11-07T20:04:29.893128Z", "json": {"service_areas": [], "subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350107", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.884469Z", "time_start": "2023-11-07T20:04:29.884469Z", "version": "1f5bfspn58i98"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350108", "initiated_at": "2023-11-07T20:04:29.894642Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:29.894009Z", "time_end": "2023-11-07T20:34:29.894009Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "a34f803a-d5b6-4f5f-8369-f7fb0e4a723e"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "371"}, "elapsed_s": 0.008212, "reported": "2023-11-07T20:04:29.903589Z", "json": {"service_areas": [], "subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350108", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.894009Z", "time_start": "2023-11-07T20:04:29.894009Z", "version": "1f5bfspnec3cg"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350109", "initiated_at": "2023-11-07T20:04:29.905157Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:29.904514Z", "time_end": "2023-11-07T20:34:29.904514Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "0e7d0c3d-ba76-4d1b-8f99-cfe99449bf7d"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "371"}, "elapsed_s": 0.007796, "reported": "2023-11-07T20:04:29.913686Z", "json": {"service_areas": [], "subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350109", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.904514Z", "time_start": "2023-11-07T20:04:29.904514Z", "version": "1f5bfspnod4qg"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:29.914616Z"}, {"name": "Exceed maximum number of subscriptions", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md#exceed-maximum-number-of-subscriptions-test-step", "start_time": "2023-11-07T20:04:29.914649Z", "failed_checks": [], "passed_checks": [{"name": "Enforce maximum number of subscriptions for an area", "timestamp": "2023-11-07T20:04:29.920468Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0050"]}], "queries": [{"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350200", "initiated_at": "2023-11-07T20:04:29.915333Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:29.914701Z", "time_end": "2023-11-07T20:34:29.914701Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "4c993f40-fd91-4e37-b162-e97f29214daa"}, "body": null}, "response": {"code": 429, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "108"}, "elapsed_s": 0.004093, "reported": "2023-11-07T20:04:29.920172Z", "json": {"message": "Too many existing subscriptions in this area already (E:0820dedd-066f-4f22-b65b-609c72d9272e)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:29.920507Z"}, {"name": "Clean up subscriptions", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md#clean-up-subscriptions-test-step", "start_time": "2023-11-07T20:04:29.920535Z", "failed_checks": [], "passed_checks": [{"name": "Successful subscription search query", "timestamp": "2023-11-07T20:04:29.927498Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}, {"name": "Subscription can be deleted", "timestamp": "2023-11-07T20:04:29.940656Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Subscription can be deleted", "timestamp": "2023-11-07T20:04:29.946477Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Subscription can be deleted", "timestamp": "2023-11-07T20:04:29.953107Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Subscription can be deleted", "timestamp": "2023-11-07T20:04:29.960034Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Subscription can be deleted", "timestamp": "2023-11-07T20:04:29.965872Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Subscription can be deleted", "timestamp": "2023-11-07T20:04:29.973131Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Subscription can be deleted", "timestamp": "2023-11-07T20:04:29.995975Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Subscription can be deleted", "timestamp": "2023-11-07T20:04:30.005465Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Subscription can be deleted", "timestamp": "2023-11-07T20:04:30.013414Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Subscription can be deleted", "timestamp": "2023-11-07T20:04:30.020276Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544", "initiated_at": "2023-11-07T20:04:29.920693Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Transfer-Encoding": "chunked"}, "elapsed_s": 0.00244, "reported": "2023-11-07T20:04:29.923795Z", "json": {"subscriptions": [{"id": "0000016f-e36d-40be-d38b-eca6ca350100", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.815044Z", "time_start": "2023-11-07T20:04:29.815044Z", "version": "1f5bfspl30mb8"}, {"id": "0000016f-e36d-40be-d38b-eca6ca350101", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.825378Z", "time_start": "2023-11-07T20:04:29.825378Z", "version": "1f5bfsplcsuf0"}, {"id": "0000016f-e36d-40be-d38b-eca6ca350102", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.835523Z", "time_start": "2023-11-07T20:04:29.835523Z", "version": "1f5bfsplmpr30"}, {"id": "0000016f-e36d-40be-d38b-eca6ca350103", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.845399Z", "time_start": "2023-11-07T20:04:29.845399Z", "version": "1f5bfsplvuvug"}, {"id": "0000016f-e36d-40be-d38b-eca6ca350104", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.854613Z", "time_start": "2023-11-07T20:04:29.854613Z", "version": "1f5bfspm8ote0"}, {"id": "0000016f-e36d-40be-d38b-eca6ca350105", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.863936Z", "time_start": "2023-11-07T20:04:29.863936Z", "version": "1f5bfspmhkrc0"}, {"id": "0000016f-e36d-40be-d38b-eca6ca350106", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.874428Z", "time_start": "2023-11-07T20:04:29.874428Z", "version": "1f5bfspmro808"}, {"id": "0000016f-e36d-40be-d38b-eca6ca350107", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.884469Z", "time_start": "2023-11-07T20:04:29.884469Z", "version": "1f5bfspn58i98"}, {"id": "0000016f-e36d-40be-d38b-eca6ca350108", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.894009Z", "time_start": "2023-11-07T20:04:29.894009Z", "version": "1f5bfspnec3cg"}, {"id": "0000016f-e36d-40be-d38b-eca6ca350109", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.904514Z", "time_start": "2023-11-07T20:04:29.904514Z", "version": "1f5bfspnod4qg"}]}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350100/1f5bfspl30mb8", "initiated_at": "2023-11-07T20:04:29.933757Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "352"}, "elapsed_s": 0.005927, "reported": "2023-11-07T20:04:29.940368Z", "json": {"subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350100", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.815044Z", "time_start": "2023-11-07T20:04:29.815044Z", "version": "1f5bfspl30mb8"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350101/1f5bfsplcsuf0", "initiated_at": "2023-11-07T20:04:29.940734Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "352"}, "elapsed_s": 0.004638, "reported": "2023-11-07T20:04:29.946188Z", "json": {"subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350101", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.825378Z", "time_start": "2023-11-07T20:04:29.825378Z", "version": "1f5bfsplcsuf0"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350102/1f5bfsplmpr30", "initiated_at": "2023-11-07T20:04:29.946655Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "352"}, "elapsed_s": 0.005368, "reported": "2023-11-07T20:04:29.952823Z", "json": {"subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350102", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.835523Z", "time_start": "2023-11-07T20:04:29.835523Z", "version": "1f5bfsplmpr30"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350103/1f5bfsplvuvug", "initiated_at": "2023-11-07T20:04:29.953182Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "352"}, "elapsed_s": 0.005663, "reported": "2023-11-07T20:04:29.959757Z", "json": {"subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350103", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.845399Z", "time_start": "2023-11-07T20:04:29.845399Z", "version": "1f5bfsplvuvug"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350104/1f5bfspm8ote0", "initiated_at": "2023-11-07T20:04:29.960110Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "352"}, "elapsed_s": 0.00474, "reported": "2023-11-07T20:04:29.965594Z", "json": {"subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350104", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.854613Z", "time_start": "2023-11-07T20:04:29.854613Z", "version": "1f5bfspm8ote0"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350105/1f5bfspmhkrc0", "initiated_at": "2023-11-07T20:04:29.965948Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "352"}, "elapsed_s": 0.005999, "reported": "2023-11-07T20:04:29.972687Z", "json": {"subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350105", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.863936Z", "time_start": "2023-11-07T20:04:29.863936Z", "version": "1f5bfspmhkrc0"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350106/1f5bfspmro808", "initiated_at": "2023-11-07T20:04:29.973656Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:29 GMT", "Content-Length": "352"}, "elapsed_s": 0.020997, "reported": "2023-11-07T20:04:29.995374Z", "json": {"subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350106", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.874428Z", "time_start": "2023-11-07T20:04:29.874428Z", "version": "1f5bfspmro808"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350107/1f5bfspn58i98", "initiated_at": "2023-11-07T20:04:29.996551Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "352"}, "elapsed_s": 0.007777, "reported": "2023-11-07T20:04:30.005100Z", "json": {"subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350107", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.884469Z", "time_start": "2023-11-07T20:04:29.884469Z", "version": "1f5bfspn58i98"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350108/1f5bfspnec3cg", "initiated_at": "2023-11-07T20:04:30.006112Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "352"}, "elapsed_s": 0.005972, "reported": "2023-11-07T20:04:30.012890Z", "json": {"subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350108", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.894009Z", "time_start": "2023-11-07T20:04:29.894009Z", "version": "1f5bfspnec3cg"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/0000016f-e36d-40be-d38b-eca6ca350109/1f5bfspnod4qg", "initiated_at": "2023-11-07T20:04:30.013567Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "352"}, "elapsed_s": 0.005519, "reported": "2023-11-07T20:04:30.019807Z", "json": {"subscription": {"id": "0000016f-e36d-40be-d38b-eca6ca350109", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:34:29.904514Z", "time_start": "2023-11-07T20:04:29.904514Z", "version": "1f5bfspnod4qg"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:30.020792Z"}], "end_time": "2023-11-07T20:04:30.020823Z"}], "successful": true, "end_time": "2023-11-07T20:04:30.020843Z", "cleanup": {"name": "Cleanup", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_validation.md#cleanup", "start_time": "2023-11-07T20:04:30.020874Z", "failed_checks": [], "passed_checks": [{"name": "Successful subscription search query", "timestamp": "2023-11-07T20:04:30.024279Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544", "initiated_at": "2023-11-07T20:04:30.020964Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "21"}, "elapsed_s": 0.002188, "reported": "2023-11-07T20:04:30.023851Z", "json": {"subscriptions": []}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:30.024558Z"}}}, {"test_scenario": {"name": "ASTM NetRID DSS: Subscription Simple", "scenario_type": "scenarios.astm.netrid.v19.dss.SubscriptionSimple", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_simple.md", "start_time": "2023-11-07T20:04:30.025057Z", "cases": [{"name": "Setup", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_simple.md#setup-test-case", "start_time": "2023-11-07T20:04:30.025276Z", "steps": [{"name": "Ensure clean workspace", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_simple.md#ensure-clean-workspace-test-step", "start_time": "2023-11-07T20:04:30.025329Z", "failed_checks": [], "passed_checks": [{"name": "Search for all subscriptions in ISA area", "timestamp": "2023-11-07T20:04:30.029258Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}, {"name": "Subscription can be queried by ID", "timestamp": "2023-11-07T20:04:30.032065Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}, {"name": "Subscription can be queried by ID", "timestamp": "2023-11-07T20:04:30.034797Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}, {"name": "Subscription can be queried by ID", "timestamp": "2023-11-07T20:04:30.037268Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}, {"name": "Subscription can be queried by ID", "timestamp": "2023-11-07T20:04:30.039931Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544", "initiated_at": "2023-11-07T20:04:30.025476Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "21"}, "elapsed_s": 0.002063, "reported": "2023-11-07T20:04:30.028316Z", "json": {"subscriptions": []}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:30.029453Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "115"}, "elapsed_s": 0.001555, "reported": "2023-11-07T20:04:30.031682Z", "json": {"message": "Subscription 00000173-e36d-40be-d38b-eca6ca350000 not found (E:d430b6c8-7755-4037-9b6f-50acc28d1e60)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350001", "initiated_at": "2023-11-07T20:04:30.032141Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "115"}, "elapsed_s": 0.001612, "reported": "2023-11-07T20:04:30.034548Z", "json": {"message": "Subscription 00000173-e36d-40be-d38b-eca6ca350001 not found (E:929e1adf-69d7-4081-8128-af4d985f6c69)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350002", "initiated_at": "2023-11-07T20:04:30.034870Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "115"}, "elapsed_s": 0.001423, "reported": "2023-11-07T20:04:30.037028Z", "json": {"message": "Subscription 00000173-e36d-40be-d38b-eca6ca350002 not found (E:9daaaa86-b559-4697-bc0e-68afec855a71)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350003", "initiated_at": "2023-11-07T20:04:30.037339Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "115"}, "elapsed_s": 0.001591, "reported": "2023-11-07T20:04:30.039683Z", "json": {"message": "Subscription 00000173-e36d-40be-d38b-eca6ca350003 not found (E:6d894c35-41d4-4b52-b549-2e2a3598d79c)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:30.039983Z"}], "end_time": "2023-11-07T20:04:30.040003Z"}, {"name": "Subscription Simple", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_simple.md#subscription-simple-test-case", "start_time": "2023-11-07T20:04:30.040129Z", "steps": [{"name": "Create subscription validation", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_simple.md#create-subscription-validation-test-step", "start_time": "2023-11-07T20:04:30.040187Z", "failed_checks": [], "passed_checks": [{"name": "Create subscription", "timestamp": "2023-11-07T20:04:30.050578Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Response to subscription creation contains a subscription", "timestamp": "2023-11-07T20:04:30.051677Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an ID", "timestamp": "2023-11-07T20:04:30.052555Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription ID is correct", "timestamp": "2023-11-07T20:04:30.052620Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an owner", "timestamp": "2023-11-07T20:04:30.052673Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription owner is correct", "timestamp": "2023-11-07T20:04:30.052763Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an ISA URL", "timestamp": "2023-11-07T20:04:30.052823Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned ISA URL has correct base URL", "timestamp": "2023-11-07T20:04:30.052880Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a start time", "timestamp": "2023-11-07T20:04:30.052932Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an end time", "timestamp": "2023-11-07T20:04:30.052983Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0060"]}, {"name": "Returned start time is correct", "timestamp": "2023-11-07T20:04:30.053037Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned end time is correct", "timestamp": "2023-11-07T20:04:30.053089Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a version", "timestamp": "2023-11-07T20:04:30.053142Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Generated subscription version has proper format", "timestamp": "2023-11-07T20:04:30.053330Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned notification index is 0 if present", "timestamp": "2023-11-07T20:04:30.054258Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}], "queries": [{"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350003", "initiated_at": "2023-11-07T20:04:30.041216Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "518", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}, {"lat": 37.1853, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:13.606923Z", "time_end": "2023-11-07T20:14:13.606923Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "f0aa0a66-5cdd-4d52-9b56-b7cf587dc349"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "371"}, "elapsed_s": 0.007566, "reported": "2023-11-07T20:04:30.049484Z", "json": {"service_areas": [], "subscription": {"id": "00000173-e36d-40be-d38b-eca6ca350003", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:14:13.606923Z", "time_start": "2023-11-07T20:04:13.606923Z", "version": "1f5bfsprq3fc0"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:30.055507Z"}, {"name": "Mutate Subscription", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_simple.md#mutate-subscription-test-step", "start_time": "2023-11-07T20:04:30.055695Z", "failed_checks": [], "passed_checks": [{"name": "Subscription can be mutated", "timestamp": "2023-11-07T20:04:30.067454Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Response to subscription mutation contains a subscription", "timestamp": "2023-11-07T20:04:30.068416Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an ID", "timestamp": "2023-11-07T20:04:30.069250Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription ID is correct", "timestamp": "2023-11-07T20:04:30.069318Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an owner", "timestamp": "2023-11-07T20:04:30.069377Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription owner is correct", "timestamp": "2023-11-07T20:04:30.069434Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an ISA URL", "timestamp": "2023-11-07T20:04:30.069491Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned ISA URL has correct base URL", "timestamp": "2023-11-07T20:04:30.069551Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a start time", "timestamp": "2023-11-07T20:04:30.069606Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an end time", "timestamp": "2023-11-07T20:04:30.069661Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0060"]}, {"name": "Returned start time is correct", "timestamp": "2023-11-07T20:04:30.069716Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned end time is correct", "timestamp": "2023-11-07T20:04:30.069772Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a version", "timestamp": "2023-11-07T20:04:30.069827Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Generated subscription version has proper format", "timestamp": "2023-11-07T20:04:30.069886Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Mutated subscription version is updated", "timestamp": "2023-11-07T20:04:30.069950Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Subscription can be mutated", "timestamp": "2023-11-07T20:04:30.080516Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Response to subscription mutation contains a subscription", "timestamp": "2023-11-07T20:04:30.081497Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an ID", "timestamp": "2023-11-07T20:04:30.082370Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription ID is correct", "timestamp": "2023-11-07T20:04:30.082441Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an owner", "timestamp": "2023-11-07T20:04:30.082500Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription owner is correct", "timestamp": "2023-11-07T20:04:30.082556Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an ISA URL", "timestamp": "2023-11-07T20:04:30.082613Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned ISA URL has correct base URL", "timestamp": "2023-11-07T20:04:30.082672Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a start time", "timestamp": "2023-11-07T20:04:30.082726Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an end time", "timestamp": "2023-11-07T20:04:30.082780Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0060"]}, {"name": "Returned start time is correct", "timestamp": "2023-11-07T20:04:30.082837Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned end time is correct", "timestamp": "2023-11-07T20:04:30.082892Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a version", "timestamp": "2023-11-07T20:04:30.082947Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Generated subscription version has proper format", "timestamp": "2023-11-07T20:04:30.083007Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Mutated subscription version is updated", "timestamp": "2023-11-07T20:04:30.083071Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}], "queries": [{"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350003/1f5bfsprq3fc0", "initiated_at": "2023-11-07T20:04:30.056728Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "484", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.614}, {"lat": 37.2148, "lng": -80.614}, {"lat": 37.2148, "lng": -80.544}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:23.606923Z", "time_end": "2023-11-07T20:14:23.606923Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "47768359-386f-4da7-b8c1-c6608ab495b5"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "371"}, "elapsed_s": 0.008848, "reported": "2023-11-07T20:04:30.066542Z", "json": {"service_areas": [], "subscription": {"id": "00000173-e36d-40be-d38b-eca6ca350003", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:14:23.606923Z", "time_start": "2023-11-07T20:04:23.606923Z", "version": "1f5bfsps97mfo"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "PUT", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350003/1f5bfsps97mfo", "initiated_at": "2023-11-07T20:04:30.071503Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "506", "Content-Type": "application/json", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "json": {"extents": {"spatial_volume": {"footprint": {"vertices": [{"lat": 37.1853, "lng": -80.61500000000001}, {"lat": 37.2148, "lng": -80.61500000000001}, {"lat": 37.2148, "lng": -80.545}]}, "altitude_lo": 0.0, "altitude_hi": 3048.0}, "time_start": "2023-11-07T20:04:23.606923Z", "time_end": "2023-11-07T20:14:23.606923Z"}, "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "request_id": "197332f0-887b-476d-84ce-dbc5fb46979c"}, "body": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "371"}, "elapsed_s": 0.007227, "reported": "2023-11-07T20:04:30.079643Z", "json": {"service_areas": [], "subscription": {"id": "00000173-e36d-40be-d38b-eca6ca350003", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:14:23.606923Z", "time_start": "2023-11-07T20:04:23.606923Z", "version": "1f5bfspsn852g"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:30.083963Z"}, {"name": "Query Existing Subscription", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_simple.md#query-existing-subscription-test-step", "start_time": "2023-11-07T20:04:30.084003Z", "failed_checks": [], "passed_checks": [{"name": "Get Subscription by ID", "timestamp": "2023-11-07T20:04:30.088329Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}, {"name": "Returned subscription has an ID", "timestamp": "2023-11-07T20:04:30.089144Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription ID is correct", "timestamp": "2023-11-07T20:04:30.089214Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an owner", "timestamp": "2023-11-07T20:04:30.089323Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription owner is correct", "timestamp": "2023-11-07T20:04:30.089386Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an ISA URL", "timestamp": "2023-11-07T20:04:30.089445Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned ISA URL has correct base URL", "timestamp": "2023-11-07T20:04:30.089527Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a start time", "timestamp": "2023-11-07T20:04:30.089588Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an end time", "timestamp": "2023-11-07T20:04:30.089645Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0060"]}, {"name": "Returned start time is correct", "timestamp": "2023-11-07T20:04:30.089704Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned end time is correct", "timestamp": "2023-11-07T20:04:30.089761Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a version", "timestamp": "2023-11-07T20:04:30.089818Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Generated subscription version has proper format", "timestamp": "2023-11-07T20:04:30.089880Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Non-mutated subscription keeps the same version", "timestamp": "2023-11-07T20:04:30.089953Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned notification index is equal to or greater than 0", "timestamp": "2023-11-07T20:04:30.090016Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}, {"name": "Search for all subscriptions in ISA area", "timestamp": "2023-11-07T20:04:30.093885Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}, {"name": "Created Subscription is in search results", "timestamp": "2023-11-07T20:04:30.094762Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}, {"name": "Returned subscription has an ID", "timestamp": "2023-11-07T20:04:30.095589Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription ID is correct", "timestamp": "2023-11-07T20:04:30.095683Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an owner", "timestamp": "2023-11-07T20:04:30.095743Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription owner is correct", "timestamp": "2023-11-07T20:04:30.095799Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an ISA URL", "timestamp": "2023-11-07T20:04:30.095858Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned ISA URL has correct base URL", "timestamp": "2023-11-07T20:04:30.095918Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a start time", "timestamp": "2023-11-07T20:04:30.095974Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an end time", "timestamp": "2023-11-07T20:04:30.096029Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0060"]}, {"name": "Returned start time is correct", "timestamp": "2023-11-07T20:04:30.096087Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned end time is correct", "timestamp": "2023-11-07T20:04:30.096144Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a version", "timestamp": "2023-11-07T20:04:30.096203Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Generated subscription version has proper format", "timestamp": "2023-11-07T20:04:30.096264Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Non-mutated subscription keeps the same version", "timestamp": "2023-11-07T20:04:30.096337Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned notification index is equal to or greater than 0", "timestamp": "2023-11-07T20:04:30.096402Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}, {"name": "No huge search area allowed", "timestamp": "2023-11-07T20:04:30.098441Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350003", "initiated_at": "2023-11-07T20:04:30.084216Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "352"}, "elapsed_s": 0.001503, "reported": "2023-11-07T20:04:30.086498Z", "json": {"subscription": {"id": "00000173-e36d-40be-d38b-eca6ca350003", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:14:23.606923Z", "time_start": "2023-11-07T20:04:23.606923Z", "version": "1f5bfspsn852g"}}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544", "initiated_at": "2023-11-07T20:04:30.090243Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "355"}, "elapsed_s": 0.002038, "reported": "2023-11-07T20:04:30.093087Z", "json": {"subscriptions": [{"id": "00000173-e36d-40be-d38b-eca6ca350003", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:14:23.606923Z", "time_start": "2023-11-07T20:04:23.606923Z", "version": "1f5bfspsn852g"}]}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions?area=38.0,-81.0,37.0,-81.0,37.0,-80.0,38.0,-80.0", "initiated_at": "2023-11-07T20:04:30.096485Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 413, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "70"}, "elapsed_s": 0.000997, "reported": "2023-11-07T20:04:30.098174Z", "json": {"message": "Area too large (E:fc009bcd-f7dc-4321-980a-cec244fa4f2d)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:30.098479Z"}, {"name": "Delete Subscription", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_simple.md#delete-subscription-test-step", "start_time": "2023-11-07T20:04:30.098532Z", "failed_checks": [], "passed_checks": [{"name": "Missing version prevents deletion", "timestamp": "2023-11-07T20:04:30.100725Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Incorrect version prevents deletion", "timestamp": "2023-11-07T20:04:30.102762Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Subscription can be deleted", "timestamp": "2023-11-07T20:04:30.110726Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,d"]}, {"name": "Returned subscription has an ID", "timestamp": "2023-11-07T20:04:30.111541Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription ID is correct", "timestamp": "2023-11-07T20:04:30.111631Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an owner", "timestamp": "2023-11-07T20:04:30.111691Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription owner is correct", "timestamp": "2023-11-07T20:04:30.111746Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an ISA URL", "timestamp": "2023-11-07T20:04:30.111801Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned ISA URL has correct base URL", "timestamp": "2023-11-07T20:04:30.111859Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a start time", "timestamp": "2023-11-07T20:04:30.111912Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has an end time", "timestamp": "2023-11-07T20:04:30.111964Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0060"]}, {"name": "Returned start time is correct", "timestamp": "2023-11-07T20:04:30.112018Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned end time is correct", "timestamp": "2023-11-07T20:04:30.112072Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned subscription has a version", "timestamp": "2023-11-07T20:04:30.112126Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Generated subscription version has proper format", "timestamp": "2023-11-07T20:04:30.112184Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Non-mutated subscription keeps the same version", "timestamp": "2023-11-07T20:04:30.112254Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,c"]}, {"name": "Returned notification index is equal to or greater than 0", "timestamp": "2023-11-07T20:04:30.112312Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}], "queries": [{"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350003/", "initiated_at": "2023-11-07T20:04:30.098735Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "78"}, "elapsed_s": 0.001054, "reported": "2023-11-07T20:04:30.100472Z", "json": {"message": "Missing version string (E:f0ab78cf-64f8-400f-9faf-92706f660bb8)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350003/notacorrectversion", "initiated_at": "2023-11-07T20:04:30.100801Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "125"}, "elapsed_s": 0.001056, "reported": "2023-11-07T20:04:30.102518Z", "json": {"message": "strconv.ParseUint: parsing \"notacorrectversion\": value out of range (E:306258ee-5338-4939-8046-657d5f47eb11)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "DELETE", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350003/1f5bfspsn852g", "initiated_at": "2023-11-07T20:04:30.103139Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Content-Length": "0", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "352"}, "elapsed_s": 0.005198, "reported": "2023-11-07T20:04:30.108998Z", "json": {"subscription": {"id": "00000173-e36d-40be-d38b-eca6ca350003", "callbacks": {"identification_service_area_url": "https://uss_qualifier.test.utm/dummy_base_url/v1/uss/identification_service_areas"}, "owner": "uss_qualifier", "notification_index": 0, "time_end": "2023-11-07T20:14:23.606923Z", "time_start": "2023-11-07T20:04:23.606923Z", "version": "1f5bfspsn852g"}}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:30.112337Z"}, {"name": "Query Deleted Subscription", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_simple.md#query-deleted-subscription-test-step", "start_time": "2023-11-07T20:04:30.112366Z", "failed_checks": [], "passed_checks": [{"name": "Query by subscription ID should fail", "timestamp": "2023-11-07T20:04:30.115136Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}, {"name": "Search for all subscriptions in ISA area", "timestamp": "2023-11-07T20:04:30.118710Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}, {"name": "Deleted subscription should not be present in search results", "timestamp": "2023-11-07T20:04:30.118907Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}, {"name": "Search area that represents a loop is not allowed", "timestamp": "2023-11-07T20:04:30.120992Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,f"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350003", "initiated_at": "2023-11-07T20:04:30.112688Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "115"}, "elapsed_s": 0.001404, "reported": "2023-11-07T20:04:30.114748Z", "json": {"message": "Subscription 00000173-e36d-40be-d38b-eca6ca350003 not found (E:94ace5cf-ae0d-447c-9cd4-c50be77abcef)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544", "initiated_at": "2023-11-07T20:04:30.115504Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "21"}, "elapsed_s": 0.002125, "reported": "2023-11-07T20:04:30.118295Z", "json": {"subscriptions": []}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions?area=37.1853,-80.614,37.2148,-80.614,37.2148,-80.544,37.1853,-80.544,37.1853,-80.614", "initiated_at": "2023-11-07T20:04:30.119032Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 400, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "103"}, "elapsed_s": 0.001008, "reported": "2023-11-07T20:04:30.120692Z", "json": {"message": "Intersection found between polygon edge 1 and 4 (E:8ecc6f6f-6208-4696-b333-cb74d3ac4474)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:30.121053Z"}], "end_time": "2023-11-07T20:04:30.121073Z"}], "successful": true, "end_time": "2023-11-07T20:04:30.121105Z", "cleanup": {"name": "Cleanup", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/subscription_simple.md#cleanup", "start_time": "2023-11-07T20:04:30.121136Z", "failed_checks": [], "passed_checks": [{"name": "Subscription can be queried by ID", "timestamp": "2023-11-07T20:04:30.123563Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}, {"name": "Subscription can be queried by ID", "timestamp": "2023-11-07T20:04:30.126141Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}, {"name": "Subscription can be queried by ID", "timestamp": "2023-11-07T20:04:30.128756Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}, {"name": "Subscription can be queried by ID", "timestamp": "2023-11-07T20:04:30.131258Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0030,e"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350000", "initiated_at": "2023-11-07T20:04:30.121185Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "115"}, "elapsed_s": 0.001496, "reported": "2023-11-07T20:04:30.123286Z", "json": {"message": "Subscription 00000173-e36d-40be-d38b-eca6ca350000 not found (E:07cf906a-0a9c-4cb0-8880-b646680363f3)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350001", "initiated_at": "2023-11-07T20:04:30.123673Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "115"}, "elapsed_s": 0.001496, "reported": "2023-11-07T20:04:30.125799Z", "json": {"message": "Subscription 00000173-e36d-40be-d38b-eca6ca350001 not found (E:a4a61860-f89e-4adc-85bd-5a4de166b77d)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350002", "initiated_at": "2023-11-07T20:04:30.126238Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "115"}, "elapsed_s": 0.001492, "reported": "2023-11-07T20:04:30.128394Z", "json": {"message": "Subscription 00000173-e36d-40be-d38b-eca6ca350002 not found (E:5f0be2ed-d315-4571-957b-344a210c11de)"}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions/00000173-e36d-40be-d38b-eca6ca350003", "initiated_at": "2023-11-07T20:04:30.128884Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 404, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "115"}, "elapsed_s": 0.001404, "reported": "2023-11-07T20:04:30.130914Z", "json": {"message": "Subscription 00000173-e36d-40be-d38b-eca6ca350003 not found (E:e91d86e1-845b-4d47-9dd6-bd9fe905c8be)"}, "body": null}, "participant_id": "uss1"}], "end_time": "2023-11-07T20:04:30.131331Z"}}}, {"test_scenario": {"name": "ASTM F3411-19 NetRID DSS interoperability", "scenario_type": "scenarios.astm.netrid.v19.DSSInteroperability", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss_interoperability.md", "start_time": "2023-11-07T20:04:30.131840Z", "cases": [{"name": "Prerequisites", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss_interoperability.md#prerequisites-test-case", "start_time": "2023-11-07T20:04:30.131911Z", "steps": [{"name": "Test environment requirements", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss_interoperability.md#test-environment-requirements-test-step", "start_time": "2023-11-07T20:04:30.131961Z", "failed_checks": [], "passed_checks": [{"name": "DSS instance is publicly addressable", "timestamp": "2023-11-07T20:04:30.132587Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0210"]}, {"name": "DSS instance is reachable", "timestamp": "2023-11-07T20:04:30.135993Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0210"]}, {"name": "DSS instance is publicly addressable", "timestamp": "2023-11-07T20:04:30.136491Z", "participants": ["uss2"], "requirements": ["astm.f3411.v19.DSS0210"]}, {"name": "DSS instance is reachable", "timestamp": "2023-11-07T20:04:30.141968Z", "participants": ["uss2"], "requirements": ["astm.f3411.v19.DSS0210"]}], "queries": [{"request": {"method": "GET", "url": "http://dss.uss1.localutm/v1/dss/subscriptions?area=-23.6558,130.6205,-23.6898,130.6301,-23.6709,130.67,-23.6407,130.6466", "initiated_at": "2023-11-07T20:04:30.132694Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMS5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA2NCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "21"}, "elapsed_s": 0.00218, "reported": "2023-11-07T20:04:30.135541Z", "json": {"subscriptions": []}, "body": null}, "participant_id": "uss1"}, {"request": {"method": "GET", "url": "http://dss.uss2.localutm/v1/dss/subscriptions?area=-23.6558,130.6205,-23.6898,130.6301,-23.6709,130.67,-23.6407,130.6466", "initiated_at": "2023-11-07T20:04:30.136594Z", "headers": {"User-Agent": "python-requests/2.31.0", "Accept-Encoding": "gzip, deflate, br", "Accept": "*/*", "Connection": "keep-alive", "Authorization": "Bearer eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJkc3MudXNzMi5sb2NhbHV0bSIsImV4cCI6MTY5OTM5MTA3MCwiaXNzIjoiZHVtbXkiLCJzY29wZSI6ImRzcy5yZWFkLmlkZW50aWZpY2F0aW9uX3NlcnZpY2VfYXJlYXMiLCJzdWIiOiJ1c3NfcXVhbGlmaWVyIn0.REDACTED"}, "body": null, "json": null}, "response": {"code": 200, "headers": {"Content-Type": "application/json; charset=utf-8", "Date": "Tue, 07 Nov 2023 20:04:30 GMT", "Content-Length": "21"}, "elapsed_s": 0.002418, "reported": "2023-11-07T20:04:30.141538Z", "json": {"subscriptions": []}, "body": null}, "participant_id": "uss2"}], "end_time": "2023-11-07T20:04:30.142014Z"}], "end_time": "2023-11-07T20:04:30.142033Z"}, {"name": "Interoperability sequence", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss_interoperability.md#interoperability-sequence-test-case", "start_time": "2023-11-07T20:04:30.142065Z", "steps": [{"name": "S1", "documentation_url": "https://github.com/interuss/monitoring/blob/0e57a134ba1c29af1f8453d0f6da54d62fa16798/monitoring/uss_qualifier/scenarios/astm/netrid/v19/dss/test_steps/put_isa.md#create-or-update-isa-test-step", "start_time": "2023-11-07T20:04:30.142118Z", "failed_checks": [], "passed_checks": [{"name": "ISA[P] created with proper response", "timestamp": "2023-11-07T20:04:30.142205Z", "participants": ["uss1"], "requirements": ["astm.f3411.v19.DSS0130,A2-6-1,1a"]}]}]}], "successful": false, "notes": {"uss1_private_address": {"message": "DSS instance (URL: http://dss.uss1.localutm, netloc: dss.uss1.localutm, resolved IP: 172.18.0.3) is declared as explicitly having a private address, skipping check", "timestamp": "2023-11-07T20:04:30.132322Z"}, "uss2_private_address": {"message": "DSS instance (URL: http://dss.uss2.localutm, netloc: dss.uss2.localutm, resolved IP: 172.18.0.3) is declared as explicitly having a private address, skipping check", "timestamp": "2023-11-07T20:04:30.136293Z"}}, "execution_error": {"type": "TypeError", "message": "'ExecutionContext' object does not support item assignment", "timestamp": "2023-11-07T20:04:30.142242Z", "stacktrace": "Traceback (most recent call last):\n File \"/app/monitoring/uss_qualifier/suites/suite.py\", line 150, in _run_test_scenario\n scenario.run(context)\n File \"/app/monitoring/uss_qualifier/scenarios/astm/netrid/common/dss_interoperability.py\", line 109, in run\n step()\n File \"/app/monitoring/uss_qualifier/scenarios/astm/netrid/common/dss_interoperability.py\", line 147, in step1\n isa_1 = self._new_isa(\"isa_1\")\n File \"/app/monitoring/uss_qualifier/scenarios/astm/netrid/common/dss_interoperability.py\", line 78, in _new_isa\n self._context[name] = TestEntity(EntityType.ISA, str(uuid.uuid4()))\nTypeError: 'ExecutionContext' object does not support item assignment\n"}}}], "capability_evaluations": [], "successful": false, "end_time": "2023-11-07T20:04:30.142970Z"}}], "generator_type": "action_generators.astm.f3411.ForEachDSS", "start_time": "2023-11-07T20:04:24.056474Z", "successful": false, "end_time": "2023-11-07T20:04:30.143475Z"}}], "capability_evaluations": [], "successful": false, "end_time": "2023-11-07T20:04:30.143787Z"}}} \ No newline at end of file diff --git a/artifacts/uss_qualifier/reports/dss_probing/requirements/status.json b/artifacts/uss_qualifier/reports/dss_probing/requirements/status.json index 3470c7fdf7..cb1a0c87c6 100644 --- a/artifacts/uss_qualifier/reports/dss_probing/requirements/status.json +++ b/artifacts/uss_qualifier/reports/dss_probing/requirements/status.json @@ -1,9 +1,9 @@ { "test_run_information": { - "test_run_id": "4b97488794efa222aa8de2f7e5f827fd75de5f1327afea6cadb947f5dfa00739", - "start_time": "2023-11-07 19:54:34 UTC", - "end_time": "2023-11-07 19:54:40 UTC", - "baseline": "9080dec76472133634842cf39e07b2a7cdb6b4c9c95a1890093ede3947c7ff4a", + "test_run_id": "4f5650379a397a91040a67c0e9764f27ae1964ed40b0cb7d0d2f518400d22332", + "start_time": "2023-11-07 20:04:24 UTC", + "end_time": "2023-11-07 20:04:30 UTC", + "baseline": "95aaca8921ca1915902c069b30522b37e50c071ae43b4a2c300481190e9630c9", "environment": "383670842b90e623e04660bab8132198849a61457e0d90caf9eebb0df6322efb" }, "participant_verifications": { diff --git a/artifacts/uss_qualifier/reports/dss_probing/requirements/uss1.html b/artifacts/uss_qualifier/reports/dss_probing/requirements/uss1.html index 01339cd7bb..ac9f14bdfa 100644 --- a/artifacts/uss_qualifier/reports/dss_probing/requirements/uss1.html +++ b/artifacts/uss_qualifier/reports/dss_probing/requirements/uss1.html @@ -86,19 +86,19 @@

Test run

Test run identifier - TR-4b97488 + TR-4f56503 Start time - 2023-11-07 19:54:34 UTC + 2023-11-07 20:04:24 UTC End time - 2023-11-07 19:54:40 UTC + 2023-11-07 20:04:30 UTC Test baseline identifier - TB-9080dec + TB-95aaca8 Environment identifier @@ -126,7 +126,7 @@

Tested requirements

- astm
.f3411
.v19
+ astm
.f3411
.v19
DSS0010 Not tested Not implemented @@ -142,401 +142,401 @@

Tested requirements

DSS0030,a Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S1 + S1 - ISA response code + ISA response code Not tested - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version changed + ISA version changed Not tested - ISA start time matches + ISA start time matches Not tested - ISA end time matches + ISA end time matches Not tested - ISA URL matches + ISA URL matches Not tested - S5 + S5 - ISA response code + ISA response code Not tested - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version changed + ISA version changed Not tested - ISA start time matches + ISA start time matches Not tested - ISA end time matches + ISA end time matches Not tested - ISA URL matches + ISA URL matches Not tested - S10 + S10 - ISA response code + ISA response code Not tested - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version changed + ISA version changed Not tested - ISA start time matches + ISA start time matches Not tested - ISA end time matches + ISA end time matches Not tested - ISA URL matches + ISA URL matches Not tested - S12 + S12 - ISA response code + ISA response code Not tested - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version changed + ISA version changed Not tested - ISA start time matches + ISA start time matches Not tested - ISA end time matches + ISA end time matches Not tested - ISA URL matches + ISA URL matches Pass - ASTM NetRID DSS: ISA Expiry + ASTM NetRID DSS: ISA Expiry - ISA Expiry + ISA Expiry - ISA Expiry + ISA Expiry - Create short-lived ISA + Create short-lived ISA Pass - ASTM NetRID DSS: ISA Subscription Interactions + ASTM NetRID DSS: ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - Create an ISA + Create an ISA Pass - Mutate the ISA + Mutate the ISA Pass - Response to the mutation of the ISA contains subscription ID + Response to the mutation of the ISA contains subscription ID Pass - Subscription to an ISA has its notification index incremented after mutation + Subscription to an ISA has its notification index incremented after mutation Pass - Subscription to an ISA has its notification index incremented after deletion + Subscription to an ISA has its notification index incremented after deletion Pass - ASTM NetRID DSS: Simple ISA + ASTM NetRID DSS: Simple ISA - Create and check ISA + Create and check ISA - Create ISA + Create ISA - ISA response code + ISA response code Pass - ISA response format + ISA response format Pass - ISA ID matches + ISA ID matches Pass - ISA start time matches + ISA start time matches Pass - ISA end time matches + ISA end time matches Pass - ISA URL matches + ISA URL matches Pass - ISA created + ISA created Not tested - ISA version changed + ISA version changed Pass - Update and search ISA + Update and search ISA - Update ISA + Update ISA - ISA response code + ISA response code Pass - ISA response format + ISA response format Pass - ISA ID matches + ISA ID matches Pass - ISA version changed + ISA version changed Pass - ISA start time matches + ISA start time matches Pass - ISA end time matches + ISA end time matches Pass - ISA URL matches + ISA URL matches Pass - ISA updated + ISA updated @@ -544,172 +544,172 @@

Tested requirements

DSS0030,b Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S11 + S11 - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version matches + ISA version matches Not tested - S15 + S15 - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version matches + ISA version matches Not tested - ASTM NetRID DSS: ISA Expiry + ASTM NetRID DSS: ISA Expiry - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Removed pre-existing ISA + Removed pre-existing ISA Pass - ASTM NetRID DSS: ISA Subscription Interactions + ASTM NetRID DSS: ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - Response to the deletion of the ISA contains subscription ID + Response to the deletion of the ISA contains subscription ID Pass - ASTM NetRID DSS: Simple ISA + ASTM NetRID DSS: Simple ISA - Delete ISA + Delete ISA - Delete with wrong version + Delete with wrong version - Delete request rejected + Delete request rejected Pass - Delete with empty version + Delete with empty version - Delete request rejected + Delete request rejected Pass - Delete ISA + Delete ISA - ISA response format + ISA response format Pass - ISA ID matches + ISA ID matches Pass - ISA version matches + ISA version matches Pass - ISA deleted + ISA deleted Not tested - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Removed pre-existing ISA + Removed pre-existing ISA Not tested - ASTM NetRID DSS: Submitted ISA Validations + ASTM NetRID DSS: Submitted ISA Validations - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Removed pre-existing ISA + Removed pre-existing ISA @@ -717,147 +717,147 @@

Tested requirements

DSS0030,c Pass - ASTM NetRID DSS: ISA Subscription Interactions + ASTM NetRID DSS: ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - Create a subscription within the ISA footprint + Create a subscription within the ISA footprint Pass - Subscription for the ISA's area mentions the ISA + Subscription for the ISA's area mentions the ISA Pass - Newly created subscription has a notification_index of 0 + Newly created subscription has a notification_index of 0 Pass - ASTM NetRID DSS: Subscription Simple + ASTM NetRID DSS: Subscription Simple - Subscription Simple + Subscription Simple - Create subscription validation + Create subscription validation - Create subscription + Create subscription Pass - Response to subscription creation contains a subscription + Response to subscription creation contains a subscription Pass - Returned subscription has an ID + Returned subscription has an ID Pass - Returned subscription ID is correct + Returned subscription ID is correct Pass - Returned subscription has an owner + Returned subscription has an owner Pass - Returned subscription owner is correct + Returned subscription owner is correct Pass - Returned subscription has an ISA URL + Returned subscription has an ISA URL Pass - Returned ISA URL has correct base URL + Returned ISA URL has correct base URL Pass - Returned subscription has a start time + Returned subscription has a start time Pass - Returned start time is correct + Returned start time is correct Pass - Returned end time is correct + Returned end time is correct Pass - Returned subscription has a version + Returned subscription has a version Pass - Generated subscription version has proper format + Generated subscription version has proper format Pass - Returned notification index is 0 if present + Returned notification index is 0 if present Pass - Mutate Subscription + Mutate Subscription - Subscription can be mutated + Subscription can be mutated (2x) @@ -865,7 +865,7 @@

Tested requirements

Pass - Response to subscription mutation contains a subscription + Response to subscription mutation contains a subscription (2x) @@ -873,7 +873,7 @@

Tested requirements

Pass - Returned subscription has an ID + Returned subscription has an ID (2x) @@ -881,7 +881,7 @@

Tested requirements

Pass - Returned subscription ID is correct + Returned subscription ID is correct (2x) @@ -889,7 +889,7 @@

Tested requirements

Pass - Returned subscription has an owner + Returned subscription has an owner (2x) @@ -897,7 +897,7 @@

Tested requirements

Pass - Returned subscription owner is correct + Returned subscription owner is correct (2x) @@ -905,7 +905,7 @@

Tested requirements

Pass - Returned subscription has an ISA URL + Returned subscription has an ISA URL (2x) @@ -913,7 +913,7 @@

Tested requirements

Pass - Returned ISA URL has correct base URL + Returned ISA URL has correct base URL (2x) @@ -921,7 +921,7 @@

Tested requirements

Pass - Returned subscription has a start time + Returned subscription has a start time (2x) @@ -929,7 +929,7 @@

Tested requirements

Pass - Returned start time is correct + Returned start time is correct (2x) @@ -937,7 +937,7 @@

Tested requirements

Pass - Returned end time is correct + Returned end time is correct (2x) @@ -945,7 +945,7 @@

Tested requirements

Pass - Returned subscription has a version + Returned subscription has a version (2x) @@ -953,7 +953,7 @@

Tested requirements

Pass - Generated subscription version has proper format + Generated subscription version has proper format (2x) @@ -961,7 +961,7 @@

Tested requirements

Pass - Mutated subscription version is updated + Mutated subscription version is updated (2x) @@ -969,10 +969,10 @@

Tested requirements

Pass - Query Existing Subscription + Query Existing Subscription - Returned subscription has an ID + Returned subscription has an ID (2x) @@ -980,7 +980,7 @@

Tested requirements

Pass - Returned subscription ID is correct + Returned subscription ID is correct (2x) @@ -988,7 +988,7 @@

Tested requirements

Pass - Returned subscription has an owner + Returned subscription has an owner (2x) @@ -996,7 +996,7 @@

Tested requirements

Pass - Returned subscription owner is correct + Returned subscription owner is correct (2x) @@ -1004,7 +1004,7 @@

Tested requirements

Pass - Returned subscription has an ISA URL + Returned subscription has an ISA URL (2x) @@ -1012,7 +1012,7 @@

Tested requirements

Pass - Returned ISA URL has correct base URL + Returned ISA URL has correct base URL (2x) @@ -1020,7 +1020,7 @@

Tested requirements

Pass - Returned subscription has a start time + Returned subscription has a start time (2x) @@ -1028,7 +1028,7 @@

Tested requirements

Pass - Returned start time is correct + Returned start time is correct (2x) @@ -1036,7 +1036,7 @@

Tested requirements

Pass - Returned end time is correct + Returned end time is correct (2x) @@ -1044,7 +1044,7 @@

Tested requirements

Pass - Returned subscription has a version + Returned subscription has a version (2x) @@ -1052,7 +1052,7 @@

Tested requirements

Pass - Generated subscription version has proper format + Generated subscription version has proper format (2x) @@ -1060,7 +1060,7 @@

Tested requirements

Pass - Non-mutated subscription keeps the same version + Non-mutated subscription keeps the same version (2x) @@ -1068,116 +1068,116 @@

Tested requirements

Pass - Delete Subscription + Delete Subscription - Returned subscription has an ID + Returned subscription has an ID Pass - Returned subscription ID is correct + Returned subscription ID is correct Pass - Returned subscription has an owner + Returned subscription has an owner Pass - Returned subscription owner is correct + Returned subscription owner is correct Pass - Returned subscription has an ISA URL + Returned subscription has an ISA URL Pass - Returned ISA URL has correct base URL + Returned ISA URL has correct base URL Pass - Returned subscription has a start time + Returned subscription has a start time Pass - Returned start time is correct + Returned start time is correct Pass - Returned end time is correct + Returned end time is correct Pass - Returned subscription has a version + Returned subscription has a version Pass - Generated subscription version has proper format + Generated subscription version has proper format Pass - Non-mutated subscription keeps the same version + Non-mutated subscription keeps the same version Pass - ASTM NetRID DSS: Subscription Validation + ASTM NetRID DSS: Subscription Validation - Subscription duration limitations + Subscription duration limitations - Try to extend subscription + Try to extend subscription - Valid subscription created + Valid subscription created Pass - Subscription quantity limitations + Subscription quantity limitations - Create maximum number of subscriptions + Create maximum number of subscriptions - Create up to the maximum allowed number of subscriptions in an area + Create up to the maximum allowed number of subscriptions in an area @@ -1185,115 +1185,115 @@

Tested requirements

DSS0030,d Pass - ASTM NetRID DSS: ISA Subscription Interactions + ASTM NetRID DSS: ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - Delete the ISA + Delete the ISA Pass - Successful subscription deletion + Successful subscription deletion Not tested - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Removed pre-existing ISA + Removed pre-existing ISA Not tested - Successful subscription deletion + Successful subscription deletion Pass - ASTM NetRID DSS: Subscription Simple + ASTM NetRID DSS: Subscription Simple - Subscription Simple + Subscription Simple - Delete Subscription + Delete Subscription - Missing version prevents deletion + Missing version prevents deletion Pass - Incorrect version prevents deletion + Incorrect version prevents deletion Pass - Subscription can be deleted + Subscription can be deleted Not tested - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Subscription can be deleted + Subscription can be deleted Pass - ASTM NetRID DSS: Subscription Validation + ASTM NetRID DSS: Subscription Validation - Subscription duration limitations + Subscription duration limitations - Remove subscription + Remove subscription - Subscription deleted + Subscription deleted Pass - Subscription quantity limitations + Subscription quantity limitations - Clean up subscriptions + Clean up subscriptions - Subscription can be deleted + Subscription can be deleted (10x) @@ -1301,13 +1301,13 @@

Tested requirements

Not tested - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Subscription can be deleted + Subscription can be deleted @@ -1315,16 +1315,16 @@

Tested requirements

DSS0030,e Pass - ASTM NetRID DSS: Subscription Simple + ASTM NetRID DSS: Subscription Simple - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Subscription can be queried by ID + Subscription can be queried by ID (4x) @@ -1332,20 +1332,20 @@

Tested requirements

Pass - Subscription Simple + Subscription Simple - Query Existing Subscription + Query Existing Subscription - Get Subscription by ID + Get Subscription by ID Pass - Returned notification index is equal to or greater than 0 + Returned notification index is equal to or greater than 0 (2x) @@ -1353,46 +1353,46 @@

Tested requirements

Pass - Delete Subscription + Delete Subscription - Returned notification index is equal to or greater than 0 + Returned notification index is equal to or greater than 0 Pass - Query Deleted Subscription + Query Deleted Subscription - Query by subscription ID should fail + Query by subscription ID should fail Not tested - Mutate Subscription + Mutate Subscription - Returned notification index is equal to or greater than 0 + Returned notification index is equal to or greater than 0 Not tested - ASTM NetRID DSS: Subscription Simple + ASTM NetRID DSS: Subscription Simple - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Subscription can be queried by ID + Subscription can be queried by ID @@ -1400,112 +1400,112 @@

Tested requirements

DSS0030,f Pass - ASTM NetRID DSS: ISA Subscription Interactions + ASTM NetRID DSS: ISA Subscription Interactions - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Successful subscription search query + Successful subscription search query Pass - ASTM NetRID DSS: Subscription Simple + ASTM NetRID DSS: Subscription Simple - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Search for all subscriptions in ISA area + Search for all subscriptions in ISA area Pass - Subscription Simple + Subscription Simple - Query Existing Subscription + Query Existing Subscription - Search for all subscriptions in ISA area + Search for all subscriptions in ISA area Pass - Created Subscription is in search results + Created Subscription is in search results Pass - No huge search area allowed + No huge search area allowed Pass - Query Deleted Subscription + Query Deleted Subscription - Search for all subscriptions in ISA area + Search for all subscriptions in ISA area Pass - Deleted subscription should not be present in search results + Deleted subscription should not be present in search results Pass - Search area that represents a loop is not allowed + Search area that represents a loop is not allowed Pass - ASTM NetRID DSS: Subscription Validation + ASTM NetRID DSS: Subscription Validation - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Successful subscription search query + Successful subscription search query Pass - Subscription quantity limitations + Subscription quantity limitations - Clean up subscriptions + Clean up subscriptions - Successful subscription search query + Successful subscription search query @@ -1519,16 +1519,16 @@

Tested requirements

DSS0050 Pass - ASTM NetRID DSS: Subscription Validation + ASTM NetRID DSS: Subscription Validation - Subscription quantity limitations + Subscription quantity limitations - Exceed maximum number of subscriptions + Exceed maximum number of subscriptions - Enforce maximum number of subscriptions for an area + Enforce maximum number of subscriptions for an area @@ -1536,26 +1536,26 @@

Tested requirements

DSS0060 Pass - ASTM NetRID DSS: Subscription Simple + ASTM NetRID DSS: Subscription Simple - Subscription Simple + Subscription Simple - Create subscription validation + Create subscription validation - Returned subscription has an end time + Returned subscription has an end time Pass - Mutate Subscription + Mutate Subscription - Returned subscription has an end time + Returned subscription has an end time (2x) @@ -1563,10 +1563,10 @@

Tested requirements

Pass - Query Existing Subscription + Query Existing Subscription - Returned subscription has an end time + Returned subscription has an end time (2x) @@ -1574,36 +1574,36 @@

Tested requirements

Pass - Delete Subscription + Delete Subscription - Returned subscription has an end time + Returned subscription has an end time Pass - ASTM NetRID DSS: Subscription Validation + ASTM NetRID DSS: Subscription Validation - Subscription duration limitations + Subscription duration limitations - Try to create too-long subscription + Try to create too-long subscription - Too-long subscription creation rejected + Too-long subscription creation rejected Pass - Try to extend subscription + Try to extend subscription - Subscription duration limited during update + Subscription duration limited during update @@ -1611,76 +1611,76 @@

Tested requirements

DSS0070 Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] returned with proper response + Subscription[P] returned with proper response Not tested - S4 + S4 - Can query all Subscriptions in area from all DSSs + Can query all Subscriptions in area from all DSSs Not tested - S7 + S7 - 404 with proper response + 404 with proper response Not tested - S8 + S8 - No Subscription[i] 1≤i≤n returned with proper response + No Subscription[i] 1≤i≤n returned with proper response Not tested - S9 + S9 - service_areas does not include ISA from S1 + service_areas does not include ISA from S1 Not tested - S13 + S13 - No Subscription[i] 1≤i≤n returned with proper response + No Subscription[i] 1≤i≤n returned with proper response Not tested - S16 + S16 - service_areas does not include ISA from S12 + service_areas does not include ISA from S12 @@ -1688,16 +1688,16 @@

Tested requirements

DSS0110 Not tested - ASTM NetRID DSS: Direct CRDB access + ASTM NetRID DSS: Direct CRDB access - Verify security interoperability + Verify security interoperability - Attempt unauthorized access + Attempt unauthorized access - CRDB node in insecure mode + CRDB node in insecure mode @@ -1705,16 +1705,16 @@

Tested requirements

DSS0120 Not tested - ASTM NetRID DSS: Direct CRDB access + ASTM NetRID DSS: Direct CRDB access - Verify security interoperability + Verify security interoperability - Verify encryption + Verify encryption - TLS in use + TLS in use @@ -1728,16 +1728,16 @@

Tested requirements

DSS0130,2,a Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] ID is properly synchronized with all DSS + Subscription[P] ID is properly synchronized with all DSS @@ -1745,16 +1745,16 @@

Tested requirements

DSS0130,2,b Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] owner is properly synchronized with all DSS + Subscription[P] owner is properly synchronized with all DSS @@ -1762,16 +1762,16 @@

Tested requirements

DSS0130,2,c Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] URL is properly synchronized with all DSS + Subscription[P] URL is properly synchronized with all DSS @@ -1779,16 +1779,16 @@

Tested requirements

DSS0130,2,d Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] start/end times are properly synchronized with all DSS + Subscription[P] start/end times are properly synchronized with all DSS @@ -1802,16 +1802,16 @@

Tested requirements

DSS0130,2,f Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] notification count is properly synchronized with all DSS + Subscription[P] notification count is properly synchronized with all DSS @@ -1819,26 +1819,26 @@

Tested requirements

DSS0130,3,a Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - ID of ISA from S1 is properly synchronized with all DSS + ID of ISA from S1 is properly synchronized with all DSS Not tested - S5 + S5 - Can get ISA from primary DSS + Can get ISA from primary DSS @@ -1846,16 +1846,16 @@

Tested requirements

DSS0130,3,b Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - Owner of ISA from S1 is properly synchronized with all DSS + Owner of ISA from S1 is properly synchronized with all DSS @@ -1863,16 +1863,16 @@

Tested requirements

DSS0130,3,c Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - URL of ISA from S1 is properly synchronized with all DSS + URL of ISA from S1 is properly synchronized with all DSS @@ -1880,16 +1880,16 @@

Tested requirements

DSS0130,3,d Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - Start/end times of ISA from S1 are properly synchronized with all DSS + Start/end times of ISA from S1 are properly synchronized with all DSS @@ -1897,16 +1897,16 @@

Tested requirements

DSS0130,3,e Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - service_areas includes ISA from S1 + service_areas includes ISA from S1 @@ -1914,36 +1914,36 @@

Tested requirements

DSS0130,A2-6-1,1a Pass - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S1 + S1 - ISA[P] created with proper response + ISA[P] created with proper response Not tested - S10 + S10 - ISA[P] created with proper response + ISA[P] created with proper response Not tested - S12 + S12 - ISA[P] created with proper response + ISA[P] created with proper response @@ -1951,16 +1951,16 @@

Tested requirements

DSS0130,A2-6-1,1b Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S5 + S5 - Can modify ISA in primary DSS + Can modify ISA in primary DSS @@ -1968,26 +1968,26 @@

Tested requirements

DSS0130,A2-6-1,1c Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - service_areas includes ISA from S1 + service_areas includes ISA from S1 Not tested - S9 + S9 - Subscription[n] created with proper response + Subscription[n] created with proper response @@ -1995,16 +1995,16 @@

Tested requirements

DSS0130,A2-6-1,1d Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S9 + S9 - service_areas does not include ISA from S1 + service_areas does not include ISA from S1 @@ -2012,26 +2012,26 @@

Tested requirements

DSS0130,A2-6-1,2a Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S11 + S11 - ISA[P] deleted with proper response + ISA[P] deleted with proper response Not tested - S15 + S15 - ISA[P] deleted with proper response + ISA[P] deleted with proper response @@ -2039,16 +2039,16 @@

Tested requirements

DSS0130,A2-6-1,2b Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S16 + S16 - service_areas does not include ISA from S12 + service_areas does not include ISA from S12 @@ -2056,26 +2056,26 @@

Tested requirements

DSS0130,A2-6-1,3a Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - Subscription[n] created with proper response + Subscription[n] created with proper response Not tested - S16 + S16 - Subscription[n] created with proper response + Subscription[n] created with proper response @@ -2083,16 +2083,16 @@

Tested requirements

DSS0130,A2-6-1,3b Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S10 + S10 - All Subscription[i] 1≤i≤n returned in subscribers + All Subscription[i] 1≤i≤n returned in subscribers @@ -2100,26 +2100,26 @@

Tested requirements

DSS0130,A2-6-1,3c Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S5 + S5 - ISA modification triggers subscription notification requests + ISA modification triggers subscription notification requests Not tested - S11 + S11 - All Subscription[i] 1≤i≤n returned in subscribers + All Subscription[i] 1≤i≤n returned in subscribers @@ -2127,46 +2127,46 @@

Tested requirements

DSS0130,A2-6-1,3d Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S12 + S12 - None of Subscription[i] 1≤i≤n returned in subscribers + None of Subscription[i] 1≤i≤n returned in subscribers Not tested - S13 + S13 - No Subscription[i] 1≤i≤n returned with proper response + No Subscription[i] 1≤i≤n returned with proper response Not tested - S14 + S14 - 404 with proper response + 404 with proper response Not tested - S15 + S15 - None of Subscription[i] 1≤i≤n returned in subscribers with proper response + None of Subscription[i] 1≤i≤n returned in subscribers with proper response @@ -2174,26 +2174,26 @@

Tested requirements

DSS0130,A2-6-1,4a Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S6 + S6 - Subscription[n] deleted with proper response + Subscription[n] deleted with proper response Not tested - S17 + S17 - Subscription[n] deleted with proper response + Subscription[n] deleted with proper response @@ -2201,26 +2201,26 @@

Tested requirements

DSS0130,A2-6-1,4b Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S7 + S7 - 404 with proper response + 404 with proper response Not tested - S8 + S8 - No Subscription[i] 1≤i≤n returned with proper response + No Subscription[i] 1≤i≤n returned with proper response @@ -2228,16 +2228,16 @@

Tested requirements

DSS0130,A2-6-1,5 Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] returned with proper response + Subscription[P] returned with proper response @@ -2245,36 +2245,36 @@

Tested requirements

DSS0130,A2-6-1,6 Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S4 + S4 - Can query all Subscriptions in area from all DSSs + Can query all Subscriptions in area from all DSSs Not tested - S8 + S8 - Subscriptions queried successfully + Subscriptions queried successfully Not tested - S13 + S13 - Subscriptions queried successfully + Subscriptions queried successfully @@ -2282,28 +2282,28 @@

Tested requirements

DSS0210 Pass - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Prerequisites + Prerequisites - Test environment requirements + Test environment requirements - DSS instance is publicly addressable + DSS instance is publicly addressable Pass - DSS instance is reachable + DSS instance is reachable - astm
.f3411
.v22a
+ astm
.f3411
.v22a
DSS0010 Not tested Not implemented @@ -2319,401 +2319,401 @@

Tested requirements

DSS0030,a Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S1 + S1 - ISA response code + ISA response code Not tested - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version changed + ISA version changed Not tested - ISA start time matches + ISA start time matches Not tested - ISA end time matches + ISA end time matches Not tested - ISA URL matches + ISA URL matches Not tested - S5 + S5 - ISA response code + ISA response code Not tested - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version changed + ISA version changed Not tested - ISA start time matches + ISA start time matches Not tested - ISA end time matches + ISA end time matches Not tested - ISA URL matches + ISA URL matches Not tested - S10 + S10 - ISA response code + ISA response code Not tested - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version changed + ISA version changed Not tested - ISA start time matches + ISA start time matches Not tested - ISA end time matches + ISA end time matches Not tested - ISA URL matches + ISA URL matches Not tested - S12 + S12 - ISA response code + ISA response code Not tested - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version changed + ISA version changed Not tested - ISA start time matches + ISA start time matches Not tested - ISA end time matches + ISA end time matches Not tested - ISA URL matches + ISA URL matches Not tested - ASTM NetRID DSS: ISA Expiry + ASTM NetRID DSS: ISA Expiry - ISA Expiry + ISA Expiry - ISA Expiry + ISA Expiry - Create short-lived ISA + Create short-lived ISA Not tested - ASTM NetRID DSS: ISA Subscription Interactions + ASTM NetRID DSS: ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - Create an ISA + Create an ISA Not tested - Mutate the ISA + Mutate the ISA Not tested - Response to the mutation of the ISA contains subscription ID + Response to the mutation of the ISA contains subscription ID Not tested - Subscription to an ISA has its notification index incremented after mutation + Subscription to an ISA has its notification index incremented after mutation Not tested - Subscription to an ISA has its notification index incremented after deletion + Subscription to an ISA has its notification index incremented after deletion Not tested - ASTM NetRID DSS: Simple ISA + ASTM NetRID DSS: Simple ISA - Create and check ISA + Create and check ISA - Create ISA + Create ISA - ISA response code + ISA response code Not tested - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version changed + ISA version changed Not tested - ISA start time matches + ISA start time matches Not tested - ISA end time matches + ISA end time matches Not tested - ISA URL matches + ISA URL matches Not tested - ISA created + ISA created Not tested - Update and search ISA + Update and search ISA - Update ISA + Update ISA - ISA response code + ISA response code Not tested - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version changed + ISA version changed Not tested - ISA start time matches + ISA start time matches Not tested - ISA end time matches + ISA end time matches Not tested - ISA URL matches + ISA URL matches Not tested - ISA updated + ISA updated @@ -2721,172 +2721,172 @@

Tested requirements

DSS0030,b Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S11 + S11 - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version matches + ISA version matches Not tested - S15 + S15 - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version matches + ISA version matches Not tested - ASTM NetRID DSS: ISA Expiry + ASTM NetRID DSS: ISA Expiry - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Removed pre-existing ISA + Removed pre-existing ISA Not tested - ASTM NetRID DSS: ISA Subscription Interactions + ASTM NetRID DSS: ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - Response to the deletion of the ISA contains subscription ID + Response to the deletion of the ISA contains subscription ID Not tested - ASTM NetRID DSS: Simple ISA + ASTM NetRID DSS: Simple ISA - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Removed pre-existing ISA + Removed pre-existing ISA Not tested - Delete ISA + Delete ISA - Delete with wrong version + Delete with wrong version - Delete request rejected + Delete request rejected Not tested - Delete with empty version + Delete with empty version - Delete request rejected + Delete request rejected Not tested - Delete ISA + Delete ISA - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version matches + ISA version matches Not tested - ISA deleted + ISA deleted Not tested - ASTM NetRID DSS: Submitted ISA Validations + ASTM NetRID DSS: Submitted ISA Validations - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Removed pre-existing ISA + Removed pre-existing ISA @@ -2894,441 +2894,441 @@

Tested requirements

DSS0030,c Not tested - ASTM NetRID DSS: ISA Subscription Interactions + ASTM NetRID DSS: ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - Create a subscription within the ISA footprint + Create a subscription within the ISA footprint Not tested - Subscription for the ISA's area mentions the ISA + Subscription for the ISA's area mentions the ISA Not tested - Newly created subscription has a notification_index of 0 + Newly created subscription has a notification_index of 0 Not tested - ASTM NetRID DSS: Subscription Simple + ASTM NetRID DSS: Subscription Simple - Subscription Simple + Subscription Simple - Create subscription validation + Create subscription validation - Create subscription + Create subscription Not tested - Response to subscription creation contains a subscription + Response to subscription creation contains a subscription Not tested - Returned subscription has an ID + Returned subscription has an ID Not tested - Returned subscription ID is correct + Returned subscription ID is correct Not tested - Returned subscription has an owner + Returned subscription has an owner Not tested - Returned subscription owner is correct + Returned subscription owner is correct Not tested - Returned notification index is 0 if present + Returned notification index is 0 if present Not tested - Returned subscription has an ISA URL + Returned subscription has an ISA URL Not tested - Returned ISA URL has correct base URL + Returned ISA URL has correct base URL Not tested - Returned subscription has a start time + Returned subscription has a start time Not tested - Returned start time is correct + Returned start time is correct Not tested - Returned end time is correct + Returned end time is correct Not tested - Returned subscription has a version + Returned subscription has a version Not tested - Generated subscription version has proper format + Generated subscription version has proper format Not tested - Query Existing Subscription + Query Existing Subscription - Returned subscription ID is correct + Returned subscription ID is correct Not tested - Returned subscription has an owner + Returned subscription has an owner Not tested - Returned subscription owner is correct + Returned subscription owner is correct Not tested - Returned subscription has an ID + Returned subscription has an ID Not tested - Returned subscription has an ISA URL + Returned subscription has an ISA URL Not tested - Returned ISA URL has correct base URL + Returned ISA URL has correct base URL Not tested - Returned subscription has a start time + Returned subscription has a start time Not tested - Returned start time is correct + Returned start time is correct Not tested - Returned end time is correct + Returned end time is correct Not tested - Returned subscription has a version + Returned subscription has a version Not tested - Non-mutated subscription keeps the same version + Non-mutated subscription keeps the same version Not tested - Generated subscription version has proper format + Generated subscription version has proper format Not tested - Mutate Subscription + Mutate Subscription - Subscription can be mutated + Subscription can be mutated Not tested - Response to subscription mutation contains a subscription + Response to subscription mutation contains a subscription Not tested - Returned subscription ID is correct + Returned subscription ID is correct Not tested - Returned subscription has an owner + Returned subscription has an owner Not tested - Returned subscription owner is correct + Returned subscription owner is correct Not tested - Returned subscription has an ID + Returned subscription has an ID Not tested - Returned subscription has an ISA URL + Returned subscription has an ISA URL Not tested - Returned ISA URL has correct base URL + Returned ISA URL has correct base URL Not tested - Returned subscription has a start time + Returned subscription has a start time Not tested - Returned start time is correct + Returned start time is correct Not tested - Returned end time is correct + Returned end time is correct Not tested - Returned subscription has a version + Returned subscription has a version Not tested - Mutated subscription version is updated + Mutated subscription version is updated Not tested - Generated subscription version has proper format + Generated subscription version has proper format Not tested - Delete Subscription + Delete Subscription - Returned subscription has an ID + Returned subscription has an ID Not tested - Returned subscription ID is correct + Returned subscription ID is correct Not tested - Returned subscription has an owner + Returned subscription has an owner Not tested - Returned subscription owner is correct + Returned subscription owner is correct Not tested - Returned subscription has an ISA URL + Returned subscription has an ISA URL Not tested - Returned ISA URL has correct base URL + Returned ISA URL has correct base URL Not tested - Returned subscription has a start time + Returned subscription has a start time Not tested - Returned start time is correct + Returned start time is correct Not tested - Returned end time is correct + Returned end time is correct Not tested - Returned subscription has a version + Returned subscription has a version Not tested - Non-mutated subscription keeps the same version + Non-mutated subscription keeps the same version Not tested - Generated subscription version has proper format + Generated subscription version has proper format Not tested - ASTM NetRID DSS: Subscription Validation + ASTM NetRID DSS: Subscription Validation - Subscription quantity limitations + Subscription quantity limitations - Create maximum number of subscriptions + Create maximum number of subscriptions - Create up to the maximum allowed number of subscriptions in an area + Create up to the maximum allowed number of subscriptions in an area Not tested - Subscription duration limitations + Subscription duration limitations - Try to extend subscription + Try to extend subscription - Valid subscription created + Valid subscription created @@ -3336,128 +3336,128 @@

Tested requirements

DSS0030,d Not tested - ASTM NetRID DSS: ISA Subscription Interactions + ASTM NetRID DSS: ISA Subscription Interactions - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Removed pre-existing ISA + Removed pre-existing ISA Not tested - Successful subscription deletion + Successful subscription deletion Not tested - ISA Subscription Interactions + ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - Delete the ISA + Delete the ISA Not tested - Successful subscription deletion + Successful subscription deletion Not tested - ASTM NetRID DSS: Subscription Simple + ASTM NetRID DSS: Subscription Simple - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Subscription can be deleted + Subscription can be deleted Not tested - Subscription Simple + Subscription Simple - Delete Subscription + Delete Subscription - Missing version prevents deletion + Missing version prevents deletion Not tested - Incorrect version prevents deletion + Incorrect version prevents deletion Not tested - Subscription can be deleted + Subscription can be deleted Not tested - ASTM NetRID DSS: Subscription Validation + ASTM NetRID DSS: Subscription Validation - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Subscription can be deleted + Subscription can be deleted Not tested - Subscription quantity limitations + Subscription quantity limitations - Clean up subscriptions + Clean up subscriptions - Subscription can be deleted + Subscription can be deleted Not tested - Subscription duration limitations + Subscription duration limitations - Remove subscription + Remove subscription - Subscription deleted + Subscription deleted @@ -3465,53 +3465,53 @@

Tested requirements

DSS0030,e Not tested - ASTM NetRID DSS: Subscription Simple + ASTM NetRID DSS: Subscription Simple - Subscription Simple + Subscription Simple - Query Existing Subscription + Query Existing Subscription - Get Subscription by ID + Get Subscription by ID Not tested - Returned notification index is equal to or greater than 0 + Returned notification index is equal to or greater than 0 Not tested - Mutate Subscription + Mutate Subscription - Returned notification index is equal to or greater than 0 + Returned notification index is equal to or greater than 0 Not tested - Delete Subscription + Delete Subscription - Returned notification index is equal to or greater than 0 + Returned notification index is equal to or greater than 0 Not tested - Query Deleted Subscription + Query Deleted Subscription - Query by subscription ID should fail + Query by subscription ID should fail @@ -3519,112 +3519,112 @@

Tested requirements

DSS0030,f Not tested - ASTM NetRID DSS: ISA Subscription Interactions + ASTM NetRID DSS: ISA Subscription Interactions - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Successful subscription search query + Successful subscription search query Not tested - ASTM NetRID DSS: Subscription Simple + ASTM NetRID DSS: Subscription Simple - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Search for all subscriptions in ISA area + Search for all subscriptions in ISA area Not tested - Subscription Simple + Subscription Simple - Query Existing Subscription + Query Existing Subscription - Search for all subscriptions in ISA area + Search for all subscriptions in ISA area Not tested - Created Subscription is in search results + Created Subscription is in search results Not tested - No huge search area allowed + No huge search area allowed Not tested - Query Deleted Subscription + Query Deleted Subscription - Search for all subscriptions in ISA area + Search for all subscriptions in ISA area Not tested - Search area that represents a loop is not allowed + Search area that represents a loop is not allowed Not tested - Deleted subscription should not be present in search results + Deleted subscription should not be present in search results Not tested - ASTM NetRID DSS: Subscription Validation + ASTM NetRID DSS: Subscription Validation - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Successful subscription search query + Successful subscription search query Not tested - Subscription quantity limitations + Subscription quantity limitations - Clean up subscriptions + Clean up subscriptions - Successful subscription search query + Successful subscription search query @@ -3638,16 +3638,16 @@

Tested requirements

DSS0050 Not tested - ASTM NetRID DSS: Subscription Validation + ASTM NetRID DSS: Subscription Validation - Subscription quantity limitations + Subscription quantity limitations - Exceed maximum number of subscriptions + Exceed maximum number of subscriptions - Enforce maximum number of subscriptions for an area + Enforce maximum number of subscriptions for an area @@ -3655,72 +3655,72 @@

Tested requirements

DSS0060 Not tested - ASTM NetRID DSS: Subscription Simple + ASTM NetRID DSS: Subscription Simple - Subscription Simple + Subscription Simple - Create subscription validation + Create subscription validation - Returned subscription has an end time + Returned subscription has an end time Not tested - Query Existing Subscription + Query Existing Subscription - Returned subscription has an end time + Returned subscription has an end time Not tested - Mutate Subscription + Mutate Subscription - Returned subscription has an end time + Returned subscription has an end time Not tested - Delete Subscription + Delete Subscription - Returned subscription has an end time + Returned subscription has an end time Not tested - ASTM NetRID DSS: Subscription Validation + ASTM NetRID DSS: Subscription Validation - Subscription duration limitations + Subscription duration limitations - Try to create too-long subscription + Try to create too-long subscription - Too-long subscription creation rejected + Too-long subscription creation rejected Not tested - Try to extend subscription + Try to extend subscription - Subscription duration limited during update + Subscription duration limited during update @@ -3728,76 +3728,76 @@

Tested requirements

DSS0070 Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] returned with proper response + Subscription[P] returned with proper response Not tested - S4 + S4 - Can query all Subscriptions in area from all DSSs + Can query all Subscriptions in area from all DSSs Not tested - S7 + S7 - 404 with proper response + 404 with proper response Not tested - S8 + S8 - No Subscription[i] 1≤i≤n returned with proper response + No Subscription[i] 1≤i≤n returned with proper response Not tested - S9 + S9 - service_areas does not include ISA from S1 + service_areas does not include ISA from S1 Not tested - S13 + S13 - No Subscription[i] 1≤i≤n returned with proper response + No Subscription[i] 1≤i≤n returned with proper response Not tested - S16 + S16 - service_areas does not include ISA from S12 + service_areas does not include ISA from S12 @@ -3805,16 +3805,16 @@

Tested requirements

DSS0110 Not tested - ASTM NetRID DSS: Direct CRDB access + ASTM NetRID DSS: Direct CRDB access - Verify security interoperability + Verify security interoperability - Attempt unauthorized access + Attempt unauthorized access - CRDB node in insecure mode + CRDB node in insecure mode @@ -3822,16 +3822,16 @@

Tested requirements

DSS0120 Not tested - ASTM NetRID DSS: Direct CRDB access + ASTM NetRID DSS: Direct CRDB access - Verify security interoperability + Verify security interoperability - Verify encryption + Verify encryption - TLS in use + TLS in use @@ -3845,16 +3845,16 @@

Tested requirements

DSS0130,2,a Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] ID is properly synchronized with all DSS + Subscription[P] ID is properly synchronized with all DSS @@ -3862,16 +3862,16 @@

Tested requirements

DSS0130,2,b Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] owner is properly synchronized with all DSS + Subscription[P] owner is properly synchronized with all DSS @@ -3879,16 +3879,16 @@

Tested requirements

DSS0130,2,c Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] URL is properly synchronized with all DSS + Subscription[P] URL is properly synchronized with all DSS @@ -3896,16 +3896,16 @@

Tested requirements

DSS0130,2,d Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] start/end times are properly synchronized with all DSS + Subscription[P] start/end times are properly synchronized with all DSS @@ -3919,16 +3919,16 @@

Tested requirements

DSS0130,2,f Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] notification count is properly synchronized with all DSS + Subscription[P] notification count is properly synchronized with all DSS @@ -3936,26 +3936,26 @@

Tested requirements

DSS0130,3,a Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - ID of ISA from S1 is properly synchronized with all DSS + ID of ISA from S1 is properly synchronized with all DSS Not tested - S5 + S5 - Can get ISA from primary DSS + Can get ISA from primary DSS @@ -3963,16 +3963,16 @@

Tested requirements

DSS0130,3,b Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - Owner of ISA from S1 is properly synchronized with all DSS + Owner of ISA from S1 is properly synchronized with all DSS @@ -3980,16 +3980,16 @@

Tested requirements

DSS0130,3,c Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - URL of ISA from S1 is properly synchronized with all DSS + URL of ISA from S1 is properly synchronized with all DSS @@ -3997,16 +3997,16 @@

Tested requirements

DSS0130,3,d Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - Start/end times of ISA from S1 are properly synchronized with all DSS + Start/end times of ISA from S1 are properly synchronized with all DSS @@ -4014,16 +4014,16 @@

Tested requirements

DSS0130,3,e Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - service_areas includes ISA from S1 + service_areas includes ISA from S1 @@ -4031,36 +4031,36 @@

Tested requirements

DSS0130,A2-6-1,1a Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S1 + S1 - ISA[P] created with proper response + ISA[P] created with proper response Not tested - S10 + S10 - ISA[P] created with proper response + ISA[P] created with proper response Not tested - S12 + S12 - ISA[P] created with proper response + ISA[P] created with proper response @@ -4068,16 +4068,16 @@

Tested requirements

DSS0130,A2-6-1,1b Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S5 + S5 - Can modify ISA in primary DSS + Can modify ISA in primary DSS @@ -4085,26 +4085,26 @@

Tested requirements

DSS0130,A2-6-1,1c Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - service_areas includes ISA from S1 + service_areas includes ISA from S1 Not tested - S9 + S9 - Subscription[n] created with proper response + Subscription[n] created with proper response @@ -4112,16 +4112,16 @@

Tested requirements

DSS0130,A2-6-1,1d Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S9 + S9 - service_areas does not include ISA from S1 + service_areas does not include ISA from S1 @@ -4129,26 +4129,26 @@

Tested requirements

DSS0130,A2-6-1,2a Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S11 + S11 - ISA[P] deleted with proper response + ISA[P] deleted with proper response Not tested - S15 + S15 - ISA[P] deleted with proper response + ISA[P] deleted with proper response @@ -4156,16 +4156,16 @@

Tested requirements

DSS0130,A2-6-1,2b Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S16 + S16 - service_areas does not include ISA from S12 + service_areas does not include ISA from S12 @@ -4173,26 +4173,26 @@

Tested requirements

DSS0130,A2-6-1,3a Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - Subscription[n] created with proper response + Subscription[n] created with proper response Not tested - S16 + S16 - Subscription[n] created with proper response + Subscription[n] created with proper response @@ -4200,16 +4200,16 @@

Tested requirements

DSS0130,A2-6-1,3b Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S10 + S10 - All Subscription[i] 1≤i≤n returned in subscribers + All Subscription[i] 1≤i≤n returned in subscribers @@ -4217,26 +4217,26 @@

Tested requirements

DSS0130,A2-6-1,3c Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S5 + S5 - ISA modification triggers subscription notification requests + ISA modification triggers subscription notification requests Not tested - S11 + S11 - All Subscription[i] 1≤i≤n returned in subscribers + All Subscription[i] 1≤i≤n returned in subscribers @@ -4244,46 +4244,46 @@

Tested requirements

DSS0130,A2-6-1,3d Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S12 + S12 - None of Subscription[i] 1≤i≤n returned in subscribers + None of Subscription[i] 1≤i≤n returned in subscribers Not tested - S13 + S13 - No Subscription[i] 1≤i≤n returned with proper response + No Subscription[i] 1≤i≤n returned with proper response Not tested - S14 + S14 - 404 with proper response + 404 with proper response Not tested - S15 + S15 - None of Subscription[i] 1≤i≤n returned in subscribers with proper response + None of Subscription[i] 1≤i≤n returned in subscribers with proper response @@ -4291,26 +4291,26 @@

Tested requirements

DSS0130,A2-6-1,4a Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S6 + S6 - Subscription[n] deleted with proper response + Subscription[n] deleted with proper response Not tested - S17 + S17 - Subscription[n] deleted with proper response + Subscription[n] deleted with proper response @@ -4318,26 +4318,26 @@

Tested requirements

DSS0130,A2-6-1,4b Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S7 + S7 - 404 with proper response + 404 with proper response Not tested - S8 + S8 - No Subscription[i] 1≤i≤n returned with proper response + No Subscription[i] 1≤i≤n returned with proper response @@ -4345,16 +4345,16 @@

Tested requirements

DSS0130,A2-6-1,5 Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] returned with proper response + Subscription[P] returned with proper response @@ -4362,36 +4362,36 @@

Tested requirements

DSS0130,A2-6-1,6 Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S4 + S4 - Can query all Subscriptions in area from all DSSs + Can query all Subscriptions in area from all DSSs Not tested - S8 + S8 - Subscriptions queried successfully + Subscriptions queried successfully Not tested - S13 + S13 - Subscriptions queried successfully + Subscriptions queried successfully @@ -4399,23 +4399,23 @@

Tested requirements

DSS0210 Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Prerequisites + Prerequisites - Test environment requirements + Test environment requirements - DSS instance is publicly addressable + DSS instance is publicly addressable Not tested - DSS instance is reachable + DSS instance is reachable diff --git a/artifacts/uss_qualifier/reports/dss_probing/requirements/uss2.html b/artifacts/uss_qualifier/reports/dss_probing/requirements/uss2.html index bb828b9538..e666b46a95 100644 --- a/artifacts/uss_qualifier/reports/dss_probing/requirements/uss2.html +++ b/artifacts/uss_qualifier/reports/dss_probing/requirements/uss2.html @@ -86,19 +86,19 @@

Test run

Test run identifier - TR-4b97488 + TR-4f56503 Start time - 2023-11-07 19:54:34 UTC + 2023-11-07 20:04:24 UTC End time - 2023-11-07 19:54:40 UTC + 2023-11-07 20:04:30 UTC Test baseline identifier - TB-9080dec + TB-95aaca8 Environment identifier @@ -126,7 +126,7 @@

Tested requirements

- astm
.f3411
.v19
+ astm
.f3411
.v19
DSS0010 Not tested Not implemented @@ -142,401 +142,401 @@

Tested requirements

DSS0030,a Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S1 + S1 - ISA response code + ISA response code Not tested - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version changed + ISA version changed Not tested - ISA start time matches + ISA start time matches Not tested - ISA end time matches + ISA end time matches Not tested - ISA URL matches + ISA URL matches Not tested - S5 + S5 - ISA response code + ISA response code Not tested - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version changed + ISA version changed Not tested - ISA start time matches + ISA start time matches Not tested - ISA end time matches + ISA end time matches Not tested - ISA URL matches + ISA URL matches Not tested - S10 + S10 - ISA response code + ISA response code Not tested - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version changed + ISA version changed Not tested - ISA start time matches + ISA start time matches Not tested - ISA end time matches + ISA end time matches Not tested - ISA URL matches + ISA URL matches Not tested - S12 + S12 - ISA response code + ISA response code Not tested - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version changed + ISA version changed Not tested - ISA start time matches + ISA start time matches Not tested - ISA end time matches + ISA end time matches Not tested - ISA URL matches + ISA URL matches Not tested - ASTM NetRID DSS: ISA Expiry + ASTM NetRID DSS: ISA Expiry - ISA Expiry + ISA Expiry - ISA Expiry + ISA Expiry - Create short-lived ISA + Create short-lived ISA Not tested - ASTM NetRID DSS: ISA Subscription Interactions + ASTM NetRID DSS: ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - Create an ISA + Create an ISA Not tested - Mutate the ISA + Mutate the ISA Not tested - Response to the mutation of the ISA contains subscription ID + Response to the mutation of the ISA contains subscription ID Not tested - Subscription to an ISA has its notification index incremented after mutation + Subscription to an ISA has its notification index incremented after mutation Not tested - Subscription to an ISA has its notification index incremented after deletion + Subscription to an ISA has its notification index incremented after deletion Not tested - ASTM NetRID DSS: Simple ISA + ASTM NetRID DSS: Simple ISA - Create and check ISA + Create and check ISA - Create ISA + Create ISA - ISA response code + ISA response code Not tested - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version changed + ISA version changed Not tested - ISA start time matches + ISA start time matches Not tested - ISA end time matches + ISA end time matches Not tested - ISA URL matches + ISA URL matches Not tested - ISA created + ISA created Not tested - Update and search ISA + Update and search ISA - Update ISA + Update ISA - ISA response code + ISA response code Not tested - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version changed + ISA version changed Not tested - ISA start time matches + ISA start time matches Not tested - ISA end time matches + ISA end time matches Not tested - ISA URL matches + ISA URL matches Not tested - ISA updated + ISA updated @@ -544,172 +544,172 @@

Tested requirements

DSS0030,b Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S11 + S11 - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version matches + ISA version matches Not tested - S15 + S15 - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version matches + ISA version matches Not tested - ASTM NetRID DSS: ISA Expiry + ASTM NetRID DSS: ISA Expiry - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Removed pre-existing ISA + Removed pre-existing ISA Not tested - ASTM NetRID DSS: ISA Subscription Interactions + ASTM NetRID DSS: ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - Response to the deletion of the ISA contains subscription ID + Response to the deletion of the ISA contains subscription ID Not tested - ASTM NetRID DSS: Simple ISA + ASTM NetRID DSS: Simple ISA - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Removed pre-existing ISA + Removed pre-existing ISA Not tested - Delete ISA + Delete ISA - Delete with wrong version + Delete with wrong version - Delete request rejected + Delete request rejected Not tested - Delete with empty version + Delete with empty version - Delete request rejected + Delete request rejected Not tested - Delete ISA + Delete ISA - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version matches + ISA version matches Not tested - ISA deleted + ISA deleted Not tested - ASTM NetRID DSS: Submitted ISA Validations + ASTM NetRID DSS: Submitted ISA Validations - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Removed pre-existing ISA + Removed pre-existing ISA @@ -717,441 +717,441 @@

Tested requirements

DSS0030,c Not tested - ASTM NetRID DSS: ISA Subscription Interactions + ASTM NetRID DSS: ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - Create a subscription within the ISA footprint + Create a subscription within the ISA footprint Not tested - Subscription for the ISA's area mentions the ISA + Subscription for the ISA's area mentions the ISA Not tested - Newly created subscription has a notification_index of 0 + Newly created subscription has a notification_index of 0 Not tested - ASTM NetRID DSS: Subscription Simple + ASTM NetRID DSS: Subscription Simple - Subscription Simple + Subscription Simple - Create subscription validation + Create subscription validation - Create subscription + Create subscription Not tested - Response to subscription creation contains a subscription + Response to subscription creation contains a subscription Not tested - Returned subscription has an ID + Returned subscription has an ID Not tested - Returned subscription ID is correct + Returned subscription ID is correct Not tested - Returned subscription has an owner + Returned subscription has an owner Not tested - Returned subscription owner is correct + Returned subscription owner is correct Not tested - Returned notification index is 0 if present + Returned notification index is 0 if present Not tested - Returned subscription has an ISA URL + Returned subscription has an ISA URL Not tested - Returned ISA URL has correct base URL + Returned ISA URL has correct base URL Not tested - Returned subscription has a start time + Returned subscription has a start time Not tested - Returned start time is correct + Returned start time is correct Not tested - Returned end time is correct + Returned end time is correct Not tested - Returned subscription has a version + Returned subscription has a version Not tested - Generated subscription version has proper format + Generated subscription version has proper format Not tested - Query Existing Subscription + Query Existing Subscription - Returned subscription ID is correct + Returned subscription ID is correct Not tested - Returned subscription has an owner + Returned subscription has an owner Not tested - Returned subscription owner is correct + Returned subscription owner is correct Not tested - Returned subscription has an ID + Returned subscription has an ID Not tested - Returned subscription has an ISA URL + Returned subscription has an ISA URL Not tested - Returned ISA URL has correct base URL + Returned ISA URL has correct base URL Not tested - Returned subscription has a start time + Returned subscription has a start time Not tested - Returned start time is correct + Returned start time is correct Not tested - Returned end time is correct + Returned end time is correct Not tested - Returned subscription has a version + Returned subscription has a version Not tested - Non-mutated subscription keeps the same version + Non-mutated subscription keeps the same version Not tested - Generated subscription version has proper format + Generated subscription version has proper format Not tested - Mutate Subscription + Mutate Subscription - Subscription can be mutated + Subscription can be mutated Not tested - Response to subscription mutation contains a subscription + Response to subscription mutation contains a subscription Not tested - Returned subscription ID is correct + Returned subscription ID is correct Not tested - Returned subscription has an owner + Returned subscription has an owner Not tested - Returned subscription owner is correct + Returned subscription owner is correct Not tested - Returned subscription has an ID + Returned subscription has an ID Not tested - Returned subscription has an ISA URL + Returned subscription has an ISA URL Not tested - Returned ISA URL has correct base URL + Returned ISA URL has correct base URL Not tested - Returned subscription has a start time + Returned subscription has a start time Not tested - Returned start time is correct + Returned start time is correct Not tested - Returned end time is correct + Returned end time is correct Not tested - Returned subscription has a version + Returned subscription has a version Not tested - Mutated subscription version is updated + Mutated subscription version is updated Not tested - Generated subscription version has proper format + Generated subscription version has proper format Not tested - Delete Subscription + Delete Subscription - Returned subscription has an ID + Returned subscription has an ID Not tested - Returned subscription ID is correct + Returned subscription ID is correct Not tested - Returned subscription has an owner + Returned subscription has an owner Not tested - Returned subscription owner is correct + Returned subscription owner is correct Not tested - Returned subscription has an ISA URL + Returned subscription has an ISA URL Not tested - Returned ISA URL has correct base URL + Returned ISA URL has correct base URL Not tested - Returned subscription has a start time + Returned subscription has a start time Not tested - Returned start time is correct + Returned start time is correct Not tested - Returned end time is correct + Returned end time is correct Not tested - Returned subscription has a version + Returned subscription has a version Not tested - Non-mutated subscription keeps the same version + Non-mutated subscription keeps the same version Not tested - Generated subscription version has proper format + Generated subscription version has proper format Not tested - ASTM NetRID DSS: Subscription Validation + ASTM NetRID DSS: Subscription Validation - Subscription quantity limitations + Subscription quantity limitations - Create maximum number of subscriptions + Create maximum number of subscriptions - Create up to the maximum allowed number of subscriptions in an area + Create up to the maximum allowed number of subscriptions in an area Not tested - Subscription duration limitations + Subscription duration limitations - Try to extend subscription + Try to extend subscription - Valid subscription created + Valid subscription created @@ -1159,128 +1159,128 @@

Tested requirements

DSS0030,d Not tested - ASTM NetRID DSS: ISA Subscription Interactions + ASTM NetRID DSS: ISA Subscription Interactions - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Removed pre-existing ISA + Removed pre-existing ISA Not tested - Successful subscription deletion + Successful subscription deletion Not tested - ISA Subscription Interactions + ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - Delete the ISA + Delete the ISA Not tested - Successful subscription deletion + Successful subscription deletion Not tested - ASTM NetRID DSS: Subscription Simple + ASTM NetRID DSS: Subscription Simple - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Subscription can be deleted + Subscription can be deleted Not tested - Subscription Simple + Subscription Simple - Delete Subscription + Delete Subscription - Missing version prevents deletion + Missing version prevents deletion Not tested - Incorrect version prevents deletion + Incorrect version prevents deletion Not tested - Subscription can be deleted + Subscription can be deleted Not tested - ASTM NetRID DSS: Subscription Validation + ASTM NetRID DSS: Subscription Validation - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Subscription can be deleted + Subscription can be deleted Not tested - Subscription quantity limitations + Subscription quantity limitations - Clean up subscriptions + Clean up subscriptions - Subscription can be deleted + Subscription can be deleted Not tested - Subscription duration limitations + Subscription duration limitations - Remove subscription + Remove subscription - Subscription deleted + Subscription deleted @@ -1288,82 +1288,82 @@

Tested requirements

DSS0030,e Not tested - ASTM NetRID DSS: Subscription Simple + ASTM NetRID DSS: Subscription Simple - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Subscription can be queried by ID + Subscription can be queried by ID Not tested - Subscription Simple + Subscription Simple - Query Existing Subscription + Query Existing Subscription - Get Subscription by ID + Get Subscription by ID Not tested - Returned notification index is equal to or greater than 0 + Returned notification index is equal to or greater than 0 Not tested - Mutate Subscription + Mutate Subscription - Returned notification index is equal to or greater than 0 + Returned notification index is equal to or greater than 0 Not tested - Delete Subscription + Delete Subscription - Returned notification index is equal to or greater than 0 + Returned notification index is equal to or greater than 0 Not tested - Query Deleted Subscription + Query Deleted Subscription - Query by subscription ID should fail + Query by subscription ID should fail Not tested - ASTM NetRID DSS: Subscription Simple + ASTM NetRID DSS: Subscription Simple - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Subscription can be queried by ID + Subscription can be queried by ID @@ -1371,112 +1371,112 @@

Tested requirements

DSS0030,f Not tested - ASTM NetRID DSS: ISA Subscription Interactions + ASTM NetRID DSS: ISA Subscription Interactions - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Successful subscription search query + Successful subscription search query Not tested - ASTM NetRID DSS: Subscription Simple + ASTM NetRID DSS: Subscription Simple - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Search for all subscriptions in ISA area + Search for all subscriptions in ISA area Not tested - Subscription Simple + Subscription Simple - Query Existing Subscription + Query Existing Subscription - Search for all subscriptions in ISA area + Search for all subscriptions in ISA area Not tested - Created Subscription is in search results + Created Subscription is in search results Not tested - No huge search area allowed + No huge search area allowed Not tested - Query Deleted Subscription + Query Deleted Subscription - Search for all subscriptions in ISA area + Search for all subscriptions in ISA area Not tested - Search area that represents a loop is not allowed + Search area that represents a loop is not allowed Not tested - Deleted subscription should not be present in search results + Deleted subscription should not be present in search results Not tested - ASTM NetRID DSS: Subscription Validation + ASTM NetRID DSS: Subscription Validation - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Successful subscription search query + Successful subscription search query Not tested - Subscription quantity limitations + Subscription quantity limitations - Clean up subscriptions + Clean up subscriptions - Successful subscription search query + Successful subscription search query @@ -1490,16 +1490,16 @@

Tested requirements

DSS0050 Not tested - ASTM NetRID DSS: Subscription Validation + ASTM NetRID DSS: Subscription Validation - Subscription quantity limitations + Subscription quantity limitations - Exceed maximum number of subscriptions + Exceed maximum number of subscriptions - Enforce maximum number of subscriptions for an area + Enforce maximum number of subscriptions for an area @@ -1507,72 +1507,72 @@

Tested requirements

DSS0060 Not tested - ASTM NetRID DSS: Subscription Simple + ASTM NetRID DSS: Subscription Simple - Subscription Simple + Subscription Simple - Create subscription validation + Create subscription validation - Returned subscription has an end time + Returned subscription has an end time Not tested - Query Existing Subscription + Query Existing Subscription - Returned subscription has an end time + Returned subscription has an end time Not tested - Mutate Subscription + Mutate Subscription - Returned subscription has an end time + Returned subscription has an end time Not tested - Delete Subscription + Delete Subscription - Returned subscription has an end time + Returned subscription has an end time Not tested - ASTM NetRID DSS: Subscription Validation + ASTM NetRID DSS: Subscription Validation - Subscription duration limitations + Subscription duration limitations - Try to create too-long subscription + Try to create too-long subscription - Too-long subscription creation rejected + Too-long subscription creation rejected Not tested - Try to extend subscription + Try to extend subscription - Subscription duration limited during update + Subscription duration limited during update @@ -1580,76 +1580,76 @@

Tested requirements

DSS0070 Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] returned with proper response + Subscription[P] returned with proper response Not tested - S4 + S4 - Can query all Subscriptions in area from all DSSs + Can query all Subscriptions in area from all DSSs Not tested - S7 + S7 - 404 with proper response + 404 with proper response Not tested - S8 + S8 - No Subscription[i] 1≤i≤n returned with proper response + No Subscription[i] 1≤i≤n returned with proper response Not tested - S9 + S9 - service_areas does not include ISA from S1 + service_areas does not include ISA from S1 Not tested - S13 + S13 - No Subscription[i] 1≤i≤n returned with proper response + No Subscription[i] 1≤i≤n returned with proper response Not tested - S16 + S16 - service_areas does not include ISA from S12 + service_areas does not include ISA from S12 @@ -1657,16 +1657,16 @@

Tested requirements

DSS0110 Not tested - ASTM NetRID DSS: Direct CRDB access + ASTM NetRID DSS: Direct CRDB access - Verify security interoperability + Verify security interoperability - Attempt unauthorized access + Attempt unauthorized access - CRDB node in insecure mode + CRDB node in insecure mode @@ -1674,16 +1674,16 @@

Tested requirements

DSS0120 Not tested - ASTM NetRID DSS: Direct CRDB access + ASTM NetRID DSS: Direct CRDB access - Verify security interoperability + Verify security interoperability - Verify encryption + Verify encryption - TLS in use + TLS in use @@ -1697,16 +1697,16 @@

Tested requirements

DSS0130,2,a Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] ID is properly synchronized with all DSS + Subscription[P] ID is properly synchronized with all DSS @@ -1714,16 +1714,16 @@

Tested requirements

DSS0130,2,b Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] owner is properly synchronized with all DSS + Subscription[P] owner is properly synchronized with all DSS @@ -1731,16 +1731,16 @@

Tested requirements

DSS0130,2,c Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] URL is properly synchronized with all DSS + Subscription[P] URL is properly synchronized with all DSS @@ -1748,16 +1748,16 @@

Tested requirements

DSS0130,2,d Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] start/end times are properly synchronized with all DSS + Subscription[P] start/end times are properly synchronized with all DSS @@ -1771,16 +1771,16 @@

Tested requirements

DSS0130,2,f Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] notification count is properly synchronized with all DSS + Subscription[P] notification count is properly synchronized with all DSS @@ -1788,26 +1788,26 @@

Tested requirements

DSS0130,3,a Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - ID of ISA from S1 is properly synchronized with all DSS + ID of ISA from S1 is properly synchronized with all DSS Not tested - S5 + S5 - Can get ISA from primary DSS + Can get ISA from primary DSS @@ -1815,16 +1815,16 @@

Tested requirements

DSS0130,3,b Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - Owner of ISA from S1 is properly synchronized with all DSS + Owner of ISA from S1 is properly synchronized with all DSS @@ -1832,16 +1832,16 @@

Tested requirements

DSS0130,3,c Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - URL of ISA from S1 is properly synchronized with all DSS + URL of ISA from S1 is properly synchronized with all DSS @@ -1849,16 +1849,16 @@

Tested requirements

DSS0130,3,d Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - Start/end times of ISA from S1 are properly synchronized with all DSS + Start/end times of ISA from S1 are properly synchronized with all DSS @@ -1866,16 +1866,16 @@

Tested requirements

DSS0130,3,e Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - service_areas includes ISA from S1 + service_areas includes ISA from S1 @@ -1883,36 +1883,36 @@

Tested requirements

DSS0130,A2-6-1,1a Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S1 + S1 - ISA[P] created with proper response + ISA[P] created with proper response Not tested - S10 + S10 - ISA[P] created with proper response + ISA[P] created with proper response Not tested - S12 + S12 - ISA[P] created with proper response + ISA[P] created with proper response @@ -1920,16 +1920,16 @@

Tested requirements

DSS0130,A2-6-1,1b Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S5 + S5 - Can modify ISA in primary DSS + Can modify ISA in primary DSS @@ -1937,26 +1937,26 @@

Tested requirements

DSS0130,A2-6-1,1c Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - service_areas includes ISA from S1 + service_areas includes ISA from S1 Not tested - S9 + S9 - Subscription[n] created with proper response + Subscription[n] created with proper response @@ -1964,16 +1964,16 @@

Tested requirements

DSS0130,A2-6-1,1d Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S9 + S9 - service_areas does not include ISA from S1 + service_areas does not include ISA from S1 @@ -1981,26 +1981,26 @@

Tested requirements

DSS0130,A2-6-1,2a Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S11 + S11 - ISA[P] deleted with proper response + ISA[P] deleted with proper response Not tested - S15 + S15 - ISA[P] deleted with proper response + ISA[P] deleted with proper response @@ -2008,16 +2008,16 @@

Tested requirements

DSS0130,A2-6-1,2b Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S16 + S16 - service_areas does not include ISA from S12 + service_areas does not include ISA from S12 @@ -2025,26 +2025,26 @@

Tested requirements

DSS0130,A2-6-1,3a Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - Subscription[n] created with proper response + Subscription[n] created with proper response Not tested - S16 + S16 - Subscription[n] created with proper response + Subscription[n] created with proper response @@ -2052,16 +2052,16 @@

Tested requirements

DSS0130,A2-6-1,3b Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S10 + S10 - All Subscription[i] 1≤i≤n returned in subscribers + All Subscription[i] 1≤i≤n returned in subscribers @@ -2069,26 +2069,26 @@

Tested requirements

DSS0130,A2-6-1,3c Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S5 + S5 - ISA modification triggers subscription notification requests + ISA modification triggers subscription notification requests Not tested - S11 + S11 - All Subscription[i] 1≤i≤n returned in subscribers + All Subscription[i] 1≤i≤n returned in subscribers @@ -2096,46 +2096,46 @@

Tested requirements

DSS0130,A2-6-1,3d Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S12 + S12 - None of Subscription[i] 1≤i≤n returned in subscribers + None of Subscription[i] 1≤i≤n returned in subscribers Not tested - S13 + S13 - No Subscription[i] 1≤i≤n returned with proper response + No Subscription[i] 1≤i≤n returned with proper response Not tested - S14 + S14 - 404 with proper response + 404 with proper response Not tested - S15 + S15 - None of Subscription[i] 1≤i≤n returned in subscribers with proper response + None of Subscription[i] 1≤i≤n returned in subscribers with proper response @@ -2143,26 +2143,26 @@

Tested requirements

DSS0130,A2-6-1,4a Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S6 + S6 - Subscription[n] deleted with proper response + Subscription[n] deleted with proper response Not tested - S17 + S17 - Subscription[n] deleted with proper response + Subscription[n] deleted with proper response @@ -2170,26 +2170,26 @@

Tested requirements

DSS0130,A2-6-1,4b Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S7 + S7 - 404 with proper response + 404 with proper response Not tested - S8 + S8 - No Subscription[i] 1≤i≤n returned with proper response + No Subscription[i] 1≤i≤n returned with proper response @@ -2197,16 +2197,16 @@

Tested requirements

DSS0130,A2-6-1,5 Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] returned with proper response + Subscription[P] returned with proper response @@ -2214,36 +2214,36 @@

Tested requirements

DSS0130,A2-6-1,6 Not tested - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S4 + S4 - Can query all Subscriptions in area from all DSSs + Can query all Subscriptions in area from all DSSs Not tested - S8 + S8 - Subscriptions queried successfully + Subscriptions queried successfully Not tested - S13 + S13 - Subscriptions queried successfully + Subscriptions queried successfully @@ -2251,28 +2251,28 @@

Tested requirements

DSS0210 Pass - ASTM F3411-19 NetRID DSS interoperability + ASTM F3411-19 NetRID DSS interoperability - Prerequisites + Prerequisites - Test environment requirements + Test environment requirements - DSS instance is publicly addressable + DSS instance is publicly addressable Pass - DSS instance is reachable + DSS instance is reachable - astm
.f3411
.v22a
+ astm
.f3411
.v22a
DSS0010 Not tested Not implemented @@ -2288,401 +2288,401 @@

Tested requirements

DSS0030,a Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S1 + S1 - ISA response code + ISA response code Not tested - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version changed + ISA version changed Not tested - ISA start time matches + ISA start time matches Not tested - ISA end time matches + ISA end time matches Not tested - ISA URL matches + ISA URL matches Not tested - S5 + S5 - ISA response code + ISA response code Not tested - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version changed + ISA version changed Not tested - ISA start time matches + ISA start time matches Not tested - ISA end time matches + ISA end time matches Not tested - ISA URL matches + ISA URL matches Not tested - S10 + S10 - ISA response code + ISA response code Not tested - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version changed + ISA version changed Not tested - ISA start time matches + ISA start time matches Not tested - ISA end time matches + ISA end time matches Not tested - ISA URL matches + ISA URL matches Not tested - S12 + S12 - ISA response code + ISA response code Not tested - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version changed + ISA version changed Not tested - ISA start time matches + ISA start time matches Not tested - ISA end time matches + ISA end time matches Not tested - ISA URL matches + ISA URL matches Not tested - ASTM NetRID DSS: ISA Expiry + ASTM NetRID DSS: ISA Expiry - ISA Expiry + ISA Expiry - ISA Expiry + ISA Expiry - Create short-lived ISA + Create short-lived ISA Not tested - ASTM NetRID DSS: ISA Subscription Interactions + ASTM NetRID DSS: ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - Create an ISA + Create an ISA Not tested - Mutate the ISA + Mutate the ISA Not tested - Response to the mutation of the ISA contains subscription ID + Response to the mutation of the ISA contains subscription ID Not tested - Subscription to an ISA has its notification index incremented after mutation + Subscription to an ISA has its notification index incremented after mutation Not tested - Subscription to an ISA has its notification index incremented after deletion + Subscription to an ISA has its notification index incremented after deletion Not tested - ASTM NetRID DSS: Simple ISA + ASTM NetRID DSS: Simple ISA - Create and check ISA + Create and check ISA - Create ISA + Create ISA - ISA response code + ISA response code Not tested - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version changed + ISA version changed Not tested - ISA start time matches + ISA start time matches Not tested - ISA end time matches + ISA end time matches Not tested - ISA URL matches + ISA URL matches Not tested - ISA created + ISA created Not tested - Update and search ISA + Update and search ISA - Update ISA + Update ISA - ISA response code + ISA response code Not tested - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version changed + ISA version changed Not tested - ISA start time matches + ISA start time matches Not tested - ISA end time matches + ISA end time matches Not tested - ISA URL matches + ISA URL matches Not tested - ISA updated + ISA updated @@ -2690,172 +2690,172 @@

Tested requirements

DSS0030,b Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S11 + S11 - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version matches + ISA version matches Not tested - S15 + S15 - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version matches + ISA version matches Not tested - ASTM NetRID DSS: ISA Expiry + ASTM NetRID DSS: ISA Expiry - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Removed pre-existing ISA + Removed pre-existing ISA Not tested - ASTM NetRID DSS: ISA Subscription Interactions + ASTM NetRID DSS: ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - Response to the deletion of the ISA contains subscription ID + Response to the deletion of the ISA contains subscription ID Not tested - ASTM NetRID DSS: Simple ISA + ASTM NetRID DSS: Simple ISA - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Removed pre-existing ISA + Removed pre-existing ISA Not tested - Delete ISA + Delete ISA - Delete with wrong version + Delete with wrong version - Delete request rejected + Delete request rejected Not tested - Delete with empty version + Delete with empty version - Delete request rejected + Delete request rejected Not tested - Delete ISA + Delete ISA - ISA response format + ISA response format Not tested - ISA ID matches + ISA ID matches Not tested - ISA version matches + ISA version matches Not tested - ISA deleted + ISA deleted Not tested - ASTM NetRID DSS: Submitted ISA Validations + ASTM NetRID DSS: Submitted ISA Validations - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Removed pre-existing ISA + Removed pre-existing ISA @@ -2863,441 +2863,441 @@

Tested requirements

DSS0030,c Not tested - ASTM NetRID DSS: ISA Subscription Interactions + ASTM NetRID DSS: ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - Create a subscription within the ISA footprint + Create a subscription within the ISA footprint Not tested - Subscription for the ISA's area mentions the ISA + Subscription for the ISA's area mentions the ISA Not tested - Newly created subscription has a notification_index of 0 + Newly created subscription has a notification_index of 0 Not tested - ASTM NetRID DSS: Subscription Simple + ASTM NetRID DSS: Subscription Simple - Subscription Simple + Subscription Simple - Create subscription validation + Create subscription validation - Create subscription + Create subscription Not tested - Response to subscription creation contains a subscription + Response to subscription creation contains a subscription Not tested - Returned subscription has an ID + Returned subscription has an ID Not tested - Returned subscription ID is correct + Returned subscription ID is correct Not tested - Returned subscription has an owner + Returned subscription has an owner Not tested - Returned subscription owner is correct + Returned subscription owner is correct Not tested - Returned notification index is 0 if present + Returned notification index is 0 if present Not tested - Returned subscription has an ISA URL + Returned subscription has an ISA URL Not tested - Returned ISA URL has correct base URL + Returned ISA URL has correct base URL Not tested - Returned subscription has a start time + Returned subscription has a start time Not tested - Returned start time is correct + Returned start time is correct Not tested - Returned end time is correct + Returned end time is correct Not tested - Returned subscription has a version + Returned subscription has a version Not tested - Generated subscription version has proper format + Generated subscription version has proper format Not tested - Query Existing Subscription + Query Existing Subscription - Returned subscription ID is correct + Returned subscription ID is correct Not tested - Returned subscription has an owner + Returned subscription has an owner Not tested - Returned subscription owner is correct + Returned subscription owner is correct Not tested - Returned subscription has an ID + Returned subscription has an ID Not tested - Returned subscription has an ISA URL + Returned subscription has an ISA URL Not tested - Returned ISA URL has correct base URL + Returned ISA URL has correct base URL Not tested - Returned subscription has a start time + Returned subscription has a start time Not tested - Returned start time is correct + Returned start time is correct Not tested - Returned end time is correct + Returned end time is correct Not tested - Returned subscription has a version + Returned subscription has a version Not tested - Non-mutated subscription keeps the same version + Non-mutated subscription keeps the same version Not tested - Generated subscription version has proper format + Generated subscription version has proper format Not tested - Mutate Subscription + Mutate Subscription - Subscription can be mutated + Subscription can be mutated Not tested - Response to subscription mutation contains a subscription + Response to subscription mutation contains a subscription Not tested - Returned subscription ID is correct + Returned subscription ID is correct Not tested - Returned subscription has an owner + Returned subscription has an owner Not tested - Returned subscription owner is correct + Returned subscription owner is correct Not tested - Returned subscription has an ID + Returned subscription has an ID Not tested - Returned subscription has an ISA URL + Returned subscription has an ISA URL Not tested - Returned ISA URL has correct base URL + Returned ISA URL has correct base URL Not tested - Returned subscription has a start time + Returned subscription has a start time Not tested - Returned start time is correct + Returned start time is correct Not tested - Returned end time is correct + Returned end time is correct Not tested - Returned subscription has a version + Returned subscription has a version Not tested - Mutated subscription version is updated + Mutated subscription version is updated Not tested - Generated subscription version has proper format + Generated subscription version has proper format Not tested - Delete Subscription + Delete Subscription - Returned subscription has an ID + Returned subscription has an ID Not tested - Returned subscription ID is correct + Returned subscription ID is correct Not tested - Returned subscription has an owner + Returned subscription has an owner Not tested - Returned subscription owner is correct + Returned subscription owner is correct Not tested - Returned subscription has an ISA URL + Returned subscription has an ISA URL Not tested - Returned ISA URL has correct base URL + Returned ISA URL has correct base URL Not tested - Returned subscription has a start time + Returned subscription has a start time Not tested - Returned start time is correct + Returned start time is correct Not tested - Returned end time is correct + Returned end time is correct Not tested - Returned subscription has a version + Returned subscription has a version Not tested - Non-mutated subscription keeps the same version + Non-mutated subscription keeps the same version Not tested - Generated subscription version has proper format + Generated subscription version has proper format Not tested - ASTM NetRID DSS: Subscription Validation + ASTM NetRID DSS: Subscription Validation - Subscription quantity limitations + Subscription quantity limitations - Create maximum number of subscriptions + Create maximum number of subscriptions - Create up to the maximum allowed number of subscriptions in an area + Create up to the maximum allowed number of subscriptions in an area Not tested - Subscription duration limitations + Subscription duration limitations - Try to extend subscription + Try to extend subscription - Valid subscription created + Valid subscription created @@ -3305,128 +3305,128 @@

Tested requirements

DSS0030,d Not tested - ASTM NetRID DSS: ISA Subscription Interactions + ASTM NetRID DSS: ISA Subscription Interactions - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Removed pre-existing ISA + Removed pre-existing ISA Not tested - Successful subscription deletion + Successful subscription deletion Not tested - ISA Subscription Interactions + ISA Subscription Interactions - ISA Subscription Interactions + ISA Subscription Interactions - Delete the ISA + Delete the ISA Not tested - Successful subscription deletion + Successful subscription deletion Not tested - ASTM NetRID DSS: Subscription Simple + ASTM NetRID DSS: Subscription Simple - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Subscription can be deleted + Subscription can be deleted Not tested - Subscription Simple + Subscription Simple - Delete Subscription + Delete Subscription - Missing version prevents deletion + Missing version prevents deletion Not tested - Incorrect version prevents deletion + Incorrect version prevents deletion Not tested - Subscription can be deleted + Subscription can be deleted Not tested - ASTM NetRID DSS: Subscription Validation + ASTM NetRID DSS: Subscription Validation - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Subscription can be deleted + Subscription can be deleted Not tested - Subscription quantity limitations + Subscription quantity limitations - Clean up subscriptions + Clean up subscriptions - Subscription can be deleted + Subscription can be deleted Not tested - Subscription duration limitations + Subscription duration limitations - Remove subscription + Remove subscription - Subscription deleted + Subscription deleted @@ -3434,53 +3434,53 @@

Tested requirements

DSS0030,e Not tested - ASTM NetRID DSS: Subscription Simple + ASTM NetRID DSS: Subscription Simple - Subscription Simple + Subscription Simple - Query Existing Subscription + Query Existing Subscription - Get Subscription by ID + Get Subscription by ID Not tested - Returned notification index is equal to or greater than 0 + Returned notification index is equal to or greater than 0 Not tested - Mutate Subscription + Mutate Subscription - Returned notification index is equal to or greater than 0 + Returned notification index is equal to or greater than 0 Not tested - Delete Subscription + Delete Subscription - Returned notification index is equal to or greater than 0 + Returned notification index is equal to or greater than 0 Not tested - Query Deleted Subscription + Query Deleted Subscription - Query by subscription ID should fail + Query by subscription ID should fail @@ -3488,112 +3488,112 @@

Tested requirements

DSS0030,f Not tested - ASTM NetRID DSS: ISA Subscription Interactions + ASTM NetRID DSS: ISA Subscription Interactions - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Successful subscription search query + Successful subscription search query Not tested - ASTM NetRID DSS: Subscription Simple + ASTM NetRID DSS: Subscription Simple - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Search for all subscriptions in ISA area + Search for all subscriptions in ISA area Not tested - Subscription Simple + Subscription Simple - Query Existing Subscription + Query Existing Subscription - Search for all subscriptions in ISA area + Search for all subscriptions in ISA area Not tested - Created Subscription is in search results + Created Subscription is in search results Not tested - No huge search area allowed + No huge search area allowed Not tested - Query Deleted Subscription + Query Deleted Subscription - Search for all subscriptions in ISA area + Search for all subscriptions in ISA area Not tested - Search area that represents a loop is not allowed + Search area that represents a loop is not allowed Not tested - Deleted subscription should not be present in search results + Deleted subscription should not be present in search results Not tested - ASTM NetRID DSS: Subscription Validation + ASTM NetRID DSS: Subscription Validation - Setup + Setup - Ensure clean workspace + Ensure clean workspace - Successful subscription search query + Successful subscription search query Not tested - Subscription quantity limitations + Subscription quantity limitations - Clean up subscriptions + Clean up subscriptions - Successful subscription search query + Successful subscription search query @@ -3607,16 +3607,16 @@

Tested requirements

DSS0050 Not tested - ASTM NetRID DSS: Subscription Validation + ASTM NetRID DSS: Subscription Validation - Subscription quantity limitations + Subscription quantity limitations - Exceed maximum number of subscriptions + Exceed maximum number of subscriptions - Enforce maximum number of subscriptions for an area + Enforce maximum number of subscriptions for an area @@ -3624,72 +3624,72 @@

Tested requirements

DSS0060 Not tested - ASTM NetRID DSS: Subscription Simple + ASTM NetRID DSS: Subscription Simple - Subscription Simple + Subscription Simple - Create subscription validation + Create subscription validation - Returned subscription has an end time + Returned subscription has an end time Not tested - Query Existing Subscription + Query Existing Subscription - Returned subscription has an end time + Returned subscription has an end time Not tested - Mutate Subscription + Mutate Subscription - Returned subscription has an end time + Returned subscription has an end time Not tested - Delete Subscription + Delete Subscription - Returned subscription has an end time + Returned subscription has an end time Not tested - ASTM NetRID DSS: Subscription Validation + ASTM NetRID DSS: Subscription Validation - Subscription duration limitations + Subscription duration limitations - Try to create too-long subscription + Try to create too-long subscription - Too-long subscription creation rejected + Too-long subscription creation rejected Not tested - Try to extend subscription + Try to extend subscription - Subscription duration limited during update + Subscription duration limited during update @@ -3697,76 +3697,76 @@

Tested requirements

DSS0070 Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] returned with proper response + Subscription[P] returned with proper response Not tested - S4 + S4 - Can query all Subscriptions in area from all DSSs + Can query all Subscriptions in area from all DSSs Not tested - S7 + S7 - 404 with proper response + 404 with proper response Not tested - S8 + S8 - No Subscription[i] 1≤i≤n returned with proper response + No Subscription[i] 1≤i≤n returned with proper response Not tested - S9 + S9 - service_areas does not include ISA from S1 + service_areas does not include ISA from S1 Not tested - S13 + S13 - No Subscription[i] 1≤i≤n returned with proper response + No Subscription[i] 1≤i≤n returned with proper response Not tested - S16 + S16 - service_areas does not include ISA from S12 + service_areas does not include ISA from S12 @@ -3774,16 +3774,16 @@

Tested requirements

DSS0110 Not tested - ASTM NetRID DSS: Direct CRDB access + ASTM NetRID DSS: Direct CRDB access - Verify security interoperability + Verify security interoperability - Attempt unauthorized access + Attempt unauthorized access - CRDB node in insecure mode + CRDB node in insecure mode @@ -3791,16 +3791,16 @@

Tested requirements

DSS0120 Not tested - ASTM NetRID DSS: Direct CRDB access + ASTM NetRID DSS: Direct CRDB access - Verify security interoperability + Verify security interoperability - Verify encryption + Verify encryption - TLS in use + TLS in use @@ -3814,16 +3814,16 @@

Tested requirements

DSS0130,2,a Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] ID is properly synchronized with all DSS + Subscription[P] ID is properly synchronized with all DSS @@ -3831,16 +3831,16 @@

Tested requirements

DSS0130,2,b Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] owner is properly synchronized with all DSS + Subscription[P] owner is properly synchronized with all DSS @@ -3848,16 +3848,16 @@

Tested requirements

DSS0130,2,c Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] URL is properly synchronized with all DSS + Subscription[P] URL is properly synchronized with all DSS @@ -3865,16 +3865,16 @@

Tested requirements

DSS0130,2,d Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] start/end times are properly synchronized with all DSS + Subscription[P] start/end times are properly synchronized with all DSS @@ -3888,16 +3888,16 @@

Tested requirements

DSS0130,2,f Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] notification count is properly synchronized with all DSS + Subscription[P] notification count is properly synchronized with all DSS @@ -3905,26 +3905,26 @@

Tested requirements

DSS0130,3,a Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - ID of ISA from S1 is properly synchronized with all DSS + ID of ISA from S1 is properly synchronized with all DSS Not tested - S5 + S5 - Can get ISA from primary DSS + Can get ISA from primary DSS @@ -3932,16 +3932,16 @@

Tested requirements

DSS0130,3,b Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - Owner of ISA from S1 is properly synchronized with all DSS + Owner of ISA from S1 is properly synchronized with all DSS @@ -3949,16 +3949,16 @@

Tested requirements

DSS0130,3,c Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - URL of ISA from S1 is properly synchronized with all DSS + URL of ISA from S1 is properly synchronized with all DSS @@ -3966,16 +3966,16 @@

Tested requirements

DSS0130,3,d Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - Start/end times of ISA from S1 are properly synchronized with all DSS + Start/end times of ISA from S1 are properly synchronized with all DSS @@ -3983,16 +3983,16 @@

Tested requirements

DSS0130,3,e Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - service_areas includes ISA from S1 + service_areas includes ISA from S1 @@ -4000,36 +4000,36 @@

Tested requirements

DSS0130,A2-6-1,1a Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S1 + S1 - ISA[P] created with proper response + ISA[P] created with proper response Not tested - S10 + S10 - ISA[P] created with proper response + ISA[P] created with proper response Not tested - S12 + S12 - ISA[P] created with proper response + ISA[P] created with proper response @@ -4037,16 +4037,16 @@

Tested requirements

DSS0130,A2-6-1,1b Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S5 + S5 - Can modify ISA in primary DSS + Can modify ISA in primary DSS @@ -4054,26 +4054,26 @@

Tested requirements

DSS0130,A2-6-1,1c Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - service_areas includes ISA from S1 + service_areas includes ISA from S1 Not tested - S9 + S9 - Subscription[n] created with proper response + Subscription[n] created with proper response @@ -4081,16 +4081,16 @@

Tested requirements

DSS0130,A2-6-1,1d Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S9 + S9 - service_areas does not include ISA from S1 + service_areas does not include ISA from S1 @@ -4098,26 +4098,26 @@

Tested requirements

DSS0130,A2-6-1,2a Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S11 + S11 - ISA[P] deleted with proper response + ISA[P] deleted with proper response Not tested - S15 + S15 - ISA[P] deleted with proper response + ISA[P] deleted with proper response @@ -4125,16 +4125,16 @@

Tested requirements

DSS0130,A2-6-1,2b Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S16 + S16 - service_areas does not include ISA from S12 + service_areas does not include ISA from S12 @@ -4142,26 +4142,26 @@

Tested requirements

DSS0130,A2-6-1,3a Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S2 + S2 - Subscription[n] created with proper response + Subscription[n] created with proper response Not tested - S16 + S16 - Subscription[n] created with proper response + Subscription[n] created with proper response @@ -4169,16 +4169,16 @@

Tested requirements

DSS0130,A2-6-1,3b Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S10 + S10 - All Subscription[i] 1≤i≤n returned in subscribers + All Subscription[i] 1≤i≤n returned in subscribers @@ -4186,26 +4186,26 @@

Tested requirements

DSS0130,A2-6-1,3c Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S5 + S5 - ISA modification triggers subscription notification requests + ISA modification triggers subscription notification requests Not tested - S11 + S11 - All Subscription[i] 1≤i≤n returned in subscribers + All Subscription[i] 1≤i≤n returned in subscribers @@ -4213,46 +4213,46 @@

Tested requirements

DSS0130,A2-6-1,3d Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S12 + S12 - None of Subscription[i] 1≤i≤n returned in subscribers + None of Subscription[i] 1≤i≤n returned in subscribers Not tested - S13 + S13 - No Subscription[i] 1≤i≤n returned with proper response + No Subscription[i] 1≤i≤n returned with proper response Not tested - S14 + S14 - 404 with proper response + 404 with proper response Not tested - S15 + S15 - None of Subscription[i] 1≤i≤n returned in subscribers with proper response + None of Subscription[i] 1≤i≤n returned in subscribers with proper response @@ -4260,26 +4260,26 @@

Tested requirements

DSS0130,A2-6-1,4a Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S6 + S6 - Subscription[n] deleted with proper response + Subscription[n] deleted with proper response Not tested - S17 + S17 - Subscription[n] deleted with proper response + Subscription[n] deleted with proper response @@ -4287,26 +4287,26 @@

Tested requirements

DSS0130,A2-6-1,4b Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S7 + S7 - 404 with proper response + 404 with proper response Not tested - S8 + S8 - No Subscription[i] 1≤i≤n returned with proper response + No Subscription[i] 1≤i≤n returned with proper response @@ -4314,16 +4314,16 @@

Tested requirements

DSS0130,A2-6-1,5 Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S3 + S3 - Subscription[P] returned with proper response + Subscription[P] returned with proper response @@ -4331,36 +4331,36 @@

Tested requirements

DSS0130,A2-6-1,6 Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Interoperability sequence + Interoperability sequence - S4 + S4 - Can query all Subscriptions in area from all DSSs + Can query all Subscriptions in area from all DSSs Not tested - S8 + S8 - Subscriptions queried successfully + Subscriptions queried successfully Not tested - S13 + S13 - Subscriptions queried successfully + Subscriptions queried successfully @@ -4368,23 +4368,23 @@

Tested requirements

DSS0210 Not tested - ASTM F3411-22a NetRID DSS interoperability + ASTM F3411-22a NetRID DSS interoperability - Prerequisites + Prerequisites - Test environment requirements + Test environment requirements - DSS instance is publicly addressable + DSS instance is publicly addressable Not tested - DSS instance is reachable + DSS instance is reachable diff --git a/artifacts/uss_qualifier/reports/dss_probing/sequence/index.html b/artifacts/uss_qualifier/reports/dss_probing/sequence/index.html index 009bfa1d48..789a780a0e 100644 --- a/artifacts/uss_qualifier/reports/dss_probing/sequence/index.html +++ b/artifacts/uss_qualifier/reports/dss_probing/sequence/index.html @@ -1,7 +1,7 @@ - TR-4b97488 sequence view + TR-4f56503 sequence view