Merge pull request #3 from inspire-eu-validation/monitoring-2021

Monitoring 2021
inspire-eu-validation · Oct 5, 2021 · 266b0ad · 266b0ad
2 parents 26b462c + 73d0ff0
commit 266b0ad
Show file tree

Hide file tree

Showing 4 changed files with 574 additions and 398 deletions.
diff --git a/README.md b/README.md
@@ -21,6 +21,7 @@ In [*pdi/config.properties*](pdi/config.properties) update the following items:
 - `source_suffix` - source metadata files suffix, used to filter the files to validate,
 - `validator_nodes` - number of validator instances to use, `validator_url_X` needs to be provided for each instance,
 - `validator_url_X` - URLs for each validator instance, up to "/v2/" [*http://.../v2/*],
+- `authorization_token` - authorization token to include in the header of "TestRuns" validator API POST request,
 - `queue_max_size` - maximum number of test runs that can be run in parallel on each validator instance.
 
 ### Usage

diff --git a/pdi/config.properties b/pdi/config.properties
@@ -1,4 +1,4 @@
-# Endpoint id, used to create file- and folder- names [use only characters valid for a filename]
+# Endpoint ID, used to create file- and folder- names [use only characters valid for a filename]
 endpoint=
 
 # Folder where source metadata are located (may contain subfolders) [use forward slashes "/" in the path]
@@ -13,6 +13,9 @@ source_suffix=.xml
 # Number of validator instances to use, validator_url_X needs to be provided for each node
 validator_nodes=1
 
+# Authorization token to include in the header of "TestRuns" validator API POST request
+authorization_token=
+
 # URLs for each validator instance, up to "v2/" [http://.../v2/]
 validator_url_0=
 validator_url_1=
@@ -26,9 +29,9 @@ test_path=TestRuns
 testobjects_path=TestObjects
 upload_path=TestObjects?action=upload
 
-# TestSuide ids for conformance classes used for validation of:
+# TestSuite IDs (comma separated) for conformance classes used for validation of:
 # - data sets and data set series
-dataset_cc=EID0b86f7a3-2947-4841-823d-6a00d8e06d70
+dataset_cc=EID0b86f7a3-2947-4841-823d-6a00d8e06d70,EID2be1480a-fe42-40b2-9420-eb0e69385c80
 # - network services
 service_cc=EID606587df-65a8-4b7b-9eee-e0d94daaa42a
 # - invocable spatial data services

diff --git a/pdi/get_result_sub.ktr b/pdi/get_result_sub.ktr
@@ -479,6 +479,11 @@ European Location Interoperability Solutions for e-Government (ELISE)
       <to>Mapping output</to>
       <enabled>Y</enabled>
     </hop>
+    <hop>
+      <from>get results</from>
+      <to>Dummy 2</to>
+      <enabled>Y</enabled>
+    </hop>
   </order>
   <step>
     <name>Dummy</name>
@@ -791,6 +796,31 @@ function recurse(obj, path, level, func) {
       <draw>Y</draw>
     </GUI>
   </step>
+  <step>
+    <name>Dummy 2</name>
+    <type>Dummy</type>
+    <description/>
+    <distribute>Y</distribute>
+    <custom_distribution/>
+    <copies>1</copies>
+    <partitioning>
+      <method>none</method>
+      <schema_name/>
+    </partitioning>
+    <attributes/>
+    <cluster_schema/>
+    <remotesteps>
+      <input>
+      </input>
+      <output>
+      </output>
+    </remotesteps>
+    <GUI>
+      <xloc>416</xloc>
+      <yloc>32</yloc>
+      <draw>Y</draw>
+    </GUI>
+  </step>
   <step_error_handling>
     <error>
       <source_step>get json</source_step>
@@ -804,6 +834,18 @@ function recurse(obj, path, level, func) {
       <max_pct_errors/>
       <min_pct_rows/>
     </error>
+    <error>
+      <source_step>get results</source_step>
+      <target_step>Dummy 2</target_step>
+      <is_enabled>Y</is_enabled>
+      <nr_valuename/>
+      <descriptions_valuename/>
+      <fields_valuename/>
+      <codes_valuename/>
+      <max_errors/>
+      <max_pct_errors/>
+      <min_pct_rows/>
+    </error>
   </step_error_handling>
   <slave-step-copy-partition-distribution>
   </slave-step-copy-partition-distribution>