tests: integration test battery

.codacy.yml

@@ -2,6 +2,5 @@ exclude_paths:
   - 'conf/**'
   - 'doc/joss-paper/**'
   - 'etc/**'
-  - 'cylc/flow/tests/**'
   - 'tests/**'
   - 'cylc/flow/**_pb2.py'

.codecov.yml

@@ -40,7 +40,7 @@ coverage:
 
 # files to ignore
 ignore:
-  - "tests/**/*.py"
+  - "tests/**"
   - "ws_messages_pb2.py"
 
 # turn off comments to pull requests

.coveragerc

@@ -29,11 +29,10 @@ debug=
 #include
 note=
 omit=
-    */cylc/flow/tests/*
+    tests/*
     */cylc/flow/profiler.py
     */cylc/flow/profiling/*
     */cylc/flow/parsec/OrderedDictCompat.py
-    */cylc/flow/parsec/tests/*
     */cylc/flow/*_pb2.py
 parallel = True
 plugins=
@@ -55,11 +54,10 @@ fail_under=0
 ignore_errors = False
 include=
 omit=
-    */cylc/flow/tests/*
+    tests/*
     */cylc/flow/profiler.py
     */cylc/flow/profiling/*
     */cylc/flow/parsec/OrderedDictCompat.py
-    */cylc/flow/parsec/tests/*
     */cylc/flow/*_pb2.py
 partial_branches=
 precision=2

.github/workflows/test.yml

@@ -4,7 +4,7 @@ on: [pull_request]
 
 
 jobs:
-  unit-test:
+  fast-tests:
     runs-on: ubuntu-latest
     strategy:
       matrix:
@@ -26,29 +26,32 @@ jobs:
       - name: Install
         run: |
           pip install ."[all]"
-          pip install pytest-xdist
 
       - name: Style
         run: |
-          pycodestyle cylc/flow
+          pycodestyle
           etc/bin/shellchecker
 
-      - name: Unit Test
+      - name: Unit Tests
         run: |
-          pytest -n 5
+          pytest -n 5 tests/unit
+
+      - name: Integration Tests
+        run: |
+          pytest -n 5 tests/integration
 
 
-  functional_test:
+  functional-tests:
     runs-on: ubuntu-latest
     strategy:
       matrix:
         python-version: ['3.7']
         tests: [
-          ['tests', '1/4'],
-          ['tests', '2/4'],
-          ['tests', '3/4'],
-          ['tests', '4/4'],
-          ['flakytests', '1/1']
+          ['tests/f', '1/4'],
+          ['tests/f', '2/4'],
+          ['tests/f', '3/4'],
+          ['tests/f', '4/4'],
+          ['tests/k', '1/1']
         ]
     env:
       BASE: ${{ matrix.tests[0] }}
@@ -73,7 +76,7 @@ jobs:
 
       - name: Test
         run: |
-          if [[ "${BASE}" == 'flakytests' ]]; then
+          if [[ "${BASE}" == 'tests/k' ]]; then
               NPROC=4
           else
               NPROC=8

cylc/flow/data_store_mgr.py

@@ -471,7 +471,7 @@ def generate_definition_elements(self):
         workflow.name = self.schd.suite
         workflow.owner = self.schd.owner
         workflow.host = self.schd.host
-        workflow.port = self.schd.port
+        workflow.port = self.schd.port or -1
         for key, val in config.cfg['meta'].items():
             if key in ['title', 'description', 'URL']:
                 setattr(workflow.meta, key, val)

cylc/flow/network/publisher.py

@@ -83,10 +83,13 @@ async def send_multi(self, topic, data, serializer=None):
             serializer (object, optional): string/func for encoding.
 
         """
-        self.topics.add(topic)
-        self.socket.send_multipart(
-            [topic, serialize_data(data, serializer)]
-        )
+        if self.socket:
+            # don't attempt to send anything if we are in the process of
+            # shutting down
+            self.topics.add(topic)
+            self.socket.send_multipart(
+                [topic, serialize_data(data, serializer)]
+            )
 
     async def publish(self, items):
         """Publish topics.

cylc/flow/option_parsers.py

@@ -16,7 +16,7 @@
 """Common options for all cylc commands."""
 
 import logging
-from optparse import OptionParser, OptionConflictError
+from optparse import OptionParser, OptionConflictError, Values
 import os
 import sys
 
@@ -300,3 +300,55 @@ def parse_args(self, remove_opts=None):
         LOG.addHandler(errhandler)
 
         return (options, args)
+
+
+class Options(Values):
+    """Wrapper to allow Python API access to optparse CLI functionality.
+
+    Example:
+        Create an optparse parser as normal:
+        >>> import optparse
+        >>> parser = optparse.OptionParser()
+        >>> _ = parser.add_option('-a', default=1)
+        >>> _ = parser.add_option('-b', default=2)
+
+        Create an Options object from the parser:
+        >>> PythonOptions = Options(parser, overrides={'c': 3})
+
+        "Parse" options via Python API:
+        >>> opts = PythonOptions(a=4)
+
+        Access options as normal:
+        >>> opts.a
+        4
+        >>> opts.b
+        2
+        >>> opts.c
+        3
+
+        Optparse allows you to create new options on the fly:
+        >>> opts.d = 5
+        >>> opts.d
+        5
+
+        But you can't create new options at initiation, this gives us basic
+        input validation:
+        >>> opts(e=6)
+        Traceback (most recent call last):
+        ValueError: e
+
+    """
+
+    def __init__(self, parser, overrides=None):
+        if overrides is None:
+            overrides = {}
+        defaults = {**parser.defaults, **overrides}
+        Values.__init__(self, defaults)
+
+    def __call__(self, **kwargs):
+        for key, value in kwargs.items():
+            if hasattr(self, key):
+                setattr(self, key, value)
+            else:
+                raise ValueError(key)
+        return self