Merge branch 'dev' into disable_dandi_read_workflow

CHANGELOG.md

@@ -6,8 +6,15 @@
 - For `NWBHDF5IO()`, change the default of arg `load_namespaces` from `False` to `True`. @bendichter [#1748](https://github.com/NeurodataWithoutBorders/pynwb/pull/1748)
 - Add `NWBHDF5IO.can_read()`. @bendichter [#1703](https://github.com/NeurodataWithoutBorders/pynwb/pull/1703)
 - Add `pynwb.get_nwbfile_version()`. @bendichter [#1703](https://github.com/NeurodataWithoutBorders/pynwb/pull/1703)
-- Updated timeseries data checks to warn instead of error when reading invalid files. @stephprince [#1793](https://github.com/NeurodataWithoutBorders/pynwb/pull/1793)
+- Updated timeseries data checks to warn instead of error when reading invalid files. @stephprince [#1793](https://github.com/NeurodataWithoutBorders/pynwb/pull/1793) and [#1809](https://github.com/NeurodataWithoutBorders/pynwb/pull/1809)
 - Expose the offset, conversion and channel conversion parameters in `mock_ElectricalSeries`. @h-mayorquin [#1796](https://github.com/NeurodataWithoutBorders/pynwb/pull/1796)
+- Expose `starting_time` in `mock_ElectricalSeries`. @h-mayorquin [#1805](https://github.com/NeurodataWithoutBorders/pynwb/pull/1805)
+- Enhance `get_data_in_units()` to work with objects that have a `channel_conversion` attribute like the `ElectricalSeries`. @h-mayorquin [#1806](https://github.com/NeurodataWithoutBorders/pynwb/pull/1806)
+- Refactor validation CLI tests to use `{sys.executable} -m coverage` to use the same Python version and run correctly on Debian systems. @yarikoptic [#1811](https://github.com/NeurodataWithoutBorders/pynwb/pull/1811)
+
+### Bug fixes
+- Fix bug where namespaces were loaded in "w-" mode. @h-mayorquin [#1795](https://github.com/NeurodataWithoutBorders/pynwb/pull/1795)
+- Fix bug where pynwb version was reported as "unknown" to readthedocs @stephprince [#1810](https://github.com/NeurodataWithoutBorders/pynwb/pull/1810)
 
 ## PyNWB 2.5.0 (August 18, 2023)
 

docs/source/install_users.rst

@@ -34,7 +34,7 @@ This will automatically install the following required dependencies:
 Install release from Conda-forge
 --------------------------------
 
-`Conda-forge <https://conda-forge.org/#about>`_ is a community led collection of recipes, build infrastructure
+`Conda-forge <https://conda-forge.org>`_ is a community led collection of recipes, build infrastructure
 and distributions for the `conda <https://conda.io/docs/>`_ package manager.
 
 To install or update PyNWB distribution from conda-forge using conda simply run:

docs/source/software_process.rst

@@ -17,15 +17,15 @@ tested on all supported operating systems and python distributions. That way,
 as a contributor, you know if you introduced regressions or coding style
 inconsistencies.
 
-There are badges in the :pynwb:`README <#readme>` file which shows
+There are badges in the :pynwb:`README <blob/dev/README.rst>` file which shows
 the current condition of the dev branch.
 
 --------
 Coverage
 --------
 
 Code coverage is computed and reported using the coverage_ tool. There are two coverage-related
-badges in the :pynwb:`README <#readme>` file. One shows the status of the :pynwb:`GitHub Action workflow <actions?query=workflow%3A%22Run+coverage%22>` which runs the coverage_ tool and uploads the report to
+badges in the :pynwb:`README <blob/dev/README.rst>` file. One shows the status of the :pynwb:`GitHub Action workflow <actions?query=workflow%3A%22Run+coverage%22>` which runs the coverage_ tool and uploads the report to
 codecov_, and the other badge shows the percentage coverage reported from codecov_. A detailed report can be found on
 codecov_, which shows line by line which lines are covered by the tests.
 

environment-ros3.yml

@@ -12,7 +12,7 @@ dependencies:
   - pandas==2.0.0
   - python-dateutil==2.8.2
   - setuptools
-  - dandi==0.55.1  # NOTE: dandi does not support osx-arm64
+  - dandi==0.59.0  # NOTE: dandi does not support osx-arm64
   - fsspec==2023.6.0
   - requests==2.28.1
   - aiohttp==3.8.3

setup.cfg

@@ -3,6 +3,7 @@ VCS = git
 versionfile_source = src/pynwb/_version.py
 versionfile_build = pynwb/_version.py
 tag_prefix = ''
+style = pep440-pre
 
 [flake8]
 max-line-length = 120

src/pynwb/__init__.py

@@ -261,7 +261,8 @@ def __init__(self, **kwargs):
             popargs('path', 'mode', 'manager', 'extensions', 'load_namespaces',
                     'file', 'comm', 'driver', 'herd_path', kwargs)
         # Define the BuildManager to use
-        if mode in 'wx' or manager is not None or extensions is not None:
+        io_modes_that_create_file = ['w', 'w-', 'x']
+        if mode in io_modes_that_create_file or manager is not None or extensions is not None:
             load_namespaces = False
 
         if load_namespaces:

src/pynwb/_version.py

@@ -44,7 +44,7 @@ def get_config():
     cfg = VersioneerConfig()
     cfg.VCS = "git"
     cfg.style = "pep440-pre"
-    cfg.tag_prefix = "*.*.*"
+    cfg.tag_prefix = ""
     cfg.parentdir_prefix = "None"
     cfg.versionfile_source = "src/pynwb/_version.py"
     cfg.verbose = False

src/pynwb/base.py

@@ -187,10 +187,12 @@ def __init__(self, **kwargs):
             if isinstance(timestamps, TimeSeries):
                 timestamps.__add_link('timestamp_link', self)
         elif self.rate is not None:
-            if self.rate <= 0:
+            if self.rate < 0:
                 self._error_on_new_warn_on_construct(
-                    error_msg='Rate must be a positive value.'
+                    error_msg='Rate must not be a negative value.'
                 )
+            elif self.rate == 0.0 and get_data_shape(data)[0] > 1:
+                warn('Timeseries has a rate of 0.0 Hz, but the length of the data is greater than 1.')
             if self.starting_time is None:  # override default if rate is provided but not starting time
                 self.starting_time = 0.0
             self.starting_time_unit = self.__time_unit
@@ -296,7 +298,11 @@ def get_timestamps(self):
             return np.arange(len(self.data)) / self.rate + self.starting_time
 
     def get_data_in_units(self):
-        return np.asarray(self.data) * self.conversion + self.offset
+        if "channel_conversion" in self.fields:
+            scale_factor = self.conversion * self.channel_conversion[:, np.newaxis]
+        else:
+            scale_factor = self.conversion
+        return np.asarray(self.data) * scale_factor + self.offset
 
 
 @register_class('Image', CORE_NAMESPACE)

src/pynwb/testing/mock/ecephys.py

@@ -71,6 +71,7 @@ def mock_ElectricalSeries(
     data=None,
     rate: float = 30000.0,
     timestamps=None,
+    starting_time: Optional[float] = None,
     electrodes: Optional[DynamicTableRegion] = None,
     filtering: str = "filtering",
     nwbfile: Optional[NWBFile] = None,
@@ -83,6 +84,7 @@ def mock_ElectricalSeries(
         description=description,
         data=data if data is not None else np.ones((10, 5)),
         rate=rate,
+        starting_time=starting_time,
         timestamps=timestamps,
         electrodes=electrodes or mock_electrodes(nwbfile=nwbfile),
         filtering=filtering,

src/pynwb/testing/mock/ophys.py

@@ -132,6 +132,7 @@ def mock_OnePhotonSeries(
         conversion=conversion,
         timestamps=timestamps,
         starting_time=starting_time,
+        offset=offset,
         rate=rate,
         comments=comments,
         description=description,
@@ -162,6 +163,7 @@ def mock_TwoPhotonSeries(
     dimension=None,
     resolution=-1.0,
     conversion=1.0,
+    offset=0.0,
     timestamps=None,
     starting_time=None,
     comments="no comments",
@@ -194,6 +196,7 @@ def mock_TwoPhotonSeries(
         control=control,
         control_description=control_description,
         device=device,
+        offset=offset,
     )
 
     if nwbfile is not None:

tests/integration/hdf5/test_io.py

@@ -3,6 +3,7 @@
 import numpy as np
 from h5py import File
 from pathlib import Path
+import tempfile
 
 from pynwb import NWBFile, TimeSeries, get_manager, NWBHDF5IO, validate
 
@@ -14,6 +15,7 @@
 from pynwb.spec import NWBGroupSpec, NWBDatasetSpec, NWBNamespace
 from pynwb.ecephys import ElectricalSeries, LFP
 from pynwb.testing import remove_test_file, TestCase
+from pynwb.testing.mock.file import mock_NWBFile
 
 
 class TestHDF5Writer(TestCase):
@@ -122,6 +124,19 @@ def test_write_no_cache_spec(self):
         with File(self.path, 'r') as f:
             self.assertNotIn('specifications', f)
 
+    def test_file_creation_io_modes(self):
+        io_modes_that_create_file = ["w", "w-", "x"]
+
+        with tempfile.TemporaryDirectory() as temp_dir:
+            temp_dir = Path(temp_dir)
+            for io_mode in io_modes_that_create_file:
+                file_path = temp_dir / f"test_io_mode={io_mode}.nwb"
+
+                # Test file creation
+                nwbfile = mock_NWBFile()
+                with NWBHDF5IO(str(file_path), io_mode) as io:
+                    io.write(nwbfile)
+
 
 class TestHDF5WriterWithInjectedFile(TestCase):
 

tests/unit/test_base.py

@@ -406,10 +406,12 @@ def test_get_data_in_units(self):
         assert_array_equal(ts.get_data_in_units(), [1., 2., 3.])
 
     def test_non_positive_rate(self):
-        with self.assertRaisesWith(ValueError, 'Rate must be a positive value.'):
+        with self.assertRaisesWith(ValueError, 'Rate must not be a negative value.'):
             TimeSeries(name='test_ts', data=list(), unit='volts', rate=-1.0)
-        with self.assertRaisesWith(ValueError, 'Rate must be a positive value.'):
-            TimeSeries(name='test_ts1', data=list(), unit='volts', rate=0.0)
+
+        with self.assertWarnsWith(UserWarning,
+                                  'Timeseries has a rate of 0.0 Hz, but the length of the data is greater than 1.'):
+            TimeSeries(name='test_ts1', data=[1, 2, 3], unit='volts', rate=0.0)
 
     def test_file_with_non_positive_rate_in_construct_mode(self):
         """Test that UserWarning is raised when rate is 0 or negative
@@ -419,7 +421,7 @@ def test_file_with_non_positive_rate_in_construct_mode(self):
                                  parent=None,
                                  object_id="test",
                                  in_construct_mode=True)
-        with self.assertWarnsWith(warn_type=UserWarning, exc_msg='Rate must be a positive value.'):
+        with self.assertWarnsWith(warn_type=UserWarning, exc_msg='Rate must not be a negative value.'):
             obj.__init__(
                 name="test_ts",
                 data=list(),

tests/unit/test_ecephys.py

@@ -18,6 +18,7 @@
 from pynwb.device import Device
 from pynwb.file import ElectrodeTable
 from pynwb.testing import TestCase
+from pynwb.testing.mock.ecephys import mock_ElectricalSeries
 
 from hdmf.common import DynamicTableRegion
 
@@ -115,6 +116,24 @@ def test_dimensions_warning(self):
                "but instead the first does. Data is oriented incorrectly and should be transposed."
                    ) in str(w[-1].message)
 
+    def test_get_data_in_units(self):
+
+        data = np.asarray([[1, 1, 1, 1, 1], [1, 1, 1, 1, 1]])
+        conversion = 1.0
+        offset = 3.0
+        channel_conversion = np.asarray([2.0, 2.0])
+        electrical_series = mock_ElectricalSeries(
+            data=data,
+            conversion=conversion,
+            offset=offset,
+            channel_conversion=channel_conversion,
+        )
+
+        data_in_units = electrical_series.get_data_in_units()
+        expected_data = data * conversion * channel_conversion[:, np.newaxis] + offset
+
+        np.testing.assert_almost_equal(data_in_units, expected_data)
+
 
 class SpikeEventSeriesConstructor(TestCase):