diff --git a/integration/test_filesystems_integration.py b/integration/test_filesystems_integration.py index 5fe8eda8..648f1ef4 100644 --- a/integration/test_filesystems_integration.py +++ b/integration/test_filesystems_integration.py @@ -22,7 +22,6 @@ import pandas as pd import pytest import v3io -from fsspec.implementations.local import LocalFileSystem from integration.integration_test_utils import V3ioHeaders, _generate_table_name from storey import ( @@ -39,7 +38,6 @@ build_flow, ) from storey.dtypes import V3ioError -from storey.utils import get_remaining_path, url_to_file_system @pytest.fixture() @@ -666,17 +664,3 @@ def test_filter_before_after_partitioned_outer_other_partition(setup_teardown_te ] assert read_back_result == expected, f"{read_back_result}\n!=\n{expected}" - - -def test_get_path_utils(): - url = "wasbs://mycontainer@myaccount.blob.core.windows.net/path/to/object.csv" - schema, path = get_remaining_path(url) - assert path == "mycontainer/path/to/object.csv" - assert schema == "wasbs" - - -def test_ds_get_path_utils(): - url = "ds://:file@profile/path/to/object.csv" - fs, path = url_to_file_system(url, "") - assert path == "/path/to/object.csv" - assert isinstance(fs, LocalFileSystem) diff --git a/tests/test_utils.py b/tests/test_utils.py new file mode 100644 index 00000000..33c8695b --- /dev/null +++ b/tests/test_utils.py @@ -0,0 +1,31 @@ +# Copyright 2023 Iguazio +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +from fsspec.implementations.local import LocalFileSystem + +from storey.utils import get_remaining_path, url_to_file_system + + +def test_get_path_utils(): + url = "wasbs://mycontainer@myaccount.blob.core.windows.net/path/to/object.csv" + schema, path = get_remaining_path(url) + assert path == "mycontainer/path/to/object.csv" + assert schema == "wasbs" + + +def test_ds_get_path_utils(): + url = "ds://:file@profile/path/to/object.csv" + fs, path = url_to_file_system(url, "") + assert path == "/path/to/object.csv" + assert isinstance(fs, LocalFileSystem)