Skip to content

Commit

Permalink
Move utils unit tests to separate file
Browse files Browse the repository at this point in the history
  • Loading branch information
alxtkr77 committed Aug 7, 2023
1 parent 820b022 commit 051152e
Show file tree
Hide file tree
Showing 2 changed files with 28 additions and 16 deletions.
16 changes: 0 additions & 16 deletions integration/test_filesystems_integration.py
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,6 @@
import pandas as pd
import pytest
import v3io
from fsspec.implementations.local import LocalFileSystem

from integration.integration_test_utils import V3ioHeaders, _generate_table_name
from storey import (
Expand All @@ -39,7 +38,6 @@
build_flow,
)
from storey.dtypes import V3ioError
from storey.utils import get_remaining_path, url_to_file_system


@pytest.fixture()
Expand Down Expand Up @@ -666,17 +664,3 @@ def test_filter_before_after_partitioned_outer_other_partition(setup_teardown_te
]

assert read_back_result == expected, f"{read_back_result}\n!=\n{expected}"


def test_get_path_utils():
url = "wasbs://[email protected]/path/to/object.csv"
schema, path = get_remaining_path(url)
assert path == "mycontainer/path/to/object.csv"
assert schema == "wasbs"


def test_ds_get_path_utils():
url = "ds://:file@profile/path/to/object.csv"
fs, path = url_to_file_system(url, "")
assert path == "/path/to/object.csv"
assert isinstance(fs, LocalFileSystem)
28 changes: 28 additions & 0 deletions tests/test_utils.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,28 @@
# Copyright 2023 Iguazio
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
from fsspec.implementations.local import LocalFileSystem
from storey.utils import get_remaining_path, url_to_file_system

def test_get_path_utils():
url = "wasbs://[email protected]/path/to/object.csv"
schema, path = get_remaining_path(url)
assert path == "mycontainer/path/to/object.csv"
assert schema == "wasbs"

def test_ds_get_path_utils():
url = "ds://:file@profile/path/to/object.csv"
fs, path = url_to_file_system(url, "")
assert path == "/path/to/object.csv"
assert isinstance(fs, LocalFileSystem)

0 comments on commit 051152e

Please sign in to comment.