Skip to content

Commit

Permalink
Support TSV files in file_io (#341)
Browse files Browse the repository at this point in the history
* done

* done

* support save tsv

---------

Co-authored-by: Sagi Polaczek <[email protected]>
  • Loading branch information
SagiPolaczek and Sagi Polaczek authored Jan 28, 2024
1 parent 995d85a commit a58d869
Showing 1 changed file with 6 additions and 0 deletions.
6 changes: 6 additions & 0 deletions fuse/utils/file_io/file_io.py
Original file line number Diff line number Diff line change
Expand Up @@ -291,6 +291,7 @@ def save_dataframe(df: pd.DataFrame, filename: str, **kwargs: dict) -> None:

assert file_type in [
"csv",
"tsv",
"hd5",
"hdf5",
"hdf",
Expand All @@ -304,6 +305,8 @@ def save_dataframe(df: pd.DataFrame, filename: str, **kwargs: dict) -> None:
df.to_pickle(filename, **kwargs)
elif file_type == "csv":
df.to_csv(filename, **kwargs)
elif file_type == "tsv":
df.to_csv(filename, sep="\t" ** kwargs)
elif file_type in ["hd5", "hdf5", "hdf"]:
df.to_hdf(filename, **kwargs)
elif file_type == "xslx":
Expand All @@ -322,6 +325,7 @@ def read_dataframe(filename: str) -> pd.DataFrame:

assert file_type in [
"csv",
"tsv",
"hd5",
"hdf5",
"hdf",
Expand All @@ -334,6 +338,8 @@ def read_dataframe(filename: str) -> pd.DataFrame:
df = pd.read_pickle(filename)
elif file_type == "csv":
df = pd.read_csv(filename)
elif file_type == "tsv":
df = pd.read_csv(filename, sep="\t")
elif file_type in ["hd5", "hdf5", "hdf"]:
df = pd.read_hdf(filename)
elif file_type == "xslx":
Expand Down

0 comments on commit a58d869

Please sign in to comment.