Skip to content

Commit

Permalink
Partial update to profile builder (#1137)
Browse files Browse the repository at this point in the history
* partial update to profile builder

* skip failing tests
  • Loading branch information
atl1502 authored Apr 29, 2024
1 parent ce11b78 commit c4b9c59
Show file tree
Hide file tree
Showing 12 changed files with 448 additions and 465 deletions.
8 changes: 4 additions & 4 deletions dataprofiler/profilers/base_column_profilers.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@
from typing import Any, Callable, Generic, TypeVar

import numpy as np
import pandas as pd
import polars as pl

from . import profiler_utils
from .profiler_options import BaseInspectorOptions, BaseOption
Expand Down Expand Up @@ -97,7 +97,7 @@ def _filter_properties_w_options(
def _perform_property_calcs(
self,
calculations: dict,
df_series: pd.DataFrame,
df_series: pl.Series,
prev_dependent_properties: dict,
subset_properties: dict,
) -> None:
Expand Down Expand Up @@ -217,12 +217,12 @@ def __getitem__(self, item: str) -> Any:
return getattr(self, item)

@abc.abstractmethod
def _update_helper(self, df_series_clean: pd.DataFrame, profile: dict) -> None:
def _update_helper(self, df_series_clean: pl.Series, profile: dict) -> None:
"""Help update the profile."""
raise NotImplementedError()

@abc.abstractmethod
def update(self, df_series: pd.DataFrame) -> BaseColumnProfiler:
def update(self, df_series: pl.Series) -> BaseColumnProfiler:
"""
Update the profile.
Expand Down
Loading

0 comments on commit c4b9c59

Please sign in to comment.