[Hot Fix] Update Ray version (#532)

modelscope · Jan 8, 2025 · d785ee9 · d785ee9
1 parent 06b1e6a
commit d785ee9
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/data_juicer/core/ray_data.py b/data_juicer/core/ray_data.py
@@ -15,7 +15,7 @@
 from data_juicer.utils.process_utils import calculate_np
 
 rd = LazyLoader('rd', 'ray.data')
-ds = LazyLoader('ds', 'ray.data.datasource')
+ds = LazyLoader('ds', 'ray.data.read_api')
 
 
 def get_abs_path(path, dataset_dir):
@@ -235,7 +235,7 @@ def read_json_stream(
     arrow_open_stream_args: Optional[Dict[str, Any]] = None,
     meta_provider=None,
     partition_filter=None,
-    partitioning=ds.partitioning.Partitioning('hive'),
+    partitioning=ds.Partitioning('hive'),
     include_paths: bool = False,
     ignore_missing_paths: bool = False,
     shuffle: Union[Literal['files'], None] = None,
@@ -245,7 +245,7 @@ def read_json_stream(
     **arrow_json_args,
 ) -> rd.Dataset:
     if meta_provider is None:
-        meta_provider = ds.file_meta_provider.DefaultFileMetadataProvider()
+        meta_provider = ds.DefaultFileMetadataProvider()
 
     datasource = JSONStreamDatasource(
         paths,

diff --git a/environments/dist_requires.txt b/environments/dist_requires.txt
@@ -1,2 +1,2 @@
-ray>=2.31.0
+ray==2.40.0
 redis>=5.0.0