fix redis prefix

modelscope · Nov 15, 2024 · 991e290 · 991e290
1 parent 6b79f90
commit 991e290
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/data_juicer/ops/deduplicator/ray_redis_minhash_deduplicator.py b/data_juicer/ops/deduplicator/ray_redis_minhash_deduplicator.py
@@ -239,7 +239,8 @@ def __init__(
     def run(self, dataset):
         from ray.data.aggregate import AggregateFn
 
-        union_find = RedisUnionFind(prefix=uuid.uuid4().hex[:8], redis_address=self.redis_address)
+        union_find = RedisUnionFind(prefix=uuid.uuid4().hex[:8],
+                                    redis_address=self.redis_address)
 
         def add_uid_column(table: pa.Table) -> pa.Table:
             new_column_data = [union_find.get_uid() for _ in range(len(table))]