fix

openpsi-project · Aug 27, 2024 · 8b2c2d2 · 8b2c2d2
1 parent 9440c7f
commit 8b2c2d2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/realhf/system/master_worker.py b/realhf/system/master_worker.py
@@ -551,7 +551,7 @@ async def model_rpc_request_func(
             assert sample.bs % dp_size == 0
             min_n_seqs_per_dp = sample.bs // dp_size
         else:
-            min_n_seqs_per_dp = rpc.n_mbs
+            min_n_seqs_per_dp = rpc.n_mbs if rpc.n_mbs is not None else 1
         split_spec = sample.get_split_spec(dp_size, min_size=min_n_seqs_per_dp)
         partitions = split_spec.partitions
         target_mapping = {i: list(range(v[0], v[1])) for i, v in enumerate(partitions)}