format

openpsi-project · Aug 28, 2024 · 8f21464 · 8f21464
1 parent 1a8bd9d
commit 8f21464
Show file tree

Hide file tree

Showing 5 changed files with 5 additions and 0 deletions.
diff --git a/realhf/experiments/common/dpo_exp.py b/realhf/experiments/common/dpo_exp.py
@@ -52,6 +52,7 @@ class DPOConfig(CommonExperimentConfig):
     :param beta: KL regularization coefficient.
     :type beta: float
     """
+
     is_sft_lora: bool = False
     sft_lora_path: Optional[str] = None
 

diff --git a/realhf/experiments/common/gen_exp.py b/realhf/experiments/common/gen_exp.py
@@ -33,6 +33,7 @@ class GenerationConfig(CommonExperimentConfig):
     :param allocation: Configuration for device allocation and parallelism.
     :type allocation: MFCConfig
     """
+
     model: ModelTrainEvalConfig = dataclasses.field(
         default_factory=ModelTrainEvalConfig
     )

diff --git a/realhf/experiments/common/ppo_exp.py b/realhf/experiments/common/ppo_exp.py
@@ -165,6 +165,7 @@ class PPOConfig(CommonExperimentConfig):
     :param ppo: Configuration for the PPO algorithm.
     :type ppo: PPOHyperparameters
     """
+
     is_sft_lora: bool = False
     sft_lora_path: Optional[str] = None
     is_rew_lora: bool = False

diff --git a/realhf/experiments/common/rw_exp.py b/realhf/experiments/common/rw_exp.py
@@ -37,6 +37,7 @@ class RWConfig(CommonExperimentConfig):
     :param dataset: Configuration for the dataset.
     :type dataset: PairedComparisonDatasetConfig
     """
+
     is_sft_lora: bool = False
     sft_lora_path: Optional[str] = None
     model: ModelTrainEvalConfig = dataclasses.field(

diff --git a/realhf/experiments/common/sft_exp.py b/realhf/experiments/common/sft_exp.py
@@ -29,6 +29,7 @@ class SFTConfig(CommonExperimentConfig):
     :param dataset: Configuration for the dataset.
     :type dataset: PromptAnswerDatasetConfig
     """
+
     model: ModelTrainEvalConfig = dataclasses.field(
         default_factory=ModelTrainEvalConfig
     )