Merge pull request #82 from CambioML/dev

update datasets version and update step 3 rl dataset_name to cambioml
CambioML · Nov 6, 2023 · 62578da · 62578da
2 parents a993b13 + 1f2f8da
commit 62578da
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/example/rlhf/demo_rl.py b/example/rlhf/demo_rl.py
@@ -1,7 +1,7 @@
 """
 accelerate config
 
-LOCAL_DIR=/home/ubuntu/pykoi/pykoi # change this to your local path
+LOCAL_DIR=/home/ubuntu/pykoi # change this to your local path
 
 export PYTHONPATH=$PYTHONPATH:${LOCAL_DIR}
 
@@ -17,7 +17,7 @@
 config = RLHFConfig(
     base_model_path="models/rlhf_step1_sft",    #"elinas/llama-7b-hf-transformers-4.29", 
     dataset_type="huggingface", 
-    dataset_name="goldmermaid/stack_exchange_rank_10k_dataset",
+    dataset_name="cambioml/stack_exchange_rank_10k_dataset",
     dataset_subset_rl="data",
     reward_model_path="models/rlhf_step2_rw/", #"cambioml/rlhf_reward_model",
     save_freq=1,

diff --git a/pyproject.toml b/pyproject.toml
@@ -37,7 +37,7 @@ python-multipart = { version = "0.0.6", optional = true }
 tiktoken = { version = "0.4.0", optional = true }
 sentence-transformers = { version = "2.2.2", optional = true }
 
-datasets = { version = "2.13.1", optional = true }
+datasets = { version = "2.14.5", optional = true }
 evaluate = { version = "0.4.0", optional = true }
 peft = { version = "0.5.0", optional = true }
 trl = { version = "0.4.7", optional = true }