Fix sample packing for in multi gpu + explicit val set

truefoundry · Jun 28, 2024 · 831548b · 831548b
1 parent 6fcfafa
commit 831548b
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -9,7 +9,7 @@ RUN mkdir -p /packages && \
     cd /packages && \
     git clone https://github.com/truefoundry/axolotl && \
     cd axolotl/ && \
-    git checkout 99da242b9aee961acebaae99da8d615781f399e3
+    git checkout 6a3ca76d3876ba7d9de9480cd203a8356e7279a7
 RUN cd /packages/axolotl/ && \
     MAX_JOBS=1 NVCC_APPEND_FLAGS="--threads 1" pip install -U --no-build-isolation -e .[flash-attn,mamba-ssm,fused-dense-lib] && \
     pip install --no-cache-dir -U -r /tmp/requirements.txt && \

diff --git a/Dockerfile-notebook b/Dockerfile-notebook
@@ -21,7 +21,7 @@ USER jovyan
 RUN cd /packages && \
     git clone https://github.com/truefoundry/axolotl && \
     cd axolotl/ && \
-    git checkout 99da242b9aee961acebaae99da8d615781f399e3
+    git checkout 6a3ca76d3876ba7d9de9480cd203a8356e7279a7
 RUN cd /packages/axolotl/ && \
     MAX_JOBS=1 NVCC_APPEND_FLAGS="--threads 1" pip install -U --no-build-isolation -e .[flash-attn,mamba-ssm,fused-dense-lib] && \
     pip install --no-cache-dir -U -r /tmp/llm-finetune/notebook-requirements.txt

diff --git a/data_utils.py b/data_utils.py
@@ -96,7 +96,7 @@ def dataset_uri_to_axolotl_datasources(
             datasources = [_make_dataset_file_source(path=uri, dataset_type=dataset_type)]
         return datasources
     else:
-        raise ValueError("Unsupported data uri or path does not exist: {uri}")
+        raise ValueError(f"Unsupported data uri or path does not exist: {uri}")
 
 
 # --- Reference Notes ---