From 831548b9af4567bd75e970ebc69a7d8c95a417bc Mon Sep 17 00:00:00 2001 From: Chirag Jain Date: Fri, 28 Jun 2024 19:14:50 +0000 Subject: [PATCH] Fix sample packing for in multi gpu + explicit val set --- Dockerfile | 2 +- Dockerfile-notebook | 2 +- data_utils.py | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/Dockerfile b/Dockerfile index 58d0f0e..548305a 100644 --- a/Dockerfile +++ b/Dockerfile @@ -9,7 +9,7 @@ RUN mkdir -p /packages && \ cd /packages && \ git clone https://github.com/truefoundry/axolotl && \ cd axolotl/ && \ - git checkout 99da242b9aee961acebaae99da8d615781f399e3 + git checkout 6a3ca76d3876ba7d9de9480cd203a8356e7279a7 RUN cd /packages/axolotl/ && \ MAX_JOBS=1 NVCC_APPEND_FLAGS="--threads 1" pip install -U --no-build-isolation -e .[flash-attn,mamba-ssm,fused-dense-lib] && \ pip install --no-cache-dir -U -r /tmp/requirements.txt && \ diff --git a/Dockerfile-notebook b/Dockerfile-notebook index 4b255a8..dc35a43 100644 --- a/Dockerfile-notebook +++ b/Dockerfile-notebook @@ -21,7 +21,7 @@ USER jovyan RUN cd /packages && \ git clone https://github.com/truefoundry/axolotl && \ cd axolotl/ && \ - git checkout 99da242b9aee961acebaae99da8d615781f399e3 + git checkout 6a3ca76d3876ba7d9de9480cd203a8356e7279a7 RUN cd /packages/axolotl/ && \ MAX_JOBS=1 NVCC_APPEND_FLAGS="--threads 1" pip install -U --no-build-isolation -e .[flash-attn,mamba-ssm,fused-dense-lib] && \ pip install --no-cache-dir -U -r /tmp/llm-finetune/notebook-requirements.txt diff --git a/data_utils.py b/data_utils.py index acdee88..ad21886 100644 --- a/data_utils.py +++ b/data_utils.py @@ -96,7 +96,7 @@ def dataset_uri_to_axolotl_datasources( datasources = [_make_dataset_file_source(path=uri, dataset_type=dataset_type)] return datasources else: - raise ValueError("Unsupported data uri or path does not exist: {uri}") + raise ValueError(f"Unsupported data uri or path does not exist: {uri}") # --- Reference Notes ---