zenml-io · avishniakov · Apr 2, 2024 · Apr 2, 2024 · Apr 2, 2024 · Apr 2, 2024
diff --git a/llm-lora-finetuning/.assets/model.png → llm-litgpt-finetuning/.assets/model.png b/llm-lora-finetuning/.assets/model.png → llm-litgpt-finetuning/.assets/model.png
diff --git a/llm-lora-finetuning/.copier-answers.yml → llm-litgpt-finetuning/.copier-answers.yml b/llm-lora-finetuning/.copier-answers.yml → llm-litgpt-finetuning/.copier-answers.yml
diff --git a/llm-lora-finetuning/.dockerignore → llm-litgpt-finetuning/.dockerignore b/llm-lora-finetuning/.dockerignore → llm-litgpt-finetuning/.dockerignore
diff --git a/llm-lora-finetuning/LICENSE → llm-litgpt-finetuning/LICENSE b/llm-lora-finetuning/LICENSE → llm-litgpt-finetuning/LICENSE
diff --git a/llm-lora-finetuning/README.md → llm-litgpt-finetuning/README.md b/llm-lora-finetuning/README.md → llm-litgpt-finetuning/README.md
@@ -1,6 +1,6 @@
-# ☮️ Fine-tuning open source LLMs using MLOps pipelines
+# ☮️ Fine-tuning open source LLMs using MLOps pipelines with LitGPT
 
-Welcome to your newly generated "ZenML LLM Finetuning project" project! This is
+Welcome to your newly generated "ZenML LLM LitGPT Finetuning" project! This is
 a great way to get hands-on with ZenML using production-like template. 
 The project contains a collection of ZenML steps, pipelines and other artifacts
 and useful resources that can serve as a solid starting point for finetuning open-source LLMs using ZenML.

diff --git a/llm-lora-finetuning/configs/eval.yaml → llm-litgpt-finetuning/configs/eval.yaml b/llm-lora-finetuning/configs/eval.yaml → llm-litgpt-finetuning/configs/eval.yaml
diff --git a/...ra-finetuning/configs/feature-alpaca.yaml → ...pt-finetuning/configs/feature-alpaca.yaml b/...ra-finetuning/configs/feature-alpaca.yaml → ...pt-finetuning/configs/feature-alpaca.yaml
diff --git a/...ra-finetuning/configs/feature-custom.yaml → ...pt-finetuning/configs/feature-custom.yaml b/...ra-finetuning/configs/feature-custom.yaml → ...pt-finetuning/configs/feature-custom.yaml
diff --git a/...a-finetuning/configs/finetune-alpaca.yaml → ...t-finetuning/configs/finetune-alpaca.yaml b/...a-finetuning/configs/finetune-alpaca.yaml → ...t-finetuning/configs/finetune-alpaca.yaml
diff --git a/...tuning/configs/finetune-from-dataset.yaml → ...tuning/configs/finetune-from-dataset.yaml b/...tuning/configs/finetune-from-dataset.yaml → ...tuning/configs/finetune-from-dataset.yaml
diff --git a/llm-lora-finetuning/configs/merge.yaml → llm-litgpt-finetuning/configs/merge.yaml b/llm-lora-finetuning/configs/merge.yaml → llm-litgpt-finetuning/configs/merge.yaml
diff --git a/...ra-finetuning/evaluate/lm_eval_harness.py → ...pt-finetuning/evaluate/lm_eval_harness.py b/...ra-finetuning/evaluate/lm_eval_harness.py → ...pt-finetuning/evaluate/lm_eval_harness.py
diff --git a/llm-lora-finetuning/finetune/adapter.py → llm-litgpt-finetuning/finetune/adapter.py b/llm-lora-finetuning/finetune/adapter.py → llm-litgpt-finetuning/finetune/adapter.py
diff --git a/llm-lora-finetuning/finetune/adapter_v2.py → llm-litgpt-finetuning/finetune/adapter_v2.py b/llm-lora-finetuning/finetune/adapter_v2.py → llm-litgpt-finetuning/finetune/adapter_v2.py
diff --git a/llm-lora-finetuning/finetune/full.py → llm-litgpt-finetuning/finetune/full.py b/llm-lora-finetuning/finetune/full.py → llm-litgpt-finetuning/finetune/full.py
diff --git a/llm-lora-finetuning/finetune/lora.py → llm-litgpt-finetuning/finetune/lora.py b/llm-lora-finetuning/finetune/lora.py → llm-litgpt-finetuning/finetune/lora.py
diff --git a/llm-lora-finetuning/generate/adapter.py → llm-litgpt-finetuning/generate/adapter.py b/llm-lora-finetuning/generate/adapter.py → llm-litgpt-finetuning/generate/adapter.py
diff --git a/llm-lora-finetuning/generate/adapter_v2.py → llm-litgpt-finetuning/generate/adapter_v2.py b/llm-lora-finetuning/generate/adapter_v2.py → llm-litgpt-finetuning/generate/adapter_v2.py
diff --git a/llm-lora-finetuning/generate/base.py → llm-litgpt-finetuning/generate/base.py b/llm-lora-finetuning/generate/base.py → llm-litgpt-finetuning/generate/base.py
diff --git a/llm-lora-finetuning/generate/full.py → llm-litgpt-finetuning/generate/full.py b/llm-lora-finetuning/generate/full.py → llm-litgpt-finetuning/generate/full.py
diff --git a/llm-lora-finetuning/generate/lora.py → llm-litgpt-finetuning/generate/lora.py b/llm-lora-finetuning/generate/lora.py → llm-litgpt-finetuning/generate/lora.py
diff --git a/llm-lora-finetuning/generate/sequentially.py → ...itgpt-finetuning/generate/sequentially.py b/llm-lora-finetuning/generate/sequentially.py → ...itgpt-finetuning/generate/sequentially.py
diff --git a/llm-lora-finetuning/generate/tp.py → llm-litgpt-finetuning/generate/tp.py b/llm-lora-finetuning/generate/tp.py → llm-litgpt-finetuning/generate/tp.py
diff --git a/llm-lora-finetuning/lit_gpt/__init__.py → llm-litgpt-finetuning/lit_gpt/__init__.py b/llm-lora-finetuning/lit_gpt/__init__.py → llm-litgpt-finetuning/lit_gpt/__init__.py
diff --git a/llm-lora-finetuning/lit_gpt/adapter.py → llm-litgpt-finetuning/lit_gpt/adapter.py b/llm-lora-finetuning/lit_gpt/adapter.py → llm-litgpt-finetuning/lit_gpt/adapter.py
diff --git a/llm-lora-finetuning/lit_gpt/adapter_v2.py → llm-litgpt-finetuning/lit_gpt/adapter_v2.py b/llm-lora-finetuning/lit_gpt/adapter_v2.py → llm-litgpt-finetuning/lit_gpt/adapter_v2.py
diff --git a/llm-lora-finetuning/lit_gpt/args.py → llm-litgpt-finetuning/lit_gpt/args.py b/llm-lora-finetuning/lit_gpt/args.py → llm-litgpt-finetuning/lit_gpt/args.py
diff --git a/llm-lora-finetuning/lit_gpt/config.py → llm-litgpt-finetuning/lit_gpt/config.py b/llm-lora-finetuning/lit_gpt/config.py → llm-litgpt-finetuning/lit_gpt/config.py
diff --git a/llm-lora-finetuning/lit_gpt/lora.py → llm-litgpt-finetuning/lit_gpt/lora.py b/llm-lora-finetuning/lit_gpt/lora.py → llm-litgpt-finetuning/lit_gpt/lora.py
diff --git a/llm-lora-finetuning/lit_gpt/model.py → llm-litgpt-finetuning/lit_gpt/model.py b/llm-lora-finetuning/lit_gpt/model.py → llm-litgpt-finetuning/lit_gpt/model.py
diff --git a/...lora-finetuning/lit_gpt/packed_dataset.py → ...tgpt-finetuning/lit_gpt/packed_dataset.py b/...lora-finetuning/lit_gpt/packed_dataset.py → ...tgpt-finetuning/lit_gpt/packed_dataset.py
diff --git a/llm-lora-finetuning/lit_gpt/rmsnorm.py → llm-litgpt-finetuning/lit_gpt/rmsnorm.py b/llm-lora-finetuning/lit_gpt/rmsnorm.py → llm-litgpt-finetuning/lit_gpt/rmsnorm.py
diff --git a/llm-lora-finetuning/lit_gpt/tokenizer.py → llm-litgpt-finetuning/lit_gpt/tokenizer.py b/llm-lora-finetuning/lit_gpt/tokenizer.py → llm-litgpt-finetuning/lit_gpt/tokenizer.py
diff --git a/llm-lora-finetuning/lit_gpt/utils.py → llm-litgpt-finetuning/lit_gpt/utils.py b/llm-lora-finetuning/lit_gpt/utils.py → llm-litgpt-finetuning/lit_gpt/utils.py
diff --git a/...lora-finetuning/materializers/__init__.py → ...tgpt-finetuning/materializers/__init__.py b/...lora-finetuning/materializers/__init__.py → ...tgpt-finetuning/materializers/__init__.py
diff --git a/...g/materializers/directory_materializer.py → ...g/materializers/directory_materializer.py b/...g/materializers/directory_materializer.py → ...g/materializers/directory_materializer.py
diff --git a/llm-lora-finetuning/pipelines/__init__.py → llm-litgpt-finetuning/pipelines/__init__.py b/llm-lora-finetuning/pipelines/__init__.py → llm-litgpt-finetuning/pipelines/__init__.py
diff --git a/llm-lora-finetuning/pipelines/evaluate.py → llm-litgpt-finetuning/pipelines/evaluate.py b/llm-lora-finetuning/pipelines/evaluate.py → llm-litgpt-finetuning/pipelines/evaluate.py
diff --git a/...netuning/pipelines/feature_engineering.py → ...netuning/pipelines/feature_engineering.py b/...netuning/pipelines/feature_engineering.py → ...netuning/pipelines/feature_engineering.py
diff --git a/llm-lora-finetuning/pipelines/finetuning.py → ...litgpt-finetuning/pipelines/finetuning.py b/llm-lora-finetuning/pipelines/finetuning.py → ...litgpt-finetuning/pipelines/finetuning.py
diff --git a/llm-lora-finetuning/pipelines/merge.py → llm-litgpt-finetuning/pipelines/merge.py b/llm-lora-finetuning/pipelines/merge.py → llm-litgpt-finetuning/pipelines/merge.py
diff --git a/llm-lora-finetuning/requirements.txt → llm-litgpt-finetuning/requirements.txt b/llm-lora-finetuning/requirements.txt → llm-litgpt-finetuning/requirements.txt
diff --git a/llm-lora-finetuning/run.py → llm-litgpt-finetuning/run.py b/llm-lora-finetuning/run.py → llm-litgpt-finetuning/run.py
diff --git a/...netuning/scripts/convert_hf_checkpoint.py → ...netuning/scripts/convert_hf_checkpoint.py b/...netuning/scripts/convert_hf_checkpoint.py → ...netuning/scripts/convert_hf_checkpoint.py
diff --git a/...etuning/scripts/convert_lit_checkpoint.py → ...etuning/scripts/convert_lit_checkpoint.py b/...etuning/scripts/convert_lit_checkpoint.py → ...etuning/scripts/convert_lit_checkpoint.py
diff --git a/.../scripts/convert_pretrained_checkpoint.py → .../scripts/convert_pretrained_checkpoint.py b/.../scripts/convert_pretrained_checkpoint.py → .../scripts/convert_pretrained_checkpoint.py
diff --git a/llm-lora-finetuning/scripts/download.py → llm-litgpt-finetuning/scripts/download.py b/llm-lora-finetuning/scripts/download.py → llm-litgpt-finetuning/scripts/download.py
diff --git a/llm-lora-finetuning/scripts/merge_lora.py → llm-litgpt-finetuning/scripts/merge_lora.py b/llm-lora-finetuning/scripts/merge_lora.py → llm-litgpt-finetuning/scripts/merge_lora.py
diff --git a/...lora-finetuning/scripts/prepare_alpaca.py → ...tgpt-finetuning/scripts/prepare_alpaca.py b/...lora-finetuning/scripts/prepare_alpaca.py → ...tgpt-finetuning/scripts/prepare_alpaca.py
diff --git a/llm-lora-finetuning/scripts/prepare_csv.py → llm-litgpt-finetuning/scripts/prepare_csv.py b/llm-lora-finetuning/scripts/prepare_csv.py → llm-litgpt-finetuning/scripts/prepare_csv.py
diff --git a/llm-lora-finetuning/scripts/prepare_dolly.py → ...itgpt-finetuning/scripts/prepare_dolly.py b/llm-lora-finetuning/scripts/prepare_dolly.py → ...itgpt-finetuning/scripts/prepare_dolly.py
diff --git a/llm-lora-finetuning/scripts/prepare_flan.py → ...litgpt-finetuning/scripts/prepare_flan.py b/llm-lora-finetuning/scripts/prepare_flan.py → ...litgpt-finetuning/scripts/prepare_flan.py
diff --git a/llm-lora-finetuning/scripts/prepare_lima.py → ...litgpt-finetuning/scripts/prepare_lima.py b/llm-lora-finetuning/scripts/prepare_lima.py → ...litgpt-finetuning/scripts/prepare_lima.py
diff --git a/...ra-finetuning/scripts/prepare_longform.py → ...pt-finetuning/scripts/prepare_longform.py b/...ra-finetuning/scripts/prepare_longform.py → ...pt-finetuning/scripts/prepare_longform.py
diff --git a/...finetuning/scripts/prepare_openwebtext.py → ...finetuning/scripts/prepare_openwebtext.py b/...finetuning/scripts/prepare_openwebtext.py → ...finetuning/scripts/prepare_openwebtext.py
diff --git a/...a-finetuning/scripts/prepare_redpajama.py → ...t-finetuning/scripts/prepare_redpajama.py b/...a-finetuning/scripts/prepare_redpajama.py → ...t-finetuning/scripts/prepare_redpajama.py
diff --git a/...-finetuning/scripts/prepare_slimpajama.py → ...-finetuning/scripts/prepare_slimpajama.py b/...-finetuning/scripts/prepare_slimpajama.py → ...-finetuning/scripts/prepare_slimpajama.py
diff --git a/...a-finetuning/scripts/prepare_starcoder.py → ...t-finetuning/scripts/prepare_starcoder.py b/...a-finetuning/scripts/prepare_starcoder.py → ...t-finetuning/scripts/prepare_starcoder.py
diff --git a/llm-lora-finetuning/steps/__init__.py → llm-litgpt-finetuning/steps/__init__.py b/llm-lora-finetuning/steps/__init__.py → llm-litgpt-finetuning/steps/__init__.py
diff --git a/llm-lora-finetuning/steps/evaluate.py → llm-litgpt-finetuning/steps/evaluate.py b/llm-lora-finetuning/steps/evaluate.py → llm-litgpt-finetuning/steps/evaluate.py
diff --git a/...a-finetuning/steps/feature_engineering.py → ...t-finetuning/steps/feature_engineering.py b/...a-finetuning/steps/feature_engineering.py → ...t-finetuning/steps/feature_engineering.py
diff --git a/llm-lora-finetuning/steps/finetune.py → llm-litgpt-finetuning/steps/finetune.py b/llm-lora-finetuning/steps/finetune.py → llm-litgpt-finetuning/steps/finetune.py
diff --git a/llm-lora-finetuning/steps/merge.py → llm-litgpt-finetuning/steps/merge.py b/llm-lora-finetuning/steps/merge.py → llm-litgpt-finetuning/steps/merge.py
diff --git a/llm-lora-finetuning/steps/params.py → llm-litgpt-finetuning/steps/params.py b/llm-lora-finetuning/steps/params.py → llm-litgpt-finetuning/steps/params.py
diff --git a/llm-lora-finetuning/steps/utils.py → llm-litgpt-finetuning/steps/utils.py b/llm-lora-finetuning/steps/utils.py → llm-litgpt-finetuning/steps/utils.py