diff --git a/llm-lora-finetuning/.assets/model.png b/llm-litgpt-finetuning/.assets/model.png similarity index 100% rename from llm-lora-finetuning/.assets/model.png rename to llm-litgpt-finetuning/.assets/model.png diff --git a/llm-lora-finetuning/.copier-answers.yml b/llm-litgpt-finetuning/.copier-answers.yml similarity index 100% rename from llm-lora-finetuning/.copier-answers.yml rename to llm-litgpt-finetuning/.copier-answers.yml diff --git a/llm-lora-finetuning/.dockerignore b/llm-litgpt-finetuning/.dockerignore similarity index 100% rename from llm-lora-finetuning/.dockerignore rename to llm-litgpt-finetuning/.dockerignore diff --git a/llm-lora-finetuning/LICENSE b/llm-litgpt-finetuning/LICENSE similarity index 100% rename from llm-lora-finetuning/LICENSE rename to llm-litgpt-finetuning/LICENSE diff --git a/llm-lora-finetuning/README.md b/llm-litgpt-finetuning/README.md similarity index 98% rename from llm-lora-finetuning/README.md rename to llm-litgpt-finetuning/README.md index 94267385..ee7fc923 100644 --- a/llm-lora-finetuning/README.md +++ b/llm-litgpt-finetuning/README.md @@ -1,6 +1,6 @@ -# ☮️ Fine-tuning open source LLMs using MLOps pipelines +# ☮️ Fine-tuning open source LLMs using MLOps pipelines with LitGPT -Welcome to your newly generated "ZenML LLM Finetuning project" project! This is +Welcome to your newly generated "ZenML LLM LitGPT Finetuning" project! This is a great way to get hands-on with ZenML using production-like template. The project contains a collection of ZenML steps, pipelines and other artifacts and useful resources that can serve as a solid starting point for finetuning open-source LLMs using ZenML. diff --git a/llm-lora-finetuning/configs/eval.yaml b/llm-litgpt-finetuning/configs/eval.yaml similarity index 100% rename from llm-lora-finetuning/configs/eval.yaml rename to llm-litgpt-finetuning/configs/eval.yaml diff --git a/llm-lora-finetuning/configs/feature-alpaca.yaml b/llm-litgpt-finetuning/configs/feature-alpaca.yaml similarity index 100% rename from llm-lora-finetuning/configs/feature-alpaca.yaml rename to llm-litgpt-finetuning/configs/feature-alpaca.yaml diff --git a/llm-lora-finetuning/configs/feature-custom.yaml b/llm-litgpt-finetuning/configs/feature-custom.yaml similarity index 100% rename from llm-lora-finetuning/configs/feature-custom.yaml rename to llm-litgpt-finetuning/configs/feature-custom.yaml diff --git a/llm-lora-finetuning/configs/finetune-alpaca.yaml b/llm-litgpt-finetuning/configs/finetune-alpaca.yaml similarity index 100% rename from llm-lora-finetuning/configs/finetune-alpaca.yaml rename to llm-litgpt-finetuning/configs/finetune-alpaca.yaml diff --git a/llm-lora-finetuning/configs/finetune-from-dataset.yaml b/llm-litgpt-finetuning/configs/finetune-from-dataset.yaml similarity index 100% rename from llm-lora-finetuning/configs/finetune-from-dataset.yaml rename to llm-litgpt-finetuning/configs/finetune-from-dataset.yaml diff --git a/llm-lora-finetuning/configs/merge.yaml b/llm-litgpt-finetuning/configs/merge.yaml similarity index 100% rename from llm-lora-finetuning/configs/merge.yaml rename to llm-litgpt-finetuning/configs/merge.yaml diff --git a/llm-lora-finetuning/evaluate/lm_eval_harness.py b/llm-litgpt-finetuning/evaluate/lm_eval_harness.py similarity index 100% rename from llm-lora-finetuning/evaluate/lm_eval_harness.py rename to llm-litgpt-finetuning/evaluate/lm_eval_harness.py diff --git a/llm-lora-finetuning/finetune/adapter.py b/llm-litgpt-finetuning/finetune/adapter.py similarity index 100% rename from llm-lora-finetuning/finetune/adapter.py rename to llm-litgpt-finetuning/finetune/adapter.py diff --git a/llm-lora-finetuning/finetune/adapter_v2.py b/llm-litgpt-finetuning/finetune/adapter_v2.py similarity index 100% rename from llm-lora-finetuning/finetune/adapter_v2.py rename to llm-litgpt-finetuning/finetune/adapter_v2.py diff --git a/llm-lora-finetuning/finetune/full.py b/llm-litgpt-finetuning/finetune/full.py similarity index 100% rename from llm-lora-finetuning/finetune/full.py rename to llm-litgpt-finetuning/finetune/full.py diff --git a/llm-lora-finetuning/finetune/lora.py b/llm-litgpt-finetuning/finetune/lora.py similarity index 100% rename from llm-lora-finetuning/finetune/lora.py rename to llm-litgpt-finetuning/finetune/lora.py diff --git a/llm-lora-finetuning/generate/adapter.py b/llm-litgpt-finetuning/generate/adapter.py similarity index 100% rename from llm-lora-finetuning/generate/adapter.py rename to llm-litgpt-finetuning/generate/adapter.py diff --git a/llm-lora-finetuning/generate/adapter_v2.py b/llm-litgpt-finetuning/generate/adapter_v2.py similarity index 100% rename from llm-lora-finetuning/generate/adapter_v2.py rename to llm-litgpt-finetuning/generate/adapter_v2.py diff --git a/llm-lora-finetuning/generate/base.py b/llm-litgpt-finetuning/generate/base.py similarity index 100% rename from llm-lora-finetuning/generate/base.py rename to llm-litgpt-finetuning/generate/base.py diff --git a/llm-lora-finetuning/generate/full.py b/llm-litgpt-finetuning/generate/full.py similarity index 100% rename from llm-lora-finetuning/generate/full.py rename to llm-litgpt-finetuning/generate/full.py diff --git a/llm-lora-finetuning/generate/lora.py b/llm-litgpt-finetuning/generate/lora.py similarity index 100% rename from llm-lora-finetuning/generate/lora.py rename to llm-litgpt-finetuning/generate/lora.py diff --git a/llm-lora-finetuning/generate/sequentially.py b/llm-litgpt-finetuning/generate/sequentially.py similarity index 100% rename from llm-lora-finetuning/generate/sequentially.py rename to llm-litgpt-finetuning/generate/sequentially.py diff --git a/llm-lora-finetuning/generate/tp.py b/llm-litgpt-finetuning/generate/tp.py similarity index 100% rename from llm-lora-finetuning/generate/tp.py rename to llm-litgpt-finetuning/generate/tp.py diff --git a/llm-lora-finetuning/lit_gpt/__init__.py b/llm-litgpt-finetuning/lit_gpt/__init__.py similarity index 100% rename from llm-lora-finetuning/lit_gpt/__init__.py rename to llm-litgpt-finetuning/lit_gpt/__init__.py diff --git a/llm-lora-finetuning/lit_gpt/adapter.py b/llm-litgpt-finetuning/lit_gpt/adapter.py similarity index 100% rename from llm-lora-finetuning/lit_gpt/adapter.py rename to llm-litgpt-finetuning/lit_gpt/adapter.py diff --git a/llm-lora-finetuning/lit_gpt/adapter_v2.py b/llm-litgpt-finetuning/lit_gpt/adapter_v2.py similarity index 100% rename from llm-lora-finetuning/lit_gpt/adapter_v2.py rename to llm-litgpt-finetuning/lit_gpt/adapter_v2.py diff --git a/llm-lora-finetuning/lit_gpt/args.py b/llm-litgpt-finetuning/lit_gpt/args.py similarity index 100% rename from llm-lora-finetuning/lit_gpt/args.py rename to llm-litgpt-finetuning/lit_gpt/args.py diff --git a/llm-lora-finetuning/lit_gpt/config.py b/llm-litgpt-finetuning/lit_gpt/config.py similarity index 100% rename from llm-lora-finetuning/lit_gpt/config.py rename to llm-litgpt-finetuning/lit_gpt/config.py diff --git a/llm-lora-finetuning/lit_gpt/lora.py b/llm-litgpt-finetuning/lit_gpt/lora.py similarity index 100% rename from llm-lora-finetuning/lit_gpt/lora.py rename to llm-litgpt-finetuning/lit_gpt/lora.py diff --git a/llm-lora-finetuning/lit_gpt/model.py b/llm-litgpt-finetuning/lit_gpt/model.py similarity index 100% rename from llm-lora-finetuning/lit_gpt/model.py rename to llm-litgpt-finetuning/lit_gpt/model.py diff --git a/llm-lora-finetuning/lit_gpt/packed_dataset.py b/llm-litgpt-finetuning/lit_gpt/packed_dataset.py similarity index 100% rename from llm-lora-finetuning/lit_gpt/packed_dataset.py rename to llm-litgpt-finetuning/lit_gpt/packed_dataset.py diff --git a/llm-lora-finetuning/lit_gpt/rmsnorm.py b/llm-litgpt-finetuning/lit_gpt/rmsnorm.py similarity index 100% rename from llm-lora-finetuning/lit_gpt/rmsnorm.py rename to llm-litgpt-finetuning/lit_gpt/rmsnorm.py diff --git a/llm-lora-finetuning/lit_gpt/tokenizer.py b/llm-litgpt-finetuning/lit_gpt/tokenizer.py similarity index 100% rename from llm-lora-finetuning/lit_gpt/tokenizer.py rename to llm-litgpt-finetuning/lit_gpt/tokenizer.py diff --git a/llm-lora-finetuning/lit_gpt/utils.py b/llm-litgpt-finetuning/lit_gpt/utils.py similarity index 100% rename from llm-lora-finetuning/lit_gpt/utils.py rename to llm-litgpt-finetuning/lit_gpt/utils.py diff --git a/llm-lora-finetuning/materializers/__init__.py b/llm-litgpt-finetuning/materializers/__init__.py similarity index 100% rename from llm-lora-finetuning/materializers/__init__.py rename to llm-litgpt-finetuning/materializers/__init__.py diff --git a/llm-lora-finetuning/materializers/directory_materializer.py b/llm-litgpt-finetuning/materializers/directory_materializer.py similarity index 100% rename from llm-lora-finetuning/materializers/directory_materializer.py rename to llm-litgpt-finetuning/materializers/directory_materializer.py diff --git a/llm-lora-finetuning/pipelines/__init__.py b/llm-litgpt-finetuning/pipelines/__init__.py similarity index 100% rename from llm-lora-finetuning/pipelines/__init__.py rename to llm-litgpt-finetuning/pipelines/__init__.py diff --git a/llm-lora-finetuning/pipelines/evaluate.py b/llm-litgpt-finetuning/pipelines/evaluate.py similarity index 100% rename from llm-lora-finetuning/pipelines/evaluate.py rename to llm-litgpt-finetuning/pipelines/evaluate.py diff --git a/llm-lora-finetuning/pipelines/feature_engineering.py b/llm-litgpt-finetuning/pipelines/feature_engineering.py similarity index 100% rename from llm-lora-finetuning/pipelines/feature_engineering.py rename to llm-litgpt-finetuning/pipelines/feature_engineering.py diff --git a/llm-lora-finetuning/pipelines/finetuning.py b/llm-litgpt-finetuning/pipelines/finetuning.py similarity index 100% rename from llm-lora-finetuning/pipelines/finetuning.py rename to llm-litgpt-finetuning/pipelines/finetuning.py diff --git a/llm-lora-finetuning/pipelines/merge.py b/llm-litgpt-finetuning/pipelines/merge.py similarity index 100% rename from llm-lora-finetuning/pipelines/merge.py rename to llm-litgpt-finetuning/pipelines/merge.py diff --git a/llm-lora-finetuning/requirements.txt b/llm-litgpt-finetuning/requirements.txt similarity index 100% rename from llm-lora-finetuning/requirements.txt rename to llm-litgpt-finetuning/requirements.txt diff --git a/llm-lora-finetuning/run.py b/llm-litgpt-finetuning/run.py similarity index 100% rename from llm-lora-finetuning/run.py rename to llm-litgpt-finetuning/run.py diff --git a/llm-lora-finetuning/scripts/convert_hf_checkpoint.py b/llm-litgpt-finetuning/scripts/convert_hf_checkpoint.py similarity index 100% rename from llm-lora-finetuning/scripts/convert_hf_checkpoint.py rename to llm-litgpt-finetuning/scripts/convert_hf_checkpoint.py diff --git a/llm-lora-finetuning/scripts/convert_lit_checkpoint.py b/llm-litgpt-finetuning/scripts/convert_lit_checkpoint.py similarity index 100% rename from llm-lora-finetuning/scripts/convert_lit_checkpoint.py rename to llm-litgpt-finetuning/scripts/convert_lit_checkpoint.py diff --git a/llm-lora-finetuning/scripts/convert_pretrained_checkpoint.py b/llm-litgpt-finetuning/scripts/convert_pretrained_checkpoint.py similarity index 100% rename from llm-lora-finetuning/scripts/convert_pretrained_checkpoint.py rename to llm-litgpt-finetuning/scripts/convert_pretrained_checkpoint.py diff --git a/llm-lora-finetuning/scripts/download.py b/llm-litgpt-finetuning/scripts/download.py similarity index 100% rename from llm-lora-finetuning/scripts/download.py rename to llm-litgpt-finetuning/scripts/download.py diff --git a/llm-lora-finetuning/scripts/merge_lora.py b/llm-litgpt-finetuning/scripts/merge_lora.py similarity index 100% rename from llm-lora-finetuning/scripts/merge_lora.py rename to llm-litgpt-finetuning/scripts/merge_lora.py diff --git a/llm-lora-finetuning/scripts/prepare_alpaca.py b/llm-litgpt-finetuning/scripts/prepare_alpaca.py similarity index 100% rename from llm-lora-finetuning/scripts/prepare_alpaca.py rename to llm-litgpt-finetuning/scripts/prepare_alpaca.py diff --git a/llm-lora-finetuning/scripts/prepare_csv.py b/llm-litgpt-finetuning/scripts/prepare_csv.py similarity index 100% rename from llm-lora-finetuning/scripts/prepare_csv.py rename to llm-litgpt-finetuning/scripts/prepare_csv.py diff --git a/llm-lora-finetuning/scripts/prepare_dolly.py b/llm-litgpt-finetuning/scripts/prepare_dolly.py similarity index 100% rename from llm-lora-finetuning/scripts/prepare_dolly.py rename to llm-litgpt-finetuning/scripts/prepare_dolly.py diff --git a/llm-lora-finetuning/scripts/prepare_flan.py b/llm-litgpt-finetuning/scripts/prepare_flan.py similarity index 100% rename from llm-lora-finetuning/scripts/prepare_flan.py rename to llm-litgpt-finetuning/scripts/prepare_flan.py diff --git a/llm-lora-finetuning/scripts/prepare_lima.py b/llm-litgpt-finetuning/scripts/prepare_lima.py similarity index 100% rename from llm-lora-finetuning/scripts/prepare_lima.py rename to llm-litgpt-finetuning/scripts/prepare_lima.py diff --git a/llm-lora-finetuning/scripts/prepare_longform.py b/llm-litgpt-finetuning/scripts/prepare_longform.py similarity index 100% rename from llm-lora-finetuning/scripts/prepare_longform.py rename to llm-litgpt-finetuning/scripts/prepare_longform.py diff --git a/llm-lora-finetuning/scripts/prepare_openwebtext.py b/llm-litgpt-finetuning/scripts/prepare_openwebtext.py similarity index 100% rename from llm-lora-finetuning/scripts/prepare_openwebtext.py rename to llm-litgpt-finetuning/scripts/prepare_openwebtext.py diff --git a/llm-lora-finetuning/scripts/prepare_redpajama.py b/llm-litgpt-finetuning/scripts/prepare_redpajama.py similarity index 100% rename from llm-lora-finetuning/scripts/prepare_redpajama.py rename to llm-litgpt-finetuning/scripts/prepare_redpajama.py diff --git a/llm-lora-finetuning/scripts/prepare_slimpajama.py b/llm-litgpt-finetuning/scripts/prepare_slimpajama.py similarity index 100% rename from llm-lora-finetuning/scripts/prepare_slimpajama.py rename to llm-litgpt-finetuning/scripts/prepare_slimpajama.py diff --git a/llm-lora-finetuning/scripts/prepare_starcoder.py b/llm-litgpt-finetuning/scripts/prepare_starcoder.py similarity index 100% rename from llm-lora-finetuning/scripts/prepare_starcoder.py rename to llm-litgpt-finetuning/scripts/prepare_starcoder.py diff --git a/llm-lora-finetuning/steps/__init__.py b/llm-litgpt-finetuning/steps/__init__.py similarity index 100% rename from llm-lora-finetuning/steps/__init__.py rename to llm-litgpt-finetuning/steps/__init__.py diff --git a/llm-lora-finetuning/steps/evaluate.py b/llm-litgpt-finetuning/steps/evaluate.py similarity index 100% rename from llm-lora-finetuning/steps/evaluate.py rename to llm-litgpt-finetuning/steps/evaluate.py diff --git a/llm-lora-finetuning/steps/feature_engineering.py b/llm-litgpt-finetuning/steps/feature_engineering.py similarity index 100% rename from llm-lora-finetuning/steps/feature_engineering.py rename to llm-litgpt-finetuning/steps/feature_engineering.py diff --git a/llm-lora-finetuning/steps/finetune.py b/llm-litgpt-finetuning/steps/finetune.py similarity index 100% rename from llm-lora-finetuning/steps/finetune.py rename to llm-litgpt-finetuning/steps/finetune.py diff --git a/llm-lora-finetuning/steps/merge.py b/llm-litgpt-finetuning/steps/merge.py similarity index 100% rename from llm-lora-finetuning/steps/merge.py rename to llm-litgpt-finetuning/steps/merge.py diff --git a/llm-lora-finetuning/steps/params.py b/llm-litgpt-finetuning/steps/params.py similarity index 100% rename from llm-lora-finetuning/steps/params.py rename to llm-litgpt-finetuning/steps/params.py diff --git a/llm-lora-finetuning/steps/utils.py b/llm-litgpt-finetuning/steps/utils.py similarity index 100% rename from llm-lora-finetuning/steps/utils.py rename to llm-litgpt-finetuning/steps/utils.py