From ef6cad9bd12ca84ca859269c65d658642972a798 Mon Sep 17 00:00:00 2001 From: Anubha Jain Date: Wed, 4 Sep 2024 11:49:01 +0530 Subject: [PATCH 1/6] enabling finetuning on phi-3.5-mini-128k --- .../system/phi-3.5-mini-128k-instruct/spec.yaml | 15 ++++++++++++++- 1 file changed, 14 insertions(+), 1 deletion(-) diff --git a/assets/models/system/phi-3.5-mini-128k-instruct/spec.yaml b/assets/models/system/phi-3.5-mini-128k-instruct/spec.yaml index 6f26774767..af6ee28a13 100644 --- a/assets/models/system/phi-3.5-mini-128k-instruct/spec.yaml +++ b/assets/models/system/phi-3.5-mini-128k-instruct/spec.yaml @@ -6,6 +6,9 @@ properties: languages: en inference-min-sku-spec: 24|1|220|64 inference-recommended-sku: Standard_NC24ads_A100_v4, Standard_NC48ads_A100_v4, Standard_NC96ads_A100_v4, Standard_ND96amsr_A100_v4 + finetuning-tasks: chat-completion + finetune-min-sku-spec: 24|1|220|64 + finetune-recommended-sku: Standard_NC24ads_A100_v4, Standard_NC48ads_A100_v4, Standard_NC96ads_A100_v4, Standard_ND96amsr_A100_v4 tags: evaluation: "evalution.md" notes: "notes.md" @@ -31,6 +34,9 @@ tags: author: microsoft SharedComputeCapacityEnabled : "" hiddenlayerscanned : "" + maas-finetuning: true + maas-finetuning-offer: true + maas-finetuning-regions: eastus2 _aml_system_vanity_registry: "azureml-phi" inference_compute_allow_list: [ @@ -39,6 +45,13 @@ tags: Standard_ND96amsr_A100_v4, Standard_NC96ads_A100_v4 ] + finetune_compute_allow_list: + [ + Standard_NC24ads_A100_v4, + Standard_NC48ads_A100_v4, + Standard_NC96ads_A100_v4, + Standard_ND96amsr_A100_v4 + ] inference_supported_envs: - vllm model_specific_defaults: @@ -57,4 +70,4 @@ tags: logging_strategy: "steps" logging_steps: 10 save_total_limit: 1 -version: 2 +version: 3 From 0b99a39dadedd7fcf5ec2663f7bfe25293e90bfc Mon Sep 17 00:00:00 2001 From: Anubha Jain Date: Wed, 4 Sep 2024 13:18:02 +0530 Subject: [PATCH 2/6] Updating new container folder --- assets/models/system/phi-3.5-mini-128k-instruct/model.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/assets/models/system/phi-3.5-mini-128k-instruct/model.yaml b/assets/models/system/phi-3.5-mini-128k-instruct/model.yaml index fded44e816..464b83da1c 100644 --- a/assets/models/system/phi-3.5-mini-128k-instruct/model.yaml +++ b/assets/models/system/phi-3.5-mini-128k-instruct/model.yaml @@ -1,6 +1,6 @@ path: container_name: models - container_path: huggingface/phi-3.5-mini-128k-instruct/20240808/mlflow_model_folder + container_path: huggingface/phi-3.5-mini-128k-instruct/1725432389/mlflow_model_folder storage_name: automlcesdkdataresources type: azureblob publish: From f1312fdaa5d2ca0145ef94d11b85c982549cb9ea Mon Sep 17 00:00:00 2001 From: Anubha Jain Date: Thu, 5 Sep 2024 23:11:04 +0530 Subject: [PATCH 3/6] Updating spec --- assets/models/system/phi-3.5-mini-128k-instruct/spec.yaml | 3 --- 1 file changed, 3 deletions(-) diff --git a/assets/models/system/phi-3.5-mini-128k-instruct/spec.yaml b/assets/models/system/phi-3.5-mini-128k-instruct/spec.yaml index af6ee28a13..9c4963bdd4 100644 --- a/assets/models/system/phi-3.5-mini-128k-instruct/spec.yaml +++ b/assets/models/system/phi-3.5-mini-128k-instruct/spec.yaml @@ -34,9 +34,6 @@ tags: author: microsoft SharedComputeCapacityEnabled : "" hiddenlayerscanned : "" - maas-finetuning: true - maas-finetuning-offer: true - maas-finetuning-regions: eastus2 _aml_system_vanity_registry: "azureml-phi" inference_compute_allow_list: [ From ae65aec85c03029b2ae9f9004e652fece4a8d08a Mon Sep 17 00:00:00 2001 From: Anubha Jain Date: Tue, 17 Sep 2024 13:36:13 +0530 Subject: [PATCH 4/6] enable moe for FT --- .../system/phi-3.5-mini-128k-instruct/spec.yaml | 3 +++ .../system/phi-3.5-moe-128k-instruct/spec.yaml | 17 +++++++++++++++-- 2 files changed, 18 insertions(+), 2 deletions(-) diff --git a/assets/models/system/phi-3.5-mini-128k-instruct/spec.yaml b/assets/models/system/phi-3.5-mini-128k-instruct/spec.yaml index 9c4963bdd4..af6ee28a13 100644 --- a/assets/models/system/phi-3.5-mini-128k-instruct/spec.yaml +++ b/assets/models/system/phi-3.5-mini-128k-instruct/spec.yaml @@ -34,6 +34,9 @@ tags: author: microsoft SharedComputeCapacityEnabled : "" hiddenlayerscanned : "" + maas-finetuning: true + maas-finetuning-offer: true + maas-finetuning-regions: eastus2 _aml_system_vanity_registry: "azureml-phi" inference_compute_allow_list: [ diff --git a/assets/models/system/phi-3.5-moe-128k-instruct/spec.yaml b/assets/models/system/phi-3.5-moe-128k-instruct/spec.yaml index 73906b320b..e91c8d4dc6 100644 --- a/assets/models/system/phi-3.5-moe-128k-instruct/spec.yaml +++ b/assets/models/system/phi-3.5-moe-128k-instruct/spec.yaml @@ -6,6 +6,9 @@ properties: languages: en inference-min-sku-spec: 48|2|440|128 inference-recommended-sku: Standard_NC48ads_A100_v4, Standard_NC96ads_A100_v4, Standard_ND96amsr_A100_v4 + finetuning-tasks: chat-completion + finetune-min-sku-spec: 24|1|220|64 + finetune-recommended-sku: Standard_NC24ads_A100_v4, Standard_NC48ads_A100_v4, Standard_NC96ads_A100_v4, Standard_ND96amsr_A100_v4 tags: freePlayground: "false" displayName: "Phi-3.5 MoE instruct (128k)" @@ -27,6 +30,9 @@ tags: author: microsoft SharedComputeCapacityEnabled : "" hiddenlayerscanned : "" + maas-finetuning: true + maas-finetuning-offer: true + maas-finetuning-regions: eastus2 _aml_system_vanity_registry: "azureml-phi" inference_compute_allow_list: [ @@ -34,11 +40,18 @@ tags: Standard_ND96amsr_A100_v4, Standard_NC96ads_A100_v4 ] + finetune_compute_allow_list: + [ + Standard_NC24ads_A100_v4, + Standard_NC48ads_A100_v4, + Standard_NC96ads_A100_v4, + Standard_ND96amsr_A100_v4 + ] inference_supported_envs: - vllm model_specific_defaults: apply_deepspeed: "true" - deepspeed_stage: 2 + deepspeed_stage: 3 apply_lora: "true" apply_ort: "false" precision: 16 @@ -52,4 +65,4 @@ tags: logging_strategy: "steps" logging_steps: 10 save_total_limit: 1 -version: 2 +version: 3 From 041c4df62558ab99032eb00a5df32647eb73122e Mon Sep 17 00:00:00 2001 From: Anubha Jain Date: Wed, 18 Sep 2024 13:41:23 +0530 Subject: [PATCH 5/6] blob folder update --- assets/models/system/phi-3.5-mini-128k-instruct/model.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/assets/models/system/phi-3.5-mini-128k-instruct/model.yaml b/assets/models/system/phi-3.5-mini-128k-instruct/model.yaml index 464b83da1c..fded44e816 100644 --- a/assets/models/system/phi-3.5-mini-128k-instruct/model.yaml +++ b/assets/models/system/phi-3.5-mini-128k-instruct/model.yaml @@ -1,6 +1,6 @@ path: container_name: models - container_path: huggingface/phi-3.5-mini-128k-instruct/1725432389/mlflow_model_folder + container_path: huggingface/phi-3.5-mini-128k-instruct/20240808/mlflow_model_folder storage_name: automlcesdkdataresources type: azureblob publish: From 000d1ddea284cc8b6f9821cb596c5ede10616118 Mon Sep 17 00:00:00 2001 From: Anubha Jain Date: Wed, 18 Sep 2024 13:49:16 +0530 Subject: [PATCH 6/6] removing maas publish --- assets/models/system/phi-3.5-mini-128k-instruct/spec.yaml | 3 --- assets/models/system/phi-3.5-moe-128k-instruct/spec.yaml | 3 --- 2 files changed, 6 deletions(-) diff --git a/assets/models/system/phi-3.5-mini-128k-instruct/spec.yaml b/assets/models/system/phi-3.5-mini-128k-instruct/spec.yaml index af6ee28a13..9c4963bdd4 100644 --- a/assets/models/system/phi-3.5-mini-128k-instruct/spec.yaml +++ b/assets/models/system/phi-3.5-mini-128k-instruct/spec.yaml @@ -34,9 +34,6 @@ tags: author: microsoft SharedComputeCapacityEnabled : "" hiddenlayerscanned : "" - maas-finetuning: true - maas-finetuning-offer: true - maas-finetuning-regions: eastus2 _aml_system_vanity_registry: "azureml-phi" inference_compute_allow_list: [ diff --git a/assets/models/system/phi-3.5-moe-128k-instruct/spec.yaml b/assets/models/system/phi-3.5-moe-128k-instruct/spec.yaml index e91c8d4dc6..7e65022d3f 100644 --- a/assets/models/system/phi-3.5-moe-128k-instruct/spec.yaml +++ b/assets/models/system/phi-3.5-moe-128k-instruct/spec.yaml @@ -30,9 +30,6 @@ tags: author: microsoft SharedComputeCapacityEnabled : "" hiddenlayerscanned : "" - maas-finetuning: true - maas-finetuning-offer: true - maas-finetuning-regions: eastus2 _aml_system_vanity_registry: "azureml-phi" inference_compute_allow_list: [