YAML based config

.github/pull_request_template.md

@@ -0,0 +1,16 @@
+## Describe changes
+I implemented/fixed _ to achieve _.
+
+## Pre-requisites
+Please ensure you have done the following:
+- [ ] If my change requires a change to docs, I have updated the documentation accordingly.
+- [ ] I have added tests to cover my changes.
+- [ ] I have updated `ref-zenml` in `.github/workflows/ci.yml` accordingly (if you don't know - `main` would be a solid choice)
+
+## Types of changes
+<!--- What types of changes does your code introduce? Put an `x` in all the boxes that apply: -->
+- [ ] Bug fix (non-breaking change which fixes an issue)
+- [ ] New feature (non-breaking change which adds functionality)
+- [ ] Breaking change (fix or feature that would cause existing functionality to change)
+- [ ] Other (add details above)
+

.github/workflows/ci.yml

@@ -18,6 +18,7 @@ jobs:
   run-tests:
     runs-on: ${{ matrix.os }}
     strategy:
+      fail-fast: false
       matrix:
         stack-name: [local]
         os: [windows-latest, ubuntu-latest, macos-latest]
@@ -35,4 +36,4 @@ jobs:
         with:
           stack-name: ${{ matrix.stack-name }}
           python-version: ${{ matrix.python-version }}
-          ref-zenml: develop
+          ref-zenml: feature/OSS-2494-evaluate-config-early

README.md

@@ -209,7 +209,7 @@ df_inference, target = data_loader(is_inference=True)
 df_inference = inference_data_preprocessor(
     dataset_inf=df_inference,
     preprocess_pipeline=ExternalArtifact(
-        pipeline_name=MetaConfig.pipeline_name_training,
+        pipeline_name="your_product_name_training",
         artifact_name="preprocess_pipeline",
     ),
     target=target,

requirements.txt

@@ -1,2 +1 @@
-copier
-jinja2-time
+zenml[templates]

template/config.yaml

@@ -0,0 +1,78 @@
+# {% include 'template/license_header' %}
+
+settings:
+  docker:
+    requirements:
+      - aws
+{%- if data_quality_checks %}
+      - evidently
+{%- endif %}
+      - kubeflow
+      - kubernetes
+      - mlflow
+      - sklearn
+      - slack
+extra:
+  mlflow_model_name: e2e_use_case_model
+{%- if target_environment == 'production' %}
+  target_env: Production
+{%- else %}
+  target_env: Staging
+{%- endif %}
+  notify_on_success: False
+  notify_on_failure: True
+{%- if hyperparameters_tuning %}
+  # This set contains all the models that you want to evaluate
+  # during hyperparameter tuning stage.
+  model_search_space:
+    random_forest:
+      model_package: sklearn.ensemble
+      model_class: RandomForestClassifier
+      search_grid:
+        criterion:
+          - gini
+          - entropy
+        max_depth:
+          - 2
+          - 4
+          - 6
+          - 8
+          - 10
+          - 12
+        min_samples_leaf:
+          range:
+            start: 1
+            end: 10
+        n_estimators:
+          range:
+            start: 50
+            end: 500
+            step: 25
+    decision_tree:
+      model_package: sklearn.tree
+      model_class: DecisionTreeClassifier
+      search_grid:
+        criterion:
+          - gini
+          - entropy
+        max_depth:
+          - 2
+          - 4
+          - 6
+          - 8
+          - 10
+          - 12
+        min_samples_leaf:
+          range:
+            start: 1
+            end: 10
+{%- else %}
+    # This model configuration will be used for the training stage.
+  model_configuration:
+    model_package: sklearn.tree
+    model_class: DecisionTreeClassifier
+    params:
+      criterion: gini
+      max_depth: 5
+      min_samples_leaf: 3
+{%- endif %}