Feature/tf modules extensions

.gitignore

@@ -1,9 +1,5 @@
-# docs
-.nox
-_build
-
-# setuptools scm
-nebari/_version.py
+# git
+.github
 
 # ignore terraform state
 .terraform
@@ -13,37 +9,11 @@ terraform.tfstate.backup
 
 # python
 __pycache__
-build/
-*.egg
-*.egg-info/
-dist/
-env/
-
-# IntelliJ
-.idea/
-
-# nix
-result
-shell.nix
-.envrc
-build.nix
-.direnv
-
-# ignore deploments
-do-jupyterhub
-jupyterhub-aws
-gcp-jupyterhub
-quansight-terraform-modules
-config.yaml
-data*
 
-# modules - removed this because .terraform folder is in .gitignore of deployments,
-# this should cover imported modules while not gitignoring our new direct 'modules' folder.
-
-# ignore nebari files
+# nebari
 nebari-config.yaml
-
-.vscode/
-.pytest_cache
-
-/.ruff_cache
+config
+/stages/
+tests/
+tmp/
+.DS_Store

nebari/_version.py

@@ -0,0 +1,4 @@
+# file generated by setuptools_scm
+# don't change, don't track in version control
+__version__ = version = '2023.1.1'
+__version_tuple__ = version_tuple = (2023, 1, 1)

nebari/schema.py

@@ -452,6 +452,15 @@ class NebariExtension(Base):
     logout: typing.Optional[str]
     envs: typing.Optional[typing.List[NebariExtensionEnv]]
 
+class TerraformModuleExtention(Base):
+    name: str
+    source: str
+    version: typing.Optional[str]
+    # kubeconfig_filename: str
+    # namespace: str
+    # endpoint: str
+    # nebari_realm_id: str
+    configuration: typing.Optional[typing.Dict]
 
 class Ingress(Base):
     terraform_overrides: typing.Any
@@ -563,6 +572,7 @@ class Main(Base):
     terraform_state: typing.Optional[TerraformState]
     certificate: Certificate
     helm_extensions: typing.Optional[typing.List[HelmExtension]]
+    tf_modules_extensions: typing.Optional[typing.List[TerraformModuleExtention]]
     prefect: typing.Optional[Prefect]
     cdsdashboards: CDSDashboards
     security: Security

nebari/stages/input_vars.py

@@ -353,6 +353,38 @@ def stage_07_kubernetes_services(stage_outputs, config):
 
 
 def stage_08_nebari_tf_extensions(stage_outputs, config):
+
+
+    if config.get('tf_modules_extensions') :
+        tf_modules_extensions = {
+            "module": {}
+        }
+        for extension in config.get('tf_modules_extensions', []):
+            if "version" in extension:
+                tf_modules_extensions['module'][extension['name']] = {
+                    "version": extension['version'],
+            }
+            tf_modules_extensions['module'][extension['name']] = {
+                "source": extension['source'],
+                "kubernetes_config_path": os.path.join(tempfile.gettempdir(), "NEBARI_KUBECONFIG"),      
+                "namespace": config["namespace"],
+                "endpoint": config["domain"],
+                "nebari_realm_id": stage_outputs["stages/06-kubernetes-keycloak-configuration"][
+                    "realm_id"
+                ]["value"],
+            }
+            if "configuration" in extension:
+                for key, value in  extension['configuration'].items():
+                    tf_modules_extensions['module'][extension['name']][key] = value  
+    else :
+        tf_modules_extensions = {}
+
+    filename = "stages/08-nebari-tf-extensions/tf-modules-extensions.tf.json"
+    if os.path.exists(filename):
+        os.remove(filename)
+    with open(filename, "w") as file:
+        file.write(json.dumps(tf_modules_extensions, indent=4))
+
     return {
         "environment": config["namespace"],
         "endpoint": config["domain"],

pyproject.toml

@@ -15,9 +15,10 @@ local_scheme = "node-and-timestamp"
 
 
 ### Project ###
+#dynamic = ["version"]
 [project]
 name = "nebari"
-dynamic = ["version"]
+version = "2023.1.1"
 description = "A Jupyter and Dask-powered open source data science platform."
 readme = "README.md"
 requires-python = ">=3.8"
@@ -65,6 +66,7 @@ dependencies = [
     "rich==13.2.0",
     "ruamel.yaml==0.17.21",
     "typer==0.7.0",
+    "pyyaml==6.0",
 ]
 
 [project.optional-dependencies]