Add initenv API endpoint

05-assistive-chatbot/.env-DEV

@@ -1,3 +1,4 @@
+CHATBOT_LOG_LEVEL='WARN'
 
 ENABLE_CHATBOT_API=False
 

05-assistive-chatbot/.env-PROD

@@ -1,7 +1,7 @@
-ENABLE_CHATBOT_API=True
-
 CHATBOT_LOG_LEVEL='DEBUG'
 
+ENABLE_CHATBOT_API=True
+
 CHAT_ENGINE='Summaries'
 LLM_MODEL_NAME='openai :: gpt-3.5-turbo-instruct'
 RETRIEVE_K=4

05-assistive-chatbot/.gitignore

@@ -9,5 +9,6 @@ log/
 
 # .env contains secret API keys
 .env
+.secrets-*
 
 guru_cards*.json

05-assistive-chatbot/chatbot-chainlit.py

@@ -32,6 +32,7 @@ async def init_chat():
  build_date = os.environ.get("BUILD_DATE", "unknown")
  await cl.Message(f"Welcome to the Assistive Chat prototype (built {build_date})").send()
 
+ available_llms = llms.available_llms()
  # https://docs.chainlit.io/api-reference/chat-settings
  chat_settings = cl.ChatSettings(
  [
@@ -44,7 +45,7 @@ async def init_chat():
  Select(
  id="model",
  label="Primary LLM Model",
- values=llms.available_llms(),
+ values=available_llms,
  initial_value=chatbot.initial_settings["model"],
  ),
  Slider(
@@ -66,7 +67,7 @@ async def init_chat():
  Select(
  id="model2",
  label="LLM Model for summarizer",
- values=llms.available_llms(),
+ values=available_llms,
  initial_value=chatbot.initial_settings["model2"],
  ),
  Slider(

05-assistive-chatbot/chatbot/__init__.py

@@ -11,6 +11,22 @@
 # - add unit tests
 
 
+## Set default environment variables
+
+
+# Opt out of telemetry -- https://docs.trychroma.com/telemetry
+os.environ.setdefault("ANONYMIZED_TELEMETRY", "False")
+
+# Used by SentenceTransformerEmbeddings and HuggingFaceEmbeddings
+os.environ.setdefault("SENTENCE_TRANSFORMERS_HOME", "./.sentence-transformers-cache")
+
+# Disable DSPy cache to get different responses for retry attempts
+# Set to true to enable caching for faster responses and optimizing prompts using DSPy
+os.environ.setdefault("DSP_CACHEBOOL", "false")
+
+os.environ.setdefault("BUILD_DATE", str(date.today()))
+
+
 ## Initialize logging
 
 
@@ -29,22 +45,11 @@ def configure_logging():
 dotenv.load_dotenv()
 configure_logging()
 logger = logging.getLogger(__name__)
+logger.info("Build date: %s", os.environ.get("BUILD_DATE"))
 
 
 ## Initialize settings
 
-# Opt out of telemetry -- https://docs.trychroma.com/telemetry
-os.environ.setdefault("ANONYMIZED_TELEMETRY", "False")
-
-# Used by SentenceTransformerEmbeddings and HuggingFaceEmbeddings
-os.environ.setdefault("SENTENCE_TRANSFORMERS_HOME", "./.sentence-transformers-cache")
-
-# Disable DSPy cache to get different responses for retry attempts
-# Set to true to enable caching for faster responses and optimizing prompts using DSPy
-os.environ.setdefault("DSP_CACHEBOOL", "false")
-
-os.environ.setdefault("BUILD_DATE", str(date.today()))
-
 
 @utils.verbose_timer(logger)
 def _init_settings():
@@ -70,6 +75,14 @@ def is_true(string):
 initial_settings = _init_settings()
 
 
+def reset():
+ configure_logging()
+ engines._engines.clear()
+ llms._llms.clear()
+ global initial_settings
+ initial_settings = _init_settings()
+
+
 @utils.verbose_timer(logger)
 def validate_settings(settings):
  chat_engine = settings["chat_engine"]

05-assistive-chatbot/chatbot_api.py

@@ -9,9 +9,11 @@
 import logging
 import os
 from functools import cached_property
+from io import StringIO
 from typing import Dict
 
-from fastapi import FastAPI, Request
+import dotenv
+from fastapi import Body, FastAPI, Request
 from fastapi.responses import HTMLResponse
 
 import chatbot
@@ -60,6 +62,25 @@ def healthcheck(request: Request):
  return HTMLResponse(f"Healthy {build_date} {git_sha}")
 
 
+ALLOWED_ENV_VARS = ["CHATBOT_LOG_LEVEL"]
+
+
+@app.post("/initenvs")
+def initenvs(env_file_contents: str = Body()):
+ print(f"{type(env_file_contents)}: {env_file_contents}")
+ env_values = dotenv.dotenv_values(stream=StringIO(env_file_contents))
+ values_changed = []
+ for name, value in env_values.items():
+ if name.endswith("_API_KEY") or name.endswith("_API_TOKEN") or name in ALLOWED_ENV_VARS:
+ logger.info("Setting environment variable %s", name)
+ os.environ[name] = value or ""
+ values_changed.append(name)
+ else:
+ logger.warning("Setting environment variable %s is not allowed!", name)
+ chatbot.reset()
+ return str(values_changed)
+
+
 if __name__ == "__main__":
  import uvicorn