Skip to content

Commit

Permalink
example/llm/open-webui: update default environment variables
Browse files Browse the repository at this point in the history
  • Loading branch information
drupol committed Jun 14, 2024
1 parent d22d250 commit 398096a
Showing 1 changed file with 8 additions and 2 deletions.
10 changes: 8 additions & 2 deletions example/llm/flake.nix
Original file line number Diff line number Diff line change
Expand Up @@ -33,9 +33,15 @@
inherit (pc.config.services.ollama.ollama1) host port;
in
{
OLLAMA_API_BASE_URL = "http://${host}:${toString port}";
ENABLE_OLLAMA_API = "True";
OLLAMA_BASE_URL = "http://${host}:${toString port}";
OLLAMA_API_BASE_URL = "http://${host}:${toString port}/api";
WEBUI_AUTH = "False";
};
DEVICE_TYPE = "cpu";
RAG_EMBEDDING_ENGINE = "ollama";
RAG_EMBEDDING_MODEL = "mxbai-embed-large:latest";
RAG_EMBEDDING_MODEL_AUTO_UPDATE = "True";
RAG_RERANKING_MODEL_AUTO_UPDATE = "True"; };
};
};

Expand Down

0 comments on commit 398096a

Please sign in to comment.