feat(ollama): init

ported from
https://github.com/shivaraj-bh/ollama-flake/blob/main/services/ollama.nix

nix/default.nix

@@ -9,6 +9,7 @@ in
     ./elasticsearch.nix
     ./mysql
     ./nginx
+    ./ollama.nix
     ./postgres
     ./redis-cluster.nix
     ./redis.nix

nix/ollama.nix

@@ -0,0 +1,129 @@
+# Based on https://github.com/shivaraj-bh/ollama-flake/blob/main/services/ollama.nix
+{ pkgs, lib, name, config, ... }:
+let
+  inherit (lib) types;
+in
+{
+  options = {
+    enable = lib.mkEnableOption "Enable the Ollama service";
+    package = lib.mkOption {
+      type = types.package;
+      default = pkgs.ollama;
+      description = "The Ollama package to use";
+    };
+    port = lib.mkOption {
+      type = types.port;
+      default = 11434;
+      description = "The port on which the Ollama service's REST API will listen";
+    };
+    host = lib.mkOption {
+      type = types.str;
+      default = "127.0.0.1";
+      example = "0.0.0.0";
+      description = "The host on which the Ollama service's REST API will listen";
+    };
+    dataDir = lib.mkOption {
+      type = types.str;
+      default = "./data/ollama";
+      description = ''
+        The directory containing the Ollama models.
+        Sets the `OLLAMA_MODELS` environment variable.
+      '';
+    };
+    keepAlive = lib.mkOption {
+      type = types.str;
+      default = "5m";
+      description = ''
+        The duration that models stay loaded in memory.
+        Sets the `OLLAMA_KEEP_ALIVE` environment variable.
+
+        Note: Use a duration string like "5m" for 5 minutes. Or "70" for 70 seconds.
+      '';
+      example = "70";
+    };
+    models = lib.mkOption {
+      type = types.listOf types.str;
+      default = [ ];
+      description = ''
+        The models to load post start.
+        Search for models of your choice from: https://ollama.com/library
+      '';
+    };
+
+    environment = lib.mkOption {
+      type = types.attrsOf types.str;
+      default = { };
+      example = {
+        OLLAMA_DEBUG = "1";
+      };
+      description = ''
+        Extra environment variables passed to the `ollama-server` process.
+      '';
+    };
+
+    outputs.settings = lib.mkOption {
+      type = types.deferredModule;
+      internal = true;
+      readOnly = true;
+      default = {
+        processes = {
+          "${name}" =
+            let
+              startScript = pkgs.writeShellApplication {
+                name = "ollama-server";
+                text = ''
+                  if [ ! -d ${config.dataDir} ]; then
+                    echo "Creating directory ${config.dataDir}"
+                    mkdir -p ${config.dataDir}
+                  fi
+
+                  ${lib.getExe config.package} serve
+                '';
+              };
+            in
+            {
+              command = startScript;
+
+              environment = {
+                OLLAMA_MODELS = config.dataDir;
+                OLLAMA_HOST = "${config.host}:${toString config.port}";
+                OLLAMA_KEEP_ALIVE = config.keepAlive;
+              } // config.environment;
+
+              readiness_probe = {
+                http_get = {
+                  host = config.host;
+                  port = config.port;
+                };
+                initial_delay_seconds = 2;
+                period_seconds = 10;
+                timeout_seconds = 4;
+                success_threshold = 1;
+                failure_threshold = 5;
+              };
+              namespace = name;
+              availability.restart = "on_failure";
+            };
+
+          "${name}-models" = {
+            command = pkgs.writeShellApplication {
+              name = "ollama-models";
+              text = ''
+                set -x
+                OLLAMA_HOST=${config.host}:${toString config.port}
+                export OLLAMA_HOST
+                models="${lib.concatStringsSep " " config.models}"
+                for model in $models
+                do
+                  ${lib.getExe config.package} pull "$model"
+                done
+              '';
+            };
+            namespace = name;
+            depends_on."${name}".condition = "process_healthy";
+          };
+        };
+      };
+    };
+  };
+}

nix/ollama_test.nix

@@ -0,0 +1,16 @@
+{ pkgs, ... }: {
+  services.ollama."ollama1".enable = true;
+
+  # Cannot test auto-loading models yet because that requires internet connection.
+  settings.processes.test =
+    {
+      command = pkgs.writeShellApplication {
+        runtimeInputs = [ pkgs.curl ];
+        text = ''
+          curl http://127.0.0.1:11434
+        '';
+        name = "ollama-test";
+      };
+      depends_on."ollama1".condition = "process_healthy";
+    };
+}

test/flake.nix

@@ -38,6 +38,7 @@
             "${inputs.services-flake}/nix/elasticsearch_test.nix"
             "${inputs.services-flake}/nix/mysql/mysql_test.nix"
             "${inputs.services-flake}/nix/nginx/nginx_test.nix"
+            "${inputs.services-flake}/nix/ollama_test.nix"
             "${inputs.services-flake}/nix/postgres/postgres_test.nix"
             "${inputs.services-flake}/nix/redis_test.nix"
             "${inputs.services-flake}/nix/redis-cluster_test.nix"