1 files changed, 17 insertions, 0 deletions
diff --git a/host/Rory-nginx/services/ollama.nix b/host/Rory-nginx/services/ollama.nix
new file mode 100755
index 0000000..8151fe3
--- /dev/null
+++ b/host/Rory-nginx/services/ollama.nix
@@ -0,0 +1,17 @@
+{ config, pkgs, lib, ... }:
+
+{
+#  systemd.tmpfiles.rules = [  "d /data/ollama 0750 ostgres postgres" ];
+
+  services.ollama = {
+    enable = true;
+    home = "/data/ollama/home";
+    models = "/data/ollama/home/models";
+    environmentVariables = {
+      OLLAMA_LLM_LIBRARY = "cpu";
+    };
+    writablePaths = [ "/data/ollama/home" ];
+    listenAddress = "0.0.0.0:11434";
+    sandbox = false;
+  };
+}