From c6d47d4a1c523ddabc3ca871685eda5ca74ca607 Mon Sep 17 00:00:00 2001
From: "Rory&::Emma" <root@rory.gay>
Date: Wed, 1 May 2024 11:16:54 +0000
Subject: Server updates

---
 host/Rory-nginx/services/ollama.nix | 17 +++++++++++++++++
 1 file changed, 17 insertions(+)
 create mode 100755 host/Rory-nginx/services/ollama.nix

(limited to 'host/Rory-nginx/services/ollama.nix')

diff --git a/host/Rory-nginx/services/ollama.nix b/host/Rory-nginx/services/ollama.nix
new file mode 100755
index 0000000..8151fe3
--- /dev/null
+++ b/host/Rory-nginx/services/ollama.nix
@@ -0,0 +1,17 @@
+{ config, pkgs, lib, ... }:
+
+{
+#  systemd.tmpfiles.rules = [  "d /data/ollama 0750 ostgres postgres" ];
+
+  services.ollama = {
+    enable = true;
+    home = "/data/ollama/home";
+    models = "/data/ollama/home/models";
+    environmentVariables = {
+      OLLAMA_LLM_LIBRARY = "cpu";
+    };
+    writablePaths = [ "/data/ollama/home" ];
+    listenAddress = "0.0.0.0:11434";
+    sandbox = false;
+  };
+}
-- 
cgit 1.4.1