2 files changed, 18 insertions, 0 deletions
diff --git a/host/Rory-nginx/configuration.nix b/host/Rory-nginx/configuration.nix
index 5b0b36d..edbcd6d 100755
--- a/host/Rory-nginx/configuration.nix
+++ b/host/Rory-nginx/configuration.nix
@@ -15,6 +15,7 @@
./services/nginx/nginx.nix
./services/jitsi.nix
./services/cgit.nix
+ ./services/ollama.nix
];
users.groups.ocp = {};
networking = {
diff --git a/host/Rory-nginx/services/ollama.nix b/host/Rory-nginx/services/ollama.nix
new file mode 100755
index 0000000..8151fe3
--- /dev/null
+++ b/host/Rory-nginx/services/ollama.nix
@@ -0,0 +1,17 @@
+{ config, pkgs, lib, ... }:
+
+{
+# systemd.tmpfiles.rules = [ "d /data/ollama 0750 ostgres postgres" ];
+
+ services.ollama = {
+ enable = true;
+ home = "/data/ollama/home";
+ models = "/data/ollama/home/models";
+ environmentVariables = {
+ OLLAMA_LLM_LIBRARY = "cpu";
+ };
+ writablePaths = [ "/data/ollama/home" ];
+ listenAddress = "0.0.0.0:11434";
+ sandbox = false;
+ };
+}
|