{ config, pkgs, lib, ... }: { # systemd.tmpfiles.rules = [ "d /data/ollama 0750 ostgres postgres" ]; #overlays nixpkgs.overlays = [ (final: old: { rocmPackages = old.rocmPackages // { rocblas = (old.rocmPackages.rocblas.overrideAttrs (oldAttrs: { gpuTargets = [ "gfx1102" ]; })); }; } ) ]; services.ollama = { enable = true; home = "/data/ollama/home"; models = "/data/ollama/home/models"; environmentVariables = { OLLAMA_LLM_LIBRARY = "rocm"; }; writablePaths = [ "/data/ollama/home" ]; #listenAddress = "0.0.0.0:11434"; host = "0.0.0.0"; port = 11434; sandbox = false; acceleration = "rocm"; }; }