{ config, pkgs, lib, ... }: { # systemd.tmpfiles.rules = [ "d /data/ollama 0750 ostgres postgres" ]; #overlays #nixpkgs.overlays = [ # (final: old: { # rocmPackages = old.rocmPackages // { # rocblas = (old.rocmPackages.rocblas.overrideAttrs (oldAttrs: { # gpuTargets = [ "gfx1102" ]; # })); # }; # } # ) #]; services.ollama = { enable = false; home = "/data/ollama/home"; models = "/data/ollama/home/models"; environmentVariables = { OLLAMA_LLM_LIBRARY = "rocm"; }; # writablePaths = [ "/data/ollama/home" ]; #listenAddress = "0.0.0.0:11434"; host = "0.0.0.0"; port = 11434; sandbox = false; acceleration = "rocm"; }; }