blob: 233ea1fdae14dae9befe64a51a92689fe7e802b5 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
|
{ config, pkgs, lib, ... }:
{
# systemd.tmpfiles.rules = [ "d /data/ollama 0750 ostgres postgres" ];
#overlays
nixpkgs.overlays = [
(final: old: {
rocmPackages = old.rocmPackages // {
rocblas = (old.rocmPackages.rocblas.overrideAttrs (oldAttrs: {
gpuTargets = [ "gfx1102" ];
}));
};
}
)
];
services.ollama = {
enable = true;
home = "/data/ollama/home";
models = "/data/ollama/home/models";
environmentVariables = {
OLLAMA_LLM_LIBRARY = "rocm";
};
writablePaths = [ "/data/ollama/home" ];
#listenAddress = "0.0.0.0:11434";
host = "0.0.0.0";
port = 11434;
sandbox = false;
acceleration = "rocm";
};
}
|