40 lines
895 B
Nix
40 lines
895 B
Nix
|
{ config, lib, pkgs, ... }: {
|
||
|
|
config = {
|
||
|
|
|
||
|
|
fileSystems."/mnt/ollama_models" =
|
||
|
|
{ device = "ollama_models";
|
||
|
|
fsType = "virtiofs";
|
||
|
|
options = [ "nosuid" "nodev" "nofail" ];
|
||
|
|
};
|
||
|
|
|
||
|
|
hardware.enableRedistributableFirmware = true;
|
||
|
|
|
||
|
|
environment.systemPackages = with pkgs; [
|
||
|
|
rocmPackages_6.clr.icd
|
||
|
|
rocmPackages_6.rocminfo
|
||
|
|
rocmPackages_6.rocm-smi
|
||
|
|
rocmPackages_6.rocm-device-libs
|
||
|
|
radeontop
|
||
|
|
clinfo
|
||
|
|
amdvlk
|
||
|
|
];
|
||
|
|
|
||
|
|
users.users.ollama.extraGroups = [ "render" "video" ];
|
||
|
|
|
||
|
|
services.ollama = {
|
||
|
|
enable = true;
|
||
|
|
acceleration = "rocm";
|
||
|
|
host = "0.0.0.0";
|
||
|
|
port = 11357;
|
||
|
|
openFirewall = true;
|
||
|
|
models = "/mnt/ollama_models/";
|
||
|
|
rocmOverrideGfx = "10.3.0";
|
||
|
|
environmentVariables = {
|
||
|
|
OLLAMA_KEEP_ALIVE="15m";
|
||
|
|
};
|
||
|
|
};
|
||
|
|
|
||
|
|
environment.variables.OLLAMA_HOST = "0.0.0.0:11357";
|
||
|
|
};
|
||
|
|
}
|