{ config, lib, pkgs, ... }: { config = { fileSystems."/mnt/ollama_models" = { device = "ollama_models"; fsType = "virtiofs"; options = [ "nosuid" "nodev" "nofail" ]; }; hardware.enableRedistributableFirmware = true; environment.systemPackages = with pkgs; [ rocmPackages_6.clr.icd rocmPackages_6.rocminfo rocmPackages_6.rocm-smi rocmPackages_6.rocm-device-libs radeontop clinfo amdvlk ]; users.users.ollama.extraGroups = [ "render" "video" ]; services.ollama = { enable = true; acceleration = "rocm"; host = "0.0.0.0"; port = 11357; openFirewall = true; models = "/mnt/ollama_models/"; rocmOverrideGfx = "10.3.0"; environmentVariables = { OLLAMA_KEEP_ALIVE="15m"; }; }; environment.variables.OLLAMA_HOST = "0.0.0.0:11357"; }; }