nixos/hosts/vm_ollama/ollama.nix

{ config, lib, pkgs, ... }: {
  config = {

    fileSystems."/mnt/ollama_models" =
    { device = "ollama_models";
      fsType = "virtiofs";
      options = [ "nosuid" "nodev" "nofail" ];
    };

    hardware.enableRedistributableFirmware = true;

    environment.systemPackages = with pkgs; [
      rocmPackages_6.clr.icd 
      rocmPackages_6.rocminfo
      rocmPackages_6.rocm-smi
      rocmPackages_6.rocm-device-libs
      radeontop
      clinfo
      amdvlk
    ];

    users.users.ollama.extraGroups = [ "render" "video" ];

    services.ollama = {
      enable = true;
      acceleration = "rocm";
      host = "0.0.0.0";
      port = 11357;
      openFirewall = true;
      models = "/mnt/ollama_models/";
      rocmOverrideGfx = "10.3.0";
      environmentVariables = {
        OLLAMA_KEEP_ALIVE="60m";
      };
    };

    environment.variables.OLLAMA_HOST = "0.0.0.0:11357";
  };
}