gitea repo

hosts/vm_ollama/ollama.nix

@@ -0,0 +1,39 @@
+{ config, lib, pkgs, ... }: {
+  config = {
+
+    fileSystems."/mnt/ollama_models" =
+    { device = "ollama_models";
+      fsType = "virtiofs";
+      options = [ "nosuid" "nodev" "nofail" ];
+    };
+
+    hardware.enableRedistributableFirmware = true;
+
+    environment.systemPackages = with pkgs; [
+      rocmPackages_6.clr.icd 
+      rocmPackages_6.rocminfo
+      rocmPackages_6.rocm-smi
+      rocmPackages_6.rocm-device-libs
+      radeontop
+      clinfo
+      amdvlk
+    ];
+
+    users.users.ollama.extraGroups = [ "render" "video" ];
+
+    services.ollama = {
+      enable = true;
+      acceleration = "rocm";
+      host = "0.0.0.0";
+      port = 11357;
+      openFirewall = true;
+      models = "/mnt/ollama_models/";
+      rocmOverrideGfx = "10.3.0";
+      environmentVariables = {
+        OLLAMA_KEEP_ALIVE="15m";
+      };
+    };
+
+    environment.variables.OLLAMA_HOST = "0.0.0.0:11357";
+  };
+}