Commit 1cdb6ce90c1f

Vincent Demeester <vincent@sbr.pm>
2025-06-16 21:58:15
systems/kobe: trying to make ollama+cuda work
Signed-off-by: Vincent Demeester <vincent@sbr.pm>
main
1 parent 2c2e79e
Changed files (1)
systems
kobe
extra.nix
systems/kobe/extra.nix
@@ -1,4 +1,9 @@
-{ globals, lib, ... }:
+{
+  globals,
+  pkgs,
+  lib,
+  ...
+}:
 {
   imports = [
     ../common/services/prometheus-exporters-node.nix
@@ -8,6 +13,8 @@
   ];
 
   # networking.firewall.enable = false;
+  nixpkgs.config.cudaSupport = true;
+  nixpkgs.config.rocmSupport = false;
 
   services = {
     logind.extraConfig = ''
@@ -23,7 +30,8 @@
     };
     ollama = {
       enable = true;
-      # acceleration = "cuda"; # no nivida :D
+      package = pkgs.ollama.override { config.cudaSupport = true; };
+      acceleration = "cuda"; # no nivida :D
     };
     smartd = {
       enable = true;