From 5ab530f9be2b09d22e86331c9f81fd4bcd75871e Mon Sep 17 00:00:00 2001
From: deva <hi@dessa.dev>
Date: Fri, 19 Jul 2024 20:42:52 -0400
Subject: [PATCH] koboldcpp cuBLAS fix

(thanks to DontEatOreo)
---
 os/configuration.nix | 5 ++++-
 os/users.nix         | 2 +-
 overlays/default.nix | 4 ----
 3 files changed, 5 insertions(+), 6 deletions(-)

diff --git a/os/configuration.nix b/os/configuration.nix
index 42b50c4..b4cba02 100644
--- a/os/configuration.nix
+++ b/os/configuration.nix
@@ -36,7 +36,10 @@ in {
   users.mutableUsers = false;
   users.users.me.hashedPasswordFile = config.sops.secrets.user_password.path;
 
-  nixpkgs.config = {allowUnfree = true;};
+  nixpkgs.config = {
+    allowUnfree = true;
+    cudaSupport = true;
+  };
   nixpkgs.overlays = [
     outputs.overlays.additions
     outputs.overlays.modifications
diff --git a/os/users.nix b/os/users.nix
index e7eb383..2908af4 100644
--- a/os/users.nix
+++ b/os/users.nix
@@ -27,7 +27,7 @@
       blender
       prismlauncher
       steam
-      koboldcpp
+      unstable.koboldcpp
     ];
   };
   user.root = {
diff --git a/overlays/default.nix b/overlays/default.nix
index 939969f..3961a57 100644
--- a/overlays/default.nix
+++ b/overlays/default.nix
@@ -17,10 +17,6 @@
           lib = prev.lib;
         };
       };
-    koboldcpp = prev.koboldcpp.override {
-      cublasSupport = true;
-    };
-
     gnome-keyring = prev.gnome.gnome-keyring;
   };