llama-cpp: general changes

This commit is contained in:
2026-04-02 22:47:49 -04:00
parent 0aeb6c5523
commit ab9c12cb97

View File

@@ -11,8 +11,8 @@
enable = true;
model = toString (
pkgs.fetchurl {
url = "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-9B.Q4_K_M.gguf";
sha256 = "8fbbc7b04a7d4b052d14b7aa97c8bf2014d39ceca8c2baaa043711712ba71ccc";
url = "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-Q4_K_M.gguf";
sha256 = "03b74727a860a56338e042c4420bb3f04b2fec5734175f4cb9fa853daf52b7e8";
}
);
port = service_configs.ports.private.llama_cpp.port;