feat(ollama): change some ollama settings.

This commit is contained in:
CronyAkatsuki 2026-01-17 09:49:21 +01:00
parent 93babcc2e9
commit bcfbe402aa

View file

@ -1,5 +1,6 @@
{
config,
pkgs,
lib,
...
}: {
@ -10,15 +11,15 @@
config = lib.mkIf config.crony.ollama.enable {
services.ollama = {
enable = true;
loadModels = ["deepseek-r1:14b" "deepseek-coder-v2:16b-lite-instruct-q4_K_M"];
acceleration = "cuda";
};
services.open-webui = {
enable = true;
package = pkgs.ollama-cuda;
loadModels = ["gpt-oss:20b"];
};
# services.open-webui = {
# enable = true;
# };
systemd.services.ollama.wantedBy = lib.mkForce [];
systemd.services.ollama-model-loader.wantedBy = lib.mkForce [];
systemd.services.open-webui.wantedBy = lib.mkForce [];
# systemd.services.open-webui.wantedBy = lib.mkForce [];
};
}