feat(ollama): change some ollama settings.
This commit is contained in:
parent
93babcc2e9
commit
bcfbe402aa
1 changed files with 7 additions and 6 deletions
|
|
@ -1,5 +1,6 @@
|
||||||
{
|
{
|
||||||
config,
|
config,
|
||||||
|
pkgs,
|
||||||
lib,
|
lib,
|
||||||
...
|
...
|
||||||
}: {
|
}: {
|
||||||
|
|
@ -10,15 +11,15 @@
|
||||||
config = lib.mkIf config.crony.ollama.enable {
|
config = lib.mkIf config.crony.ollama.enable {
|
||||||
services.ollama = {
|
services.ollama = {
|
||||||
enable = true;
|
enable = true;
|
||||||
loadModels = ["deepseek-r1:14b" "deepseek-coder-v2:16b-lite-instruct-q4_K_M"];
|
package = pkgs.ollama-cuda;
|
||||||
acceleration = "cuda";
|
loadModels = ["gpt-oss:20b"];
|
||||||
};
|
|
||||||
services.open-webui = {
|
|
||||||
enable = true;
|
|
||||||
};
|
};
|
||||||
|
# services.open-webui = {
|
||||||
|
# enable = true;
|
||||||
|
# };
|
||||||
|
|
||||||
systemd.services.ollama.wantedBy = lib.mkForce [];
|
systemd.services.ollama.wantedBy = lib.mkForce [];
|
||||||
systemd.services.ollama-model-loader.wantedBy = lib.mkForce [];
|
systemd.services.ollama-model-loader.wantedBy = lib.mkForce [];
|
||||||
systemd.services.open-webui.wantedBy = lib.mkForce [];
|
# systemd.services.open-webui.wantedBy = lib.mkForce [];
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue