feat(ollama): start by default, unload model after 2 mins.
This commit is contained in:
parent
6140ba55b9
commit
169989a05c
1 changed files with 3 additions and 6 deletions
|
|
@ -13,13 +13,10 @@
|
|||
enable = true;
|
||||
package = pkgs.ollama-cuda;
|
||||
loadModels = ["gpt-oss:20b"];
|
||||
environmentVariables = {OLLAMA_KEEP_ALIVE = "2m";};
|
||||
};
|
||||
# services.open-webui = {
|
||||
# enable = true;
|
||||
# };
|
||||
|
||||
systemd.services.ollama.wantedBy = lib.mkForce [];
|
||||
systemd.services.ollama-model-loader.wantedBy = lib.mkForce [];
|
||||
# systemd.services.open-webui.wantedBy = lib.mkForce [];
|
||||
# systemd.services.ollama.wantedBy = lib.mkForce [];
|
||||
# systemd.services.ollama-model-loader.wantedBy = lib.mkForce [];
|
||||
};
|
||||
}
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue