feat(ollama): change some ollama settings.
This commit is contained in:
parent
93babcc2e9
commit
bcfbe402aa
1 changed files with 7 additions and 6 deletions
|
|
@ -1,5 +1,6 @@
|
|||
{
|
||||
config,
|
||||
pkgs,
|
||||
lib,
|
||||
...
|
||||
}: {
|
||||
|
|
@ -10,15 +11,15 @@
|
|||
config = lib.mkIf config.crony.ollama.enable {
|
||||
services.ollama = {
|
||||
enable = true;
|
||||
loadModels = ["deepseek-r1:14b" "deepseek-coder-v2:16b-lite-instruct-q4_K_M"];
|
||||
acceleration = "cuda";
|
||||
};
|
||||
services.open-webui = {
|
||||
enable = true;
|
||||
package = pkgs.ollama-cuda;
|
||||
loadModels = ["gpt-oss:20b"];
|
||||
};
|
||||
# services.open-webui = {
|
||||
# enable = true;
|
||||
# };
|
||||
|
||||
systemd.services.ollama.wantedBy = lib.mkForce [];
|
||||
systemd.services.ollama-model-loader.wantedBy = lib.mkForce [];
|
||||
systemd.services.open-webui.wantedBy = lib.mkForce [];
|
||||
# systemd.services.open-webui.wantedBy = lib.mkForce [];
|
||||
};
|
||||
}
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue