feat(ollama): setup deepseek.
This commit is contained in:
parent
abc773bf58
commit
4244fc0a6d
2 changed files with 2 additions and 1 deletions
|
|
@ -231,6 +231,7 @@
|
||||||
crony.wireguard.enable = true;
|
crony.wireguard.enable = true;
|
||||||
crony.secrets.enable = true;
|
crony.secrets.enable = true;
|
||||||
crony.boot.enable = true;
|
crony.boot.enable = true;
|
||||||
|
crony.ollama.enable = true;
|
||||||
|
|
||||||
# List packages installed in system profile
|
# List packages installed in system profile
|
||||||
environment.systemPackages = with pkgs; [
|
environment.systemPackages = with pkgs; [
|
||||||
|
|
|
||||||
|
|
@ -10,7 +10,7 @@
|
||||||
config = lib.mkIf config.crony.ollama.enable {
|
config = lib.mkIf config.crony.ollama.enable {
|
||||||
services.ollama = {
|
services.ollama = {
|
||||||
enable = true;
|
enable = true;
|
||||||
loadModels = ["llama3.2:3b" "qwen2.5-coder:1.5b" "qwen2.5:3b"];
|
loadModels = ["deepseek-r1:8b"];
|
||||||
acceleration = "cuda";
|
acceleration = "cuda";
|
||||||
};
|
};
|
||||||
services.open-webui = {
|
services.open-webui = {
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue