k/nixos_configs
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Ollama

Browse source
This commit is contained in:
k 2026-05-10 15:46:17 -04:00
parent d49f8611d5
commit abba34b8ec
1 changed files with 31 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

34
hosts/server/service.nix
View file

@ -103,8 +103,28 @@
};
ollama = {
enable = false;
package = pkgs.ollama-intel;
enable = true;
package = pkgs.ollama-vulkan;
environmentVariables = {
GGML_VK_DISABLE_INTEGER_DOT_PRODUCT = "1";
OLLAMA_FLASH_ATTENTION = "1";
OLLAMA_VULKAN = "1";
OLLAMA_HOST = "0.0.0.0:11434";
};
};
anubis = {
defaultOptions = {
enable = true;
settings.SERVE_ROBOTS_TXT = true;
firewall.enabled = true;
firewall.block_openai = true;
firewall.block_google = true;
};
};
open-webui = {
enable = true;
port = 5009;
};
forgejo = {
@ -250,7 +270,15 @@
};
};
"map.dhilton.xyz" = {
"oai.dhilton.xyz" = {
forceSSL = true;
enableACME = true;
locations."/" = {
proxyPass = "http://127.0.0.1:5009";
proxyWebsockets = true;
};
};
forceSSL = true;
enableACME = true;
locations."/" = {