diff --git a/hosts/server/service.nix b/hosts/server/service.nix index f81acd9..ca44f36 100644 --- a/hosts/server/service.nix +++ b/hosts/server/service.nix @@ -103,8 +103,28 @@ }; ollama = { - enable = false; - package = pkgs.ollama-intel; + enable = true; + package = pkgs.ollama-vulkan; + environmentVariables = { + GGML_VK_DISABLE_INTEGER_DOT_PRODUCT = "1"; + OLLAMA_FLASH_ATTENTION = "1"; + OLLAMA_VULKAN = "1"; + OLLAMA_HOST = "0.0.0.0:11434"; + }; + }; + anubis = { + defaultOptions = { + enable = true; + settings.SERVE_ROBOTS_TXT = true; + firewall.enabled = true; + firewall.block_openai = true; + firewall.block_google = true; + }; + }; + + open-webui = { + enable = true; + port = 5009; }; forgejo = { @@ -250,7 +270,15 @@ }; }; - "map.dhilton.xyz" = { + "oai.dhilton.xyz" = { + forceSSL = true; + enableACME = true; + locations."/" = { + proxyPass = "http://127.0.0.1:5009"; + proxyWebsockets = true; + }; + }; + forceSSL = true; enableACME = true; locations."/" = {