Ollama

hosts/server/service.nix

@@ -103,8 +103,28 @@
     };
 
     ollama = {
-      enable = false;
+      enable = true;
-      package = pkgs.ollama-intel;
+      package = pkgs.ollama-vulkan;
+      environmentVariables = {
+        GGML_VK_DISABLE_INTEGER_DOT_PRODUCT = "1";
+        OLLAMA_FLASH_ATTENTION = "1";
+        OLLAMA_VULKAN = "1";
+        OLLAMA_HOST = "0.0.0.0:11434";
+      };
+    };
+    anubis = {
+      defaultOptions = {
+        enable = true;
+        settings.SERVE_ROBOTS_TXT = true;
+        firewall.enabled = true;
+        firewall.block_openai = true;
+        firewall.block_google = true;
+      };
+    };
+
+    open-webui = {
+      enable = true;
+      port = 5009;
     };
 
     forgejo = {
@@ -250,7 +270,15 @@
           };
         };
 
-        "map.dhilton.xyz" = {
+        "oai.dhilton.xyz" = {
+          forceSSL = true;
+          enableACME = true;
+          locations."/" = {
+            proxyPass = "http://127.0.0.1:5009";
+            proxyWebsockets = true;
+          };
+        };
+
           forceSSL = true;
           enableACME = true;
           locations."/" = {