From 80c6d1bfe25cd8e88802c4e240bb56db4ec4996e Mon Sep 17 00:00:00 2001 From: k Date: Sun, 13 Jul 2025 10:29:55 -0400 Subject: [PATCH] tweeked ollama --- overlays/ollama.nix | 23 +++++++++++++---------- 1 file changed, 13 insertions(+), 10 deletions(-) diff --git a/overlays/ollama.nix b/overlays/ollama.nix index 8f9030b..008b022 100644 --- a/overlays/ollama.nix +++ b/overlays/ollama.nix @@ -29,16 +29,19 @@ postInstall = (oldAttrs.postInstall or "") + '' - mkdir -p "$out/bin" - cat << EOF > "$out/bin/ollama-wrapped" - #!/bin/sh - export LD_LIBRARY_PATH="${prev.intel-compute-runtime.drivers}/lib" - export OLLAMA_INTEL_GPU=1 - exec "$out/bin/ollama-base" "\$@" - EOF - chmod +x "$out/bin/ollama-wrapped" - mv $out/bin/ollama $out/bin/ollama-base - ln -s "$out/bin/ollama-wrapped" "$out/bin/ollama" + mkdir -p "$out/bin" + cat << EOF > "$out/bin/ollama-wrapped" + #!/bin/sh + export LD_LIBRARY_PATH="${prev.intel-compute-runtime.drivers}/lib" + export OLLAMA_INTEL_GPU=1 + export OLLAMA_NUM_GPU=999 + export ZES_ENABLE_SYSMAN=1 + export SYCL_CACHE_PERSISTENT=1 + exec "$out/bin/ollama-base" "\$@" + EOF + chmod +x "$out/bin/ollama-wrapped" + mv $out/bin/ollama $out/bin/ollama-base + ln -s "$out/bin/ollama-wrapped" "$out/bin/ollama" ''; }); })