k/nixos_configs
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

tweeked ollama

Browse Source
This commit is contained in:
k 2025-07-13 10:29:55 -04:00
parent a9a6518dee
commit 80c6d1bfe2
1 changed files with 13 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
overlays/ollama.nix
View File

@ -29,16 +29,19 @@
postInstall = postInstall =
(oldAttrs.postInstall or "") (oldAttrs.postInstall or "")
+ '' + ''
mkdir -p "$out/bin" mkdir -p "$out/bin"
cat << EOF > "$out/bin/ollama-wrapped" cat << EOF > "$out/bin/ollama-wrapped"
#!/bin/sh #!/bin/sh
export LD_LIBRARY_PATH="${prev.intel-compute-runtime.drivers}/lib" export LD_LIBRARY_PATH="${prev.intel-compute-runtime.drivers}/lib"
export OLLAMA_INTEL_GPU=1 export OLLAMA_INTEL_GPU=1
exec "$out/bin/ollama-base" "\$@" export OLLAMA_NUM_GPU=999
EOF export ZES_ENABLE_SYSMAN=1
chmod +x "$out/bin/ollama-wrapped" export SYCL_CACHE_PERSISTENT=1
mv $out/bin/ollama $out/bin/ollama-base exec "$out/bin/ollama-base" "\$@"
ln -s "$out/bin/ollama-wrapped" "$out/bin/ollama" EOF
chmod +x "$out/bin/ollama-wrapped"
mv $out/bin/ollama $out/bin/ollama-base
ln -s "$out/bin/ollama-wrapped" "$out/bin/ollama"
''; '';
}); });
}) })