k/nixos_configs
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

tweeked ollama

Browse source
This commit is contained in:
k 2025-07-13 10:29:55 -04:00
parent a9a6518dee
commit 80c6d1bfe2
1 changed files with 13 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

3
overlays/ollama.nix
View file

@ -34,6 +34,9 @@
#!/bin/sh #!/bin/sh
export LD_LIBRARY_PATH="${prev.intel-compute-runtime.drivers}/lib" export LD_LIBRARY_PATH="${prev.intel-compute-runtime.drivers}/lib"
export OLLAMA_INTEL_GPU=1 export OLLAMA_INTEL_GPU=1
export OLLAMA_NUM_GPU=999
export ZES_ENABLE_SYSMAN=1
export SYCL_CACHE_PERSISTENT=1
exec "$out/bin/ollama-base" "\$@" exec "$out/bin/ollama-base" "\$@"
EOF EOF
chmod +x "$out/bin/ollama-wrapped" chmod +x "$out/bin/ollama-wrapped"