diff options
Diffstat (limited to 'pkgs/tools/misc/ollama/default.nix')
| -rw-r--r-- | pkgs/tools/misc/ollama/default.nix | 12 |
1 files changed, 11 insertions, 1 deletions
diff --git a/pkgs/tools/misc/ollama/default.nix b/pkgs/tools/misc/ollama/default.nix index 0facac21e5be..fc3320d9e0a5 100644 --- a/pkgs/tools/misc/ollama/default.nix +++ b/pkgs/tools/misc/ollama/default.nix @@ -51,6 +51,11 @@ let rocmPath = buildEnv { name = "rocm-path"; paths = [ + rocmPackages.clr + rocmPackages.hipblas + rocmPackages.rocblas + rocmPackages.rocsolver + rocmPackages.rocsparse rocmPackages.rocm-device-libs rocmClang ]; @@ -63,6 +68,10 @@ let cudaPackages.cudatoolkit cudaPackages.cuda_cudart ]; + postBuild = '' + rm "$out/lib64" + ln -s "lib" "$out/lib64" + ''; }; runtimeLibs = lib.optionals enableRocm [ @@ -160,7 +169,8 @@ goBuild ((lib.optionalAttrs enableRocm { # expose runtime libraries necessary to use the gpu mv "$out/bin/ollama" "$out/bin/.ollama-unwrapped" makeWrapper "$out/bin/.ollama-unwrapped" "$out/bin/ollama" \ - --suffix LD_LIBRARY_PATH : '/run/opengl-driver/lib:${lib.makeLibraryPath runtimeLibs}' + --suffix LD_LIBRARY_PATH : '/run/opengl-driver/lib:${lib.makeLibraryPath runtimeLibs}' '' + lib.optionalString enableRocm ''\ + --set-default HIP_PATH ${rocmPath} ''; ldflags = [ |