starred/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2026-04-27 03:05:43 +02:00
Code Issues Packages Projects Releases Wiki Activity

making amdgpu work on arm achitecutre with vulkan

Browse Source
This commit is contained in:
yeongbba
2025-01-19 01:30:34 +09:00
parent e61c329435
commit 4b74cee096
6 changed files with 15 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
llm/generate/gen_linux.sh
View File

@@ -224,9 +224,9 @@ fi
if [ -z "${OLLAMA_SKIP_VULKAN_GENERATE}" -a -d "${VULKAN_ROOT}" ] && [ -z "${OLLAMA_SKIP_VULKAN_GENERATE}" -a -d "${CAP_ROOT}" ]; then
echo "Vulkan and capabilities libraries detected - building dynamic Vulkan library"
init_vars
CMAKE_DEFS="${COMMON_CMAKE_DEFS} ${CMAKE_DEFS} -DLLAMA_VULKAN=1"
BUILD_DIR="../build/linux/${ARCH}/vulkan"
RUNNER=vulkan
CMAKE_DEFS="-DCMAKE_SKIP_RPATH=on -DBUILD_SHARED_LIBS=on -DCMAKE_POSITION_INDEPENDENT_CODE=on -DGGML_NATIVE=off -DGGML_AVX=off -DGGML_AVX2=off -DGGML_AVX512=off -DGGML_FMA=off -DGGML_F16C=off -DGGML_OPENMP=off"
BUILD_DIR="../build/linux/${ARCH}/${RUNNER}"
EXTRA_LIBS="-L${VULKAN_ROOT} -L${CAP_ROOT} -lvulkan -lcap"
build
@@ -234,8 +234,10 @@ if [ -z "${OLLAMA_SKIP_VULKAN_GENERATE}" -a -d "${VULKAN_ROOT}" ] && [ -z "${OLL
for dep in $(ldd "${BUILD_DIR}/bin/ollama_llama_server" | grep "=>" | cut -f2 -d= | cut -f2 -d' ' | grep -e vulkan -e cap); do
cp "${dep}" "${BUILD_DIR}/bin/"
done
cp "${VULKAN_ROOT}/libvulkan.so*" "${BUILD_DIR}/bin/"
cp "${CAP_ROOT}/libcap.so*" "${BUILD_DIR}/bin/"
cp ${VULKAN_ROOT}/libvulkan.so* "${BUILD_DIR}/bin/"
cp ${CAP_ROOT}/libcap.so* "${BUILD_DIR}/bin/"
install
dist
compress
fi