starred/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2026-04-26 18:55:53 +02:00
Code Issues Packages Projects Releases Wiki Activity

fix vulkan handle releasing

Browse Source
This commit is contained in:
pufferffish
2024-06-15 21:11:07 +01:00
parent b958cd2848
commit b6554e9b8c
2 changed files with 13 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
gpu/gpu.go
View File

@@ -228,6 +228,11 @@ func GetGPUInfo() GpuInfoList {
C.oneapi_release(*oHandles.oneapi)
}
}
if vHandles != nil {
if vHandles.vulkan != nil {
C.vk_release(*vHandles.vulkan)
}
}
}()
if !bootstrapped {

9
gpu/gpu_info_vulkan.c
View File

@@ -213,9 +213,16 @@ void vk_check_vram(vk_handle_t rh, int i, mem_info_t *resp) {
resp->major = VK_API_VERSION_MAJOR(properties.apiVersion);
resp->minor = VK_API_VERSION_MINOR(properties.apiVersion);
resp->patch = VK_API_VERSION_PATCH(properties.apiVersion);
}
void vk_release(vk_handle_t rh) {
LOG(rh.verbose, "releasing vulkan library\n");
(*rh.vkDestroyInstance)(rh.vk, NULL);
UNLOAD_LIBRARY(rh.vk_handle);
rh.vk_handle = NULL;
#ifdef __linux__
LOG(rh.verbose, "releasing libcap library\n");
UNLOAD_LIBRARY(rh.cap_handle);
rh.cap_handle = NULL;
#endif
}