diff options
| author | Sadeep Madurange <sadeep@asciimx.com> | 2026-09-12 09:27:59 +0800 |
|---|---|---|
| committer | Sadeep Madurange <sadeep@asciimx.com> | 2026-09-12 09:27:59 +0800 |
| commit | 4fbea0b196774e8d2babbaa76c60c7bcc40c997d (patch) | |
| tree | 3fed09ec9617c3937da1e420cb3764421970aeab /bin/deps-pi5/include/ggml-vulkan.h | |
| parent | 2e73bbf477b9044755a13af46c9c7deb108e5aca (diff) | |
| download | lex-4fbea0b196774e8d2babbaa76c60c7bcc40c997d.tar.gz | |
Binaries for pi5.
Diffstat (limited to 'bin/deps-pi5/include/ggml-vulkan.h')
| -rw-r--r-- | bin/deps-pi5/include/ggml-vulkan.h | 29 |
1 files changed, 29 insertions, 0 deletions
diff --git a/bin/deps-pi5/include/ggml-vulkan.h b/bin/deps-pi5/include/ggml-vulkan.h new file mode 100644 index 0000000..ed5ea5f --- /dev/null +++ b/bin/deps-pi5/include/ggml-vulkan.h @@ -0,0 +1,29 @@ +#pragma once + +#include "ggml.h" +#include "ggml-backend.h" + +#ifdef __cplusplus +extern "C" { +#endif + +#define GGML_VK_NAME "Vulkan" +#define GGML_VK_MAX_DEVICES 16 + +// backend API +GGML_BACKEND_API ggml_backend_t ggml_backend_vk_init(size_t dev_num); + +GGML_BACKEND_API bool ggml_backend_is_vk(ggml_backend_t backend); +GGML_BACKEND_API int ggml_backend_vk_get_device_count(void); +GGML_BACKEND_API void ggml_backend_vk_get_device_description(int device, char * description, size_t description_size); +GGML_BACKEND_API void ggml_backend_vk_get_device_memory(int device, size_t * free, size_t * total); + +GGML_BACKEND_API ggml_backend_buffer_type_t ggml_backend_vk_buffer_type(size_t dev_num); +// pinned host buffer for use with the CPU backend for faster copies between CPU and GPU +GGML_BACKEND_API ggml_backend_buffer_type_t ggml_backend_vk_host_buffer_type(void); + +GGML_BACKEND_API ggml_backend_reg_t ggml_backend_vk_reg(void); + +#ifdef __cplusplus +} +#endif |
