LM/llama.cpp for OpenVINO: Difference between revisions
< LM
Jump to navigation
Jump to search
(→Build) |
(→Build) |
||
| Line 5: | Line 5: | ||
<syntaxhighlight lang="bash"> | <syntaxhighlight lang="bash"> | ||
sudo apt install ninja-build | sudo apt install ninja-build | ||
sudo apt install -y opencl-headers ocl-icd-opencl-dev | |||
# 2026-08-21 | # 2026-08-21 | ||
Revision as of 02:46, 27 August 2026
https://github.com/ggml-org/llama.cpp/blob/master/docs/backend/OPENVINO.md
Build
sudo apt install ninja-build
sudo apt install -y opencl-headers ocl-icd-opencl-dev
# 2026-08-21
cmake -B build/openvino \
-G Ninja \
-DGGML_OPENVINO=ON \
-DGGML_NATIVE=ON \
-DCMAKE_BUILD_TYPE=Release \
-DCMAKE_CXX_FLAGS="-DCL_EXTERNAL_MEMORY_HANDLE_D3D11_TEXTURE_KHR=0x2063 -DCL_EXTERNAL_MEMORY_HANDLE_D3D11_TEXTURE_KMT_KHR=0x2064 -DCL_EXTERNAL_MEMORY_HANDLE_D3D12_HEAP_KHR=0x2065 -DCL_EXTERNAL_MEMORY_HANDLE_D3D12_RESOURCE_KHR=0x2066" \
-DCMAKE_INSTALL_RPATH="\$ORIGIN/../lib" .
cmake --build build/openvino --parallel
cmake --install build/openvino --prefix ~/llama.cpp/openvino
# old
cmake -B build-openvino \
-DGGML_OPENVINO=ON \
-DGGML_OPENVINO_DEVICE=GPU \
-DGGML_NATIVE=ON \
-DCMAKE_BUILD_TYPE=Release \
-DCMAKE_INSTALL_RPATH="\$ORIGIN/../lib" .
cmake --build build-openvino --parallel
cmake --install build-openvino --prefix ~/llama.cpp/openvino