LM/llama.cpp for OpenVINO

https://github.com/ggml-org/llama.cpp/blob/master/docs/backend/OPENVINO.md

Build

sudo apt install ninja-build
sudo apt install -y opencl-headers ocl-icd-opencl-dev

# 2026-08-31
cmake -B build/openvino \
  -G Ninja \
  -DGGML_OPENVINO=ON \
  -DGGML_NATIVE=ON \
  -DCMAKE_BUILD_TYPE=Release \
  -DCMAKE_INSTALL_RPATH="\$ORIGIN/../lib" .

# 2026-08-21
cmake -B build/openvino \
  -G Ninja \
  -DGGML_OPENVINO=ON \
  -DGGML_NATIVE=ON \
  -DCMAKE_BUILD_TYPE=Release \
  -DCMAKE_CXX_FLAGS="-DCL_EXTERNAL_MEMORY_HANDLE_D3D11_TEXTURE_KHR=0x2063 -DCL_EXTERNAL_MEMORY_HANDLE_D3D11_TEXTURE_KMT_KHR=0x2064 -DCL_EXTERNAL_MEMORY_HANDLE_D3D12_HEAP_KHR=0x2065 -DCL_EXTERNAL_MEMORY_HANDLE_D3D12_RESOURCE_KHR=0x2066" \
  -DCMAKE_INSTALL_RPATH="\$ORIGIN/../lib" .

cmake --build build/openvino --parallel

cmake --install build/openvino --prefix ~/llama.cpp/openvino

# old
cmake -B build-openvino \
  -DGGML_OPENVINO=ON \
  -DGGML_OPENVINO_DEVICE=GPU \
  -DGGML_NATIVE=ON \
  -DCMAKE_BUILD_TYPE=Release \
  -DCMAKE_INSTALL_RPATH="\$ORIGIN/../lib" .

cmake --build build-openvino --parallel

cmake --install build-openvino --prefix ~/llama.cpp/openvino

List devices

pipx install openvino
pipx run --spec openvino python -c "import openvino as ov; print(ov.Core().available_devices)"