LM/llama.cpp for OpenVINO: Difference between revisions

From Fundamental Ramen
< LM
Jump to navigation Jump to search
No edit summary
Line 5: Line 5:
   -DGGML_OPENVINO=ON \
   -DGGML_OPENVINO=ON \
   -DGGML_OPENVINO_DEVICE=GPU \
   -DGGML_OPENVINO_DEVICE=GPU \
  -DGGML_NATIVE=ON \
   -DCMAKE_BUILD_TYPE=Release \
   -DCMAKE_BUILD_TYPE=Release \
   -DCMAKE_INSTALL_RPATH="\$ORIGIN/../lib" .
   -DCMAKE_INSTALL_RPATH="\$ORIGIN/../lib" .

Revision as of 23:18, 13 August 2026

Build

cmake -B build-openvino \
  -DGGML_OPENVINO=ON \
  -DGGML_OPENVINO_DEVICE=GPU \
  -DGGML_NATIVE=ON \
  -DCMAKE_BUILD_TYPE=Release \
  -DCMAKE_INSTALL_RPATH="\$ORIGIN/../lib" .

cmake --build build-openvino --parallel

cmake --install build-openvino --prefix ~/llama.cpp/openvino