LM/llama.cpp for OpenVINO
< LM
Jump to navigation
Jump to search
cmake -B build-openvino \
-DGGML_OPENVINO=ON \ -DGGML_OPENVINO_DEVICE=GPU \ -DCMAKE_BUILD_TYPE=Release \ -DCMAKE_INSTALL_RPATH="\$ORIGIN/../lib" .
cmake --build build-openvino --parallel
cmake --install build-openvino --prefix ~/llama.cpp/openvino