LM/Install OpenVINO

Install

Find latest version from:

https://storage.openvinotoolkit.org/repositories/openvino/packages/

Download and install:

sudo mkdir /opt/intel
curl -L https://storage.openvinotoolkit.org/repositories/openvino/packages/2026.2.1/linux/openvino_toolkit_ubuntu24_2026.2.1.21919.ede283a88e3_x86_64.tgz --output openvino_2026.2.1.tgz
tar -xf openvino_2026.2.1.tgz
sudo mv openvino_toolkit_ubuntu24_2026.2.1.21919.ede283a88e3_x86_64 /opt/intel/openvino_2026.2.1
cd /opt/intel/openvino_2026.2.1
sudo -E ./install_dependencies/install_openvino_dependencies.sh

.bashrc

if [ -z "$STY" ]; then

 source /opt/intel/openvino_2026/setupvars.sh
 export GGML_OPENVINO_DEVICE=GPU

fi