LLM/Intel Pro Arc B70/2026-07-13: Difference between revisions

From Fundamental Ramen
Jump to navigation Jump to search
Line 39: Line 39:
cd ~/llama.cpp/src
cd ~/llama.cpp/src
sudo apt-get install -y opencl-c-headers ocl-icd-opencl-dev
sudo apt-get install -y opencl-c-headers ocl-icd-opencl-dev
cmake -B build-openvino \
  -DCMAKE_BUILD_TYPE=Release \
  -DGGML_OPENVINO=ON \
  -DGGML_OPENVINO_DISABLE_GPU=OFF \
  -DGGML_BACKEND_DL=ON \
  -DBUILD_SHARED_LIBS=ON \
  -DGGML_NATIVE=OFF \
  -DGGML_CPU_ALL_VARIANTS=ON \
  -DGGML_OPENCL=OFF \
  -DGGML_BLAS=OFF \
  -DCMAKE_POSITION_INDEPENDENT_CODE=ON
cmake --build build-openvino --config Release -j$(nproc)
</syntaxhighlight>
</syntaxhighlight>



Revision as of 17:28, 12 July 2026

Install on Ubuntu 26.04

sudo apt update
sudo apt install -y openssh-server curl screen

Install driver

# install ppa (the most important)
sudo add-apt-repository -y ppa:kobuk-team/intel-graphics
sudo apt update
sudo apt install -y intel-opencl-icd libze-intel-gpu1 intel-media-va-driver-non-free clinfo intel-gsc

# check again
sudo clinfo

Install OpenVINO archive

sudo mkdir /opt/intel
curl -L https://storage.openvinotoolkit.org/repositories/openvino/packages/2026.2.1/linux/openvino_toolkit_ubuntu24_2026.2.1.21919.ede283a88e3_x86_64.tgz --output openvino_2026.2.1.tgz
tar -xf openvino_2026.2.1.tgz
sudo mv openvino_toolkit_ubuntu24_2026.2.1.21919.ede283a88e3_x86_64 /opt/intel/openvino_2026.2.1
cd /opt/intel/openvino_2026.2.1
sudo -E ./install_dependencies/install_openvino_dependencies.sh
cd ..
source /opt/intel/openvino_2026/setupvars.sh

Install llama.cpp + OpenVINO

sudo apt install git libssl-dev
mkdir -p ~/llama.cpp/src
git clone https://github.com/ggerganov/llama.cpp ~/llama.cpp/src
cd ~/llama.cpp/src
sudo apt-get install -y opencl-c-headers ocl-icd-opencl-dev

cmake -B build-openvino \
  -DCMAKE_BUILD_TYPE=Release \
  -DGGML_OPENVINO=ON \
  -DGGML_OPENVINO_DISABLE_GPU=OFF \
  -DGGML_BACKEND_DL=ON \
  -DBUILD_SHARED_LIBS=ON \
  -DGGML_NATIVE=OFF \
  -DGGML_CPU_ALL_VARIANTS=ON \
  -DGGML_OPENCL=OFF \
  -DGGML_BLAS=OFF \
  -DCMAKE_POSITION_INDEPENDENT_CODE=ON

cmake --build build-openvino --config Release -j$(nproc)

Install OVMS

Install vLLM + OpenVINO