LLM/Intel Pro Arc B70/2026-06-20

Setup ssh key for github.com

Host         github.com
IdentityFile ~/.ssh/xxx.pem

Download source

sudo apt install git cmake
sudo apt install libssl-dev openssl
mkdir -p ~/llama.cpp/src
git clone https://github.com/ggerganov/llama.cpp ~/llama.cpp/src

Build

Test CPU version

# build
cmake -B build -DGGML_NATIVE=ON
cmake --build build --config Release

# clean
cmake --build build --target clean

Test OpenVINO version

# setup apt source for OpenVINO
wget https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB
sudo gpg --output /etc/apt/trusted.gpg.d/intel.gpg --dearmor GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB
echo "deb https://apt.repos.intel.com/openvino ubuntu24 main" | sudo tee /etc/apt/sources.list.d/intel-openvino.list

# install OpenVINO and dependencies
sudo apt update
sudo apt install -y openvino
sudo apt install -y libtbb-dev opencl-c-headers ocl-icd-opencl-dev

# build
cmake -B build-openvino -DGGML_OPENVINO=ON
cmake --build build-openvino --config Release

# clean
cmake --build build-openvino --target clean

Test SYCL version

cmake -B build -DGGML_SYCL=ON
cmake --build build --config Release