LM/vLLM: Difference between revisions
< LM
Jump to navigation
Jump to search
| Line 9: | Line 9: | ||
pip install --upgrade pip | pip install --upgrade pip | ||
pip install -v -r requirements/xpu.txt | pip install -v -r requirements/xpu.txt | ||
pip uninstall -y triton triton-xpu | |||
pip install triton-xpu==3.7.2 --extra-index-url https://download.pytorch.org/whl/xpu | |||
vllm serve unsloth/gemma-4-E4B-it-qat-GGUF --device xpu | vllm serve unsloth/gemma-4-E4B-it-qat-GGUF --device xpu | ||
Revision as of 02:17, 14 August 2026
Experiment
uv venv --python 3.12 --seed --managed-python
source .venv/bin/activate
git clone https://github.com/vllm-project/vllm.git
cd vllm
pip install --upgrade pip
pip install -v -r requirements/xpu.txt
pip uninstall -y triton triton-xpu
pip install triton-xpu==3.7.2 --extra-index-url https://download.pytorch.org/whl/xpu
vllm serve unsloth/gemma-4-E4B-it-qat-GGUF --device xpu
Path
