LM/vLLM: Difference between revisions
< LM
Jump to navigation
Jump to search
(→Run) |
|||
| Line 4: | Line 4: | ||
uv venv --python 3.12 --seed --managed-python | uv venv --python 3.12 --seed --managed-python | ||
source .venv/bin/activate | source .venv/bin/activate | ||
git clone https://github.com/vllm-project/vllm.git | |||
cd vllm | |||
pip install --upgrade pip | |||
pip install -v -r requirements/xpu.txt | |||
vllm serve unsloth/gemma-4-E4B-it-qat-GGUF --device xpu | vllm serve unsloth/gemma-4-E4B-it-qat-GGUF --device xpu | ||
Revision as of 02:17, 14 August 2026
Experiment
uv venv --python 3.12 --seed --managed-python
source .venv/bin/activate
git clone https://github.com/vllm-project/vllm.git
cd vllm
pip install --upgrade pip
pip install -v -r requirements/xpu.txt
vllm serve unsloth/gemma-4-E4B-it-qat-GGUF --device xpu
Path
