LM/Devstral Small 2 24B: Difference between revisions
< LM
Jump to navigation
Jump to search
No edit summary |
|||
| Line 4: | Line 4: | ||
./llama.cpp/sycl/bin/llama-bench \ | ./llama.cpp/sycl/bin/llama-bench \ | ||
-hf unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF:Q4_0 \ | -hf unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF:Q4_0 \ | ||
-fa on -ctk q8_0 -ctv q8_0 -ngl 99 | |||
./llama.cpp/sycl/bin/llama-bench \ | |||
-hf unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF:Q5_K_M \ | |||
-fa on -ctk q8_0 -ctv q8_0 -ngl 99 | -fa on -ctk q8_0 -ctv q8_0 -ngl 99 | ||
</syntaxhighlight> | </syntaxhighlight> | ||
Revision as of 02:02, 27 August 2026
Benchmark
./llama.cpp/sycl/bin/llama-bench \
-hf unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF:Q4_0 \
-fa on -ctk q8_0 -ctv q8_0 -ngl 99
./llama.cpp/sycl/bin/llama-bench \
-hf unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF:Q5_K_M \
-fa on -ctk q8_0 -ctv q8_0 -ngl 99
Experiment
hf models ls --search "Devstral" --apps llama.cpp --expand "downloads,likes,lastModified" --sort downloads --no-truncate --limit 10
hf models ls --tree -R -h unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF
hf download unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF --include "*UD-Q4*"
hf download unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF --include "*UD-Q5*"
hf download unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF --include "*UD-Q6*"
hf download unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF --include "*Q8_0*"
hf download unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF --include "mmproj-BF16*"
tree -h ~/.cache/huggingface/hub/models--unsloth--Devstral-Small-2-24B-Instruct-2512-GGUF