LM: Difference between revisions
Jump to navigation
Jump to search
(→hf) |
(→hf) |
||
| Line 28: | Line 28: | ||
HF_XET_FIXED_DOWNLOAD_CONCURRENCY=10 hf download "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF" --include "*UD-Q4_K_XL*" | HF_XET_FIXED_DOWNLOAD_CONCURRENCY=10 hf download "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF" --include "*UD-Q4_K_XL*" | ||
HF_XET_FIXED_DOWNLOAD_CONCURRENCY=10 hf download "unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF" --include "*UD-Q4_K_XL*" | HF_XET_FIXED_DOWNLOAD_CONCURRENCY=10 hf download "unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF" --include "*UD-Q4_K_XL*" | ||
</syntaxhighlight> | |||
|- | |- | ||
| optimize Gemma 4 E4B || | | optimize Gemma 4 E4B || | ||
<syntaxhighlight lang="bash"> | |||
hf download unsloth/gemma-4-E4B-it-qat-GGUF --include "*UD-Q4_K_XL*" | hf download unsloth/gemma-4-E4B-it-qat-GGUF --include "*UD-Q4_K_XL*" | ||
hf download unsloth/gemma-4-E4B-it-qat-GGUF --include "mmproj-BF16.gguf" | hf download unsloth/gemma-4-E4B-it-qat-GGUF --include "mmproj-BF16.gguf" | ||
Revision as of 14:40, 8 August 2026
Build environment
hf
| Purpose | Command |
|---|---|
| cache management |
hf cache list
hf cache rm <model id>
hf cache prune
|
| search |
hf models ls --search "gemma-4" --apps llama.cpp --sort downloads --limit 10
hf models ls --search "coder" --apps llama.cpp --sort downloads --limit 10
hf models ls --search "unsloth" --apps llama.cpp --sort downloads --limit 10
|
hf models ls --search "coder" --apps llama.cpp --sort downloads --limit 1 --format json | jq .
hf models ls -h "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF"
hf download "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF" --include "*UD-Q4_K_XL*"
HF_XET_FIXED_DOWNLOAD_CONCURRENCY=10 hf download "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF" --include "*UD-Q4_K_XL*"
HF_XET_FIXED_DOWNLOAD_CONCURRENCY=10 hf download "unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF" --include "*UD-Q4_K_XL*"
| |
| optimize Gemma 4 E4B |
hf download unsloth/gemma-4-E4B-it-qat-GGUF --include "*UD-Q4_K_XL*"
hf download unsloth/gemma-4-E4B-it-qat-GGUF --include "mmproj-BF16.gguf"
hf download unsloth/gemma-4-E4B-it-qat-GGUF --include "mtp-gemma-4-E4B-it.gguf"
|