LM/Flint: Difference between revisions
< LM
Created page with "== vLLM == === hf operations === <syntaxhighlight lang="bash"> # search latest vllm models hf models ls --apps vllm --sort last_modified --no-truncate --no-gated \ --expand "downloads,likes,lastModified" \ --limit 25 --search "Qwen3.8 27B int4" hf models ls --apps vllm --sort last_modified --no-truncate --no-gated \ --expand "downloads,likes,lastModified" \ --limit 25 --search "Qwen3.8 27B int8 int4" hf models ls --apps vllm --sort last_modified --no-truncate..." |
|||
| (One intermediate revision by the same user not shown) | |||
| Line 7: | Line 7: | ||
hf models ls --apps vllm --sort last_modified --no-truncate --no-gated \ | hf models ls --apps vllm --sort last_modified --no-truncate --no-gated \ | ||
--expand "downloads,likes,lastModified" \ | --expand "downloads,likes,lastModified" \ | ||
--limit 25 --search " | --limit 25 --search "flint" | ||
hf models ls --apps vllm --sort last_modified --no-truncate --no-gated \ | hf models ls --apps vllm --sort last_modified --no-truncate --no-gated \ | ||
--expand "downloads,likes,lastModified" \ | --expand "downloads,likes,lastModified" \ | ||
--limit 25 --search " | --limit 25 --search "flint int4" | ||
hf models ls --apps vllm --sort last_modified --no-truncate --no-gated \ | hf models ls --apps vllm --sort last_modified --no-truncate --no-gated \ | ||
--expand "downloads,likes,lastModified" \ | --expand "downloads,likes,lastModified" \ | ||
--limit 25 --search " | --limit 25 --search "flint int8 int4" | ||
hf models ls --apps vllm --sort last_modified --no-truncate --no-gated \ | hf models ls --apps vllm --sort last_modified --no-truncate --no-gated \ | ||
--expand "downloads,likes,lastModified" \ | --expand "downloads,likes,lastModified" \ | ||
--limit 25 --search " | --limit 25 --search "flint autoround" | ||
hf models ls --apps vllm --sort last_modified --no-truncate --no-gated \ | |||
--expand "downloads,likes,lastModified" \ | |||
--limit 25 --search "flint w4a8" | |||
# list / download / tree | # list / download / tree | ||
Latest revision as of 02:08, 26 October 2026
vLLM
hf operations
# search latest vllm models
hf models ls --apps vllm --sort last_modified --no-truncate --no-gated \
--expand "downloads,likes,lastModified" \
--limit 25 --search "flint"
hf models ls --apps vllm --sort last_modified --no-truncate --no-gated \
--expand "downloads,likes,lastModified" \
--limit 25 --search "flint int4"
hf models ls --apps vllm --sort last_modified --no-truncate --no-gated \
--expand "downloads,likes,lastModified" \
--limit 25 --search "flint int8 int4"
hf models ls --apps vllm --sort last_modified --no-truncate --no-gated \
--expand "downloads,likes,lastModified" \
--limit 25 --search "flint autoround"
hf models ls --apps vllm --sort last_modified --no-truncate --no-gated \
--expand "downloads,likes,lastModified" \
--limit 25 --search "flint w4a8"
# list / download / tree
hf models ls --tree -R -h Wrapzii/Swift-1.5-Qwen3.8-27b-GPTQ-Int4-baked-v1-embed-int8
hf download Wrapzii/Swift-1.5-Qwen3.8-27b-GPTQ-Int4-baked-v1-embed-int8
tree -h ~/.cache/huggingface/hub/models--Wrapzii--Swift-1.5-Qwen3.8-27b-GPTQ-Int4-baked-v1-embed-int8