LM/Flint

From Fundamental Ramen
< LM
Revision as of 01:59, 26 October 2026 by Tacoball (talk | contribs) (Created page with "== vLLM == === hf operations === <syntaxhighlight lang="bash"> # search latest vllm models hf models ls --apps vllm --sort last_modified --no-truncate --no-gated \ --expand "downloads,likes,lastModified" \ --limit 25 --search "Qwen3.8 27B int4" hf models ls --apps vllm --sort last_modified --no-truncate --no-gated \ --expand "downloads,likes,lastModified" \ --limit 25 --search "Qwen3.8 27B int8 int4" hf models ls --apps vllm --sort last_modified --no-truncate...")
(diff) ← Older revision | Latest revision (diff) | Newer revision → (diff)
Jump to navigation Jump to search

vLLM

hf operations

# search latest vllm models
hf models ls --apps vllm --sort last_modified --no-truncate --no-gated \
  --expand "downloads,likes,lastModified" \
  --limit 25 --search "Qwen3.8 27B int4"

hf models ls --apps vllm --sort last_modified --no-truncate --no-gated \
  --expand "downloads,likes,lastModified" \
  --limit 25 --search "Qwen3.8 27B int8 int4"

hf models ls --apps vllm --sort last_modified --no-truncate --no-gated \
  --expand "downloads,likes,lastModified" \
  --limit 25 --search "Qwen3.8 27B autoround"

hf models ls --apps vllm --sort last_modified --no-truncate --no-gated \
  --expand "downloads,likes,lastModified" \
  --limit 25 --search "Qwen3.8 27B w4a8" 

# list / download / tree
hf models ls --tree -R -h Wrapzii/Swift-1.5-Qwen3.8-27b-GPTQ-Int4-baked-v1-embed-int8
hf download Wrapzii/Swift-1.5-Qwen3.8-27b-GPTQ-Int4-baked-v1-embed-int8
tree -h ~/.cache/huggingface/hub/models--Wrapzii--Swift-1.5-Qwen3.8-27b-GPTQ-Int4-baked-v1-embed-int8