LM: Difference between revisions

From Fundamental Ramen
Jump to navigation Jump to search
Line 8: Line 8:


   subgraph os
   subgraph os
     B1[Install<br>Ubuntu 24.04]
     B1[Install<br>Ubuntu 24.04]:::node-okay
     B2[Install<br>Ubuntu 26.04]
     B2[Install<br>Ubuntu 26.04]:::node-warn
     A --> B1
     A --> B1
     A --> B2
     A --> B2
Line 15: Line 15:


   subgraph drvier
   subgraph drvier
     C1[Install<br>PPA driver]
     C1[Install<br>PPA driver]:::node-okay
     C2[Install<br>oneAPI]
     C2[Install<br>oneAPI]:::node-okay
     C3[Install<br>OpenVINO]
     C3[Install<br>OpenVINO]:::node-okay
     C4[Install<br>PPA driver]
     C4[Install<br>PPA driver]:::node-warn
     C5[Cannot install<br>oneAPI]:::node-warn
     C5[Cannot install<br>oneAPI]:::node-fail
     C6[Cannot install<br>OpenVINO]:::node-warn
     C6[Cannot install<br>OpenVINO]:::node-fail
     C1 --> C2 & C3
     C1 --> C2 & C3
     C4 --> C5 & C6
     C4 --> C5 & C6
Line 28: Line 28:


   subgraph runtime
   subgraph runtime
     D1[Build llama.cpp for<br>SYCL]
     D1[Build llama.cpp for<br>SYCL]:::node-okay
     D2[Build llama.cpp for<br>OpenVINO]
     D2[Build llama.cpp for<br>OpenVINO]:::node-okay
     D3[Build SGLang for<br>SYCL]
     D3[Build SGLang for<br>SYCL]:::node-todo
     D4[Build SGLang for<br>OpenVINO]
     D4[Build SGLang for<br>OpenVINO]:::node-todo
     C2 --> D1
     C2 --> D1
     C3 --> D2
     C3 --> D2
Line 59: Line 59:
   end
   end


   classDef node-warn fill:#fee,stroke:#d33
  classDef node-okay fill:#efe,stroke:#393
   classDef node-warn fill:#fff0e0,stroke:#d63
  classDef node-fail fill:#fee,stroke:#d33
  classDef node-todo fill:#eee,stroke:#777
</quickmmd>
</quickmmd>



Revision as of 03:41, 13 August 2026

Decision Tree for tinkering with Intel Arc Pro B70

Build environment

hf (model management)

Purpose Command
cache management
hf cache list
hf cache rm <model id>
hf cache prune
fix WiFi problem
HF_XET_FIXED_DOWNLOAD_CONCURRENCY=10 hf download "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF" --include "*UD-Q4_K_XL*"
HF_XET_FIXED_DOWNLOAD_CONCURRENCY=10 hf download "unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF" --include "*UD-Q4_K_XL*"
search
# search by population
hf models ls --search "Muse-Glimmer" --apps llama.cpp --expand "downloads,likes,createdAt,lastModified" --sort downloads --no-truncate --limit 25
# search for latest publish
hf models ls --search "Muse-Glimmer" --apps llama.cpp --expand "downloads,likes,createdAt,lastModified" --sort created_at --no-truncate --limit 25
# search for latest tunning
hf models ls --search "Muse-Glimmer" --apps llama.cpp --expand "downloads,likes,createdAt,lastModified" --sort last_modified --no-truncate --limit 25
optimize Qwen3-Coder
hf models ls --search "coder" --apps llama.cpp --sort downloads --limit 1 --format json | jq .
hf models ls -h "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF"
hf download "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF" --include "*UD-Q4_K_XL*"
optimize gemma-4-E4B
hf models ls -h unsloth/gemma-4-E4B-it-qat-GGUF
hf download unsloth/gemma-4-E4B-it-qat-GGUF --include "*UD-Q4_K_XL*"
hf download unsloth/gemma-4-E4B-it-qat-GGUF --include "mmproj-BF16.gguf"
hf download unsloth/gemma-4-E4B-it-qat-GGUF --include "mtp-gemma-4-E4B-it.gguf"
optimize gemma-4-12B
hf models ls -h unsloth/gemma-4-12B-it-qat-GGUF
hf download unsloth/gemma-4-12B-it-qat-GGUF --include "*UD-Q4_K_XL*"
hf download unsloth/gemma-4-12B-it-qat-GGUF --include "mmproj-BF16.gguf"
hf download unsloth/gemma-4-12B-it-qat-GGUF --include "mtp-gemma-4-12B-it.gguf"
optimize Muse Glimmer
hf models ls -h unsloth/Muse-Glimmer-30B-GGUF
hf download unsloth/Muse-Glimmer-30B-GGUF --include "*UD-Q4_K_XL*"
hf download unsloth/Muse-Glimmer-30B-GGUF --include "*UD-Q5_K_XL*"
hf download unsloth/Muse-Glimmer-30B-GGUF --include "*UD-Q6_K_XL*"
hf download unsloth/Muse-Glimmer-30B-GGUF --include "dflash-kquant.gguf"
hf download unsloth/Muse-Glimmer-30B-GGUF --include "mmproj-kquant.gguf"
tree ~/.cache/huggingface/hub/models--unsloth--Devstral-Small-2-24B-Instruct-2512-GGUF/snapshots
tree ~/.cache/huggingface/hub/models--unsloth--Qwen3-Coder-30B-A3B-Instruct-GGUF/snapshots

Ubuntu

Agents

Wishlist