LM/SGLang: Difference between revisions
< LM
Jump to navigation
Jump to search
| Line 8: | Line 8: | ||
B["SGLang Router & Radix Cache 管理 (CPU)"] | B["SGLang Router & Radix Cache 管理 (CPU)"] | ||
A --> B | A --> B | ||
end | |||
%% SRT 引擎層 | %% SRT 引擎層 | ||
| Line 16: | Line 16: | ||
B --> C | B --> C | ||
C --> D | C --> D | ||
end | |||
%% 轉接層：Intel XPU 平台分支 | %% 轉接層：Intel XPU 平台分支 | ||
| Line 24: | Line 24: | ||
D -- "檢測到 Intel GPU" --> E | D -- "檢測到 Intel GPU" --> E | ||
D --> F | D --> F | ||
end | |||
%% 高效算子與編譯層 | %% 高效算子與編譯層 | ||
| Line 37: | Line 37: | ||
E --> I | E --> I | ||
G & H -- "AOT 或 JIT 編譯" --> J | G & H -- "AOT 或 JIT 編譯" --> J | ||
end | |||
%% 硬體實體層 | %% 硬體實體層 | ||
| Line 45: | Line 45: | ||
I --> K | I --> K | ||
F --> K | F --> K | ||
end | |||
%% 樣式設定 | %% 樣式設定 | ||
classDef frontend fill:#e1f5fe,stroke:#0288d1,stroke-width:2px | %%classDef frontend fill:#e1f5fe,stroke:#0288d1,stroke-width:2px | ||
classDef engine fill:#fff3e0,stroke:#f57c00,stroke-width:2px | %%classDef engine fill:#fff3e0,stroke:#f57c00,stroke-width:2px | ||
classDef xpu fill:#e8f5e9,stroke:#388e3c,stroke-width:2px | %%classDef xpu fill:#e8f5e9,stroke:#388e3c,stroke-width:2px | ||
classDef kernel fill:#f3e5f5,stroke:#7b1fa2,stroke-width:2px | %%classDef kernel fill:#f3e5f5,stroke:#7b1fa2,stroke-width:2px | ||
classDef hw fill:#eceff1,stroke:#455a64,stroke-width:2px | %%classDef hw fill:#eceff1,stroke:#455a64,stroke-width:2px | ||
%%class A,B frontend; | %%class A,B frontend; | ||
