Jake/odysseus
1
0
Fork 0
mirror of https://github.com/pewdiepie-archdaemon/odysseus.git synced 2026-07-08 11:56:59 +00:00
Code Packages Projects Releases Activity

Adjust vllm preset and offsets

Browse Source
This commit is contained in:
pewdiepie-archdaemon
2026-06-27 23:57:44 +00:00
parent 63c07c2188
commit a32c3f26ab
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
static/js/cookbookServe.js
+1 -1
View File
@@ -1376,7 +1376,7 @@ function _rerenderCachedModels() {
['', 'None'],
['minimax_m3_cuda', 'CUDA native sampler'],
].map(([v, label]) => `<option value="${v}"${_envPresetVal === v ? ' selected' : ''}>${label}</option>`).join('');
panelHtml += `<label class="hwfit-backend-vllm" style="grid-column:1 / 2;">${_l('Env Preset','Adds known-good environment variables without typing them. CUDA native sampler adds VLLM_TARGET_DEVICE=cuda and disables FlashInfer sampler JIT; useful when system nvcc cannot compile the sampler for the GPU architecture.')}<select class="hwfit-sf" data-field="vllm_env_preset" style="height:32px;width:120px;">${_envPresetOpts}</select></label>`;
panelHtml += `<label class="hwfit-backend-vllm" style="grid-column:1 / 2;">${_l('Env Preset','Adds known-good environment variables without typing them. CUDA native sampler adds VLLM_TARGET_DEVICE=cuda and disables FlashInfer sampler JIT; useful when system nvcc cannot compile the sampler for the GPU architecture.')}<select class="hwfit-sf" data-field="vllm_env_preset" style="height:32px;width:122px;">${_envPresetOpts}</select></label>`;
}
// Free-text env-vars field. Anything pasted here is prepended to the
// launch command verbatim. Use for CUDACXX, PATH overrides, NCCL_*
static/style.css
+2 -2
View File
@@ -24201,14 +24201,14 @@ details.hwfit-serve-advanced label:has(.hwfit-sf[data-field="vllm_attn_backend"]
}
details.hwfit-serve-advanced label:has(.hwfit-sf[data-field="vllm_block_size"]) {
position: relative;
left: -73px;
left: -75px;
}
details.hwfit-serve-advanced .hwfit-sf[data-field="vllm_block_size"] {
width: calc(100% - 6px);
}
details.hwfit-serve-advanced label:has(.hwfit-sf[data-field="swap"]) {
position: relative;
left: -71px;
left: -73px;
}
details.hwfit-serve-advanced label:has(.hwfit-sf[data-field="vllm_kv_cache_dtype"]) {
position: relative;