Jake/odysseus
1
0
Fork 0
mirror of https://github.com/pewdiepie-archdaemon/odysseus.git synced 2026-07-15 12:58:04 +00:00
Code Packages Projects Releases Activity

Adjust vllm preset and offsets

Browse Source
This commit is contained in:
pewdiepie-archdaemon
2026-06-27 23:57:44 +00:00
parent 63c07c2188
commit a32c3f26ab
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
static/js/cookbookServe.js
+1 -1
View File
@@ -1376,7 +1376,7 @@ function _rerenderCachedModels() {
['', 'None'], ['', 'None'],
['minimax_m3_cuda', 'CUDA native sampler'], ['minimax_m3_cuda', 'CUDA native sampler'],
].map(([v, label]) => `<option value="${v}"${_envPresetVal === v ? ' selected' : ''}>${label}</option>`).join(''); ].map(([v, label]) => `<option value="${v}"${_envPresetVal === v ? ' selected' : ''}>${label}</option>`).join('');
panelHtml += `<label class="hwfit-backend-vllm" style="grid-column:1 / 2;">${_l('Env Preset','Adds known-good environment variables without typing them. CUDA native sampler adds VLLM_TARGET_DEVICE=cuda and disables FlashInfer sampler JIT; useful when system nvcc cannot compile the sampler for the GPU architecture.')}<select class="hwfit-sf" data-field="vllm_env_preset" style="height:32px;width:120px;">${_envPresetOpts}</select></label>`; panelHtml += `<label class="hwfit-backend-vllm" style="grid-column:1 / 2;">${_l('Env Preset','Adds known-good environment variables without typing them. CUDA native sampler adds VLLM_TARGET_DEVICE=cuda and disables FlashInfer sampler JIT; useful when system nvcc cannot compile the sampler for the GPU architecture.')}<select class="hwfit-sf" data-field="vllm_env_preset" style="height:32px;width:122px;">${_envPresetOpts}</select></label>`;
} }
// Free-text env-vars field. Anything pasted here is prepended to the // Free-text env-vars field. Anything pasted here is prepended to the
// launch command verbatim. Use for CUDACXX, PATH overrides, NCCL_* // launch command verbatim. Use for CUDACXX, PATH overrides, NCCL_*
static/style.css
+2 -2
View File
@@ -24201,14 +24201,14 @@ details.hwfit-serve-advanced label:has(.hwfit-sf[data-field="vllm_attn_backend"]
} }
details.hwfit-serve-advanced label:has(.hwfit-sf[data-field="vllm_block_size"]) { details.hwfit-serve-advanced label:has(.hwfit-sf[data-field="vllm_block_size"]) {
position: relative; position: relative;
left: -73px; left: -75px;
} }
details.hwfit-serve-advanced .hwfit-sf[data-field="vllm_block_size"] { details.hwfit-serve-advanced .hwfit-sf[data-field="vllm_block_size"] {
width: calc(100% - 6px); width: calc(100% - 6px);
} }
details.hwfit-serve-advanced label:has(.hwfit-sf[data-field="swap"]) { details.hwfit-serve-advanced label:has(.hwfit-sf[data-field="swap"]) {
position: relative; position: relative;
left: -71px; left: -73px;
} }
details.hwfit-serve-advanced label:has(.hwfit-sf[data-field="vllm_kv_cache_dtype"]) { details.hwfit-serve-advanced label:has(.hwfit-sf[data-field="vllm_kv_cache_dtype"]) {
position: relative; position: relative;