Jake/odysseus
1
0
Fork 0
mirror of https://github.com/pewdiepie-archdaemon/odysseus.git synced 2026-07-15 12:58:04 +00:00
Code Packages Projects Releases Activity

Limit cookbook spacing change to advanced tab

Browse Source
This commit is contained in:
pewdiepie-archdaemon
2026-06-27 21:05:07 +00:00
parent 7af3f15288
commit 28974ae787
2 changed files with 3 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files
static/js/cookbookServe.js
+3 -18
View File
@@ -513,10 +513,8 @@ function _estimateLlamaContextFit(model, fields, modelCtxMax, modelWeightsGb = 0
} }
const raw = Math.floor(freeForKv / kvGbPerToken); const raw = Math.floor(freeForKv / kvGbPerToken);
const rounded = Math.max(1024, Math.floor(raw / 1024) * 1024); const rounded = Math.max(1024, Math.floor(raw / 1024) * 1024);
const gpuEstimateCtx = Math.min(modelMax, rounded); let ctx = Math.min(modelMax, rounded);
let ctx = gpuEstimateCtx;
let reasonSuffix = ''; let reasonSuffix = '';
let unifiedSpill = false;
if (isUnifiedMode) { if (isUnifiedMode) {
// Unified memory is not just "GPU math with a slightly bigger VRAM number". // Unified memory is not just "GPU math with a slightly bigger VRAM number".
// llama.cpp can spill into system RAM, so a conservative pure-VRAM KV // llama.cpp can spill into system RAM, so a conservative pure-VRAM KV
@@ -529,7 +527,6 @@ function _estimateLlamaContextFit(model, fields, modelCtxMax, modelWeightsGb = 0
const unifiedCtx = Math.min(modelMax, unifiedCap); const unifiedCtx = Math.min(modelMax, unifiedCap);
if (unifiedCtx > ctx) { if (unifiedCtx > ctx) {
ctx = unifiedCtx; ctx = unifiedCtx;
unifiedSpill = true;
reasonSuffix = '; unified can spill into system RAM, slower than pure GPU'; reasonSuffix = '; unified can spill into system RAM, slower than pure GPU';
} }
const gpuUsableGb = Math.max(1, totalVramGb - Math.max(1.0, selectedCount * 0.6)); const gpuUsableGb = Math.max(1, totalVramGb - Math.max(1.0, selectedCount * 0.6));
@@ -548,8 +545,6 @@ function _estimateLlamaContextFit(model, fields, modelCtxMax, modelWeightsGb = 0
ctx, ctx,
modelGb, modelGb,
kvGbPerToken, kvGbPerToken,
gpuEstimateCtx,
unifiedSpill,
reason: `~${ctx.toLocaleString()} tokens fits llama.cpp KV (${freeForKv.toFixed(1)}G free ${isUnifiedMode ? 'unified' : 'VRAM'}${reasonSuffix})`, reason: `~${ctx.toLocaleString()} tokens fits llama.cpp KV (${freeForKv.toFixed(1)}G free ${isUnifiedMode ? 'unified' : 'VRAM'}${reasonSuffix})`,
}; };
} }
@@ -1660,31 +1655,22 @@ function _rerenderCachedModels() {
const ggufGb = _selectedGgufSizeGb(m, f.gguf_file); const ggufGb = _selectedGgufSizeGb(m, f.gguf_file);
fit = _estimateLlamaContextFit(m, f, panel._modelCtxMax, ggufGb || panel._modelWeightsGb, panel._fitSystem, panel._contextProfileData); fit = _estimateLlamaContextFit(m, f, panel._modelCtxMax, ggufGb || panel._modelWeightsGb, panel._fitSystem, panel._contextProfileData);
} else { } else {
if (_ctxAutoNote) { if (_ctxAutoNote) _ctxAutoNote.textContent = '';
_ctxAutoNote.textContent = '';
_ctxAutoNote.classList.remove('gpu-fit', 'unified-spill');
}
return; return;
} }
if (!fit) { if (!fit) {
if (_ctxAutoNote) { if (_ctxAutoNote) _ctxAutoNote.textContent = '';
_ctxAutoNote.textContent = '';
_ctxAutoNote.classList.remove('gpu-fit', 'unified-spill');
}
return; return;
} }
if ((fit.needsHardwareScan || fit.needsModelSize) && !fit.ctx) { if ((fit.needsHardwareScan || fit.needsModelSize) && !fit.ctx) {
if (_ctxAutoNote) { if (_ctxAutoNote) {
_ctxAutoNote.textContent = fit.reason; _ctxAutoNote.textContent = fit.reason;
_ctxAutoNote.title = fit.reason; _ctxAutoNote.title = fit.reason;
_ctxAutoNote.classList.remove('gpu-fit', 'unified-spill');
} }
return; return;
} }
if (_ctxAutoNote) { if (_ctxAutoNote) {
_ctxAutoNote.textContent = `Auto ${fit.ctx.toLocaleString()} · ${fit.reason}`; _ctxAutoNote.textContent = `Auto ${fit.ctx.toLocaleString()} · ${fit.reason}`;
_ctxAutoNote.classList.toggle('gpu-fit', !!fit.ctx && !fit.unifiedSpill);
_ctxAutoNote.classList.toggle('unified-spill', !!fit.unifiedSpill);
const _llamaMemoryLabel = String(f.llama_mode || '').toLowerCase() === 'unified' || f.unified_mem const _llamaMemoryLabel = String(f.llama_mode || '').toLowerCase() === 'unified' || f.unified_mem
? 'unified system memory' ? 'unified system memory'
: 'selected GPU memory'; : 'selected GPU memory';
@@ -1727,7 +1713,6 @@ function _rerenderCachedModels() {
if (_ctxAutoNote && data?.model_probe_error && (!ctxMax || !weightsGb)) { if (_ctxAutoNote && data?.model_probe_error && (!ctxMax || !weightsGb)) {
_ctxAutoNote.textContent = data.model_probe_error; _ctxAutoNote.textContent = data.model_probe_error;
_ctxAutoNote.title = data.model_probe_error; _ctxAutoNote.title = data.model_probe_error;
_ctxAutoNote.classList.remove('gpu-fit', 'unified-spill');
} }
return { ctxMax, weightsGb, data }; return { ctxMax, weightsGb, data };
} }
static/style.css
-8
View File
@@ -20203,14 +20203,6 @@ body.gallery-selecting .gallery-dl-btn,
overflow: hidden; overflow: hidden;
text-overflow: ellipsis; text-overflow: ellipsis;
} }
.hwfit-auto-ctx-note.gpu-fit {
color: var(--green, var(--color-success, #50fa7b));
opacity: 0.82;
}
.hwfit-auto-ctx-note.unified-spill {
color: var(--yellow, var(--color-warning, #f0ad4e));
opacity: 0.9;
}
.hwfit-serve-row label select, .hwfit-serve-row label select,
.hwfit-serve-row label input { .hwfit-serve-row label input {
display: block; display: block;