rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Merge branch 'UI2' of https://github.com/ebolam/KoboldAI into UI2

Browse Source
This commit is contained in:
ebolam
2022-09-19 08:05:16 -04:00
parent 90b5dab721 2bc38829f5
commit 0efd3c1b05
2 changed files with 36 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
static/koboldai.css
View File

@@ -1534,8 +1534,8 @@ body {
border-radius: var(--radius_item_popup); border-radius: var(--radius_item_popup);
padding: 2px; padding: 2px;
display: grid; display: grid;
grid-template-areas: "folder_icon delete_icon edit_icon rename_icon file gpu_size"; grid-template-areas: "folder_icon delete_icon edit_icon rename_icon file gpu_size warning_icon";
grid-template-columns: 30px 0px 0px 0px auto 50px; grid-template-columns: 30px 0px 0px 0px auto 50px 30px;
} }

34
static/koboldai.js
View File

@@ -1059,6 +1059,18 @@ function oai_engines(data) {
} }
} }
function getModelParameterCount(modelName) {
// The "T" and "K" may be a little optimistic...
let paramsString = modelName.toUpperCase().match(/[\d.]+[TBMK]/)
if (!paramsString) return null;
paramsString = paramsString[0];
let base = parseFloat(paramsString);
let multiplier = {T: 1_000_000_000_000, B: 1_000_000_000, M: 1_000_000, K: 1_000}[paramsString[paramsString.length - 1]];
return base * multiplier;
}
function show_model_menu(data) { function show_model_menu(data) {
document.getElementById("loadmodelcontainer").classList.remove("hidden"); document.getElementById("loadmodelcontainer").classList.remove("hidden");
@@ -1135,6 +1147,28 @@ function show_model_menu(data) {
text.textContent = item[2]; text.textContent = item[2];
text.style="grid-area: gpu_size;padding: 2px;"; text.style="grid-area: gpu_size;padding: 2px;";
popup_item.append(text); popup_item.append(text);
(function() {
// Anon function to avoid unreasonable indentation
if (folder_icon.innerText !== "psychology") return;
let parameterCount = getModelParameterCount(item[0]);
if (!parameterCount) return;
let warningText = "";
if (parameterCount > 25_000_000_000) warningText = "This is a very high-end model and will likely not run without a specialized setup."; // 25B
if (parameterCount < 2_000_000_000) warningText = "This is a lower-end model and may perform poorly."; // 2B
if (parameterCount < 1_000_000_000) warningText = "This is a very low-end model and may perform incoherently."; // 1B
if (!warningText) return;
$e("span", list_item, {
classes: ["material-icons-outlined"],
innerText: "warning",
"style.grid-area": "warning_icon",
title: warningText
});
})();
popup_item.onclick = function () { popup_item.onclick = function () {
var accept = document.getElementById("btn_loadmodelaccept"); var accept = document.getElementById("btn_loadmodelaccept");