rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Colab Speed Fix Test

Browse Source
This commit is contained in:
ebolam
2022-08-17 14:09:16 -04:00
parent 708d834c3a
commit 0ca863f050
3 changed files with 11 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
aiserver.py
View File

@@ -1798,6 +1798,7 @@ def patch_transformers():
#tokenizer_text = utils.decodenewlines(tokenizer.decode(ids[-1]))
#koboldai_vars.actions.stream_token(tokenizer_text, batch=batch)
if koboldai_vars.output_streaming:
koboldai_vars.actions.stream_tokens([utils.decodenewlines(tokenizer.decode(x[-1])) for x in input_ids])
#if len(input_ids) > 1:
# koboldai_vars.actions.clear_unused_options()
@@ -7081,6 +7082,9 @@ def UI_2_load_model_button(data):
#We've selected a custom line
elif data['menu'] in ("NeoCustom", "GPT2Custom"):
get_model_info(data['menu'], directory=data['display_name'])
#We've selected a custom menu folder
elif data['model'] in ("NeoCustom", "GPT2Custom") and 'path' in data:
sendModelSelection(menu=data['model'], folder=data['path'])
#We've selected a custom menu
elif data['model'] in ("NeoCustom", "GPT2Custom"):
sendModelSelection(menu=data['model'], folder="./models")

8
static/koboldai.js
View File

@@ -822,13 +822,15 @@ function show_model_menu(data) {
breadcrumbs.removeChild(breadcrumbs.firstChild);
}
//add breadcrumbs
console.log(data.breadcrumbs);
for (item of data.breadcrumbs) {
var button = document.createElement("button");
button.classList.add("breadcrumbitem");
button.id = item[0];
button.value = item[1];
button.setAttribute("model", data.menu);
button.setAttribute("folder", item[0]);
button.textContent = item[1];
button.onclick = function () {
socket.emit('selectmodel', {'data': this.id, 'folder': this.value});
socket.emit('select_model', {'menu': "", 'model': this.getAttribute("model"), 'path': this.getAttribute("folder")});
};
breadcrumbs.append(button);
var span = document.createElement("span");

5
templates/popups.html
View File

@@ -34,10 +34,7 @@
</div>
<div class="hidden" id=modellayers>
<div class="justifyleft">
GPU/Disk Layers
<span class="helpicon">?
<span class="helptext">Number of layers to assign to GPUs and to disk cache. Remaining layers will be put into CPU RAM.</span>
</span>
GPU/Disk Layers<span class="material-icons-outlined helpicon" title="Number of layers to assign to GPUs and to disk cache. Remaining layers will be put into CPU RAM.">help_icon</span>
</div>
<div class="justifyright"><span id="gpu_layers_current">0</span>/<span id="gpu_layers_max">0</span></div>
<div id=model_layer_bars style="color: white"></div>