rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Add thinking time for hidden reasoning models

Browse Source 
- Streamline reasoning UI update functionality
- Add helper function to identify hidden reasoning models
- Fix/update reasoning time calculation to actually utilize start gen time
- Fix reasoning UI update on swipe
- add CSS class for hidden reasoning blocks (to make it possible to hide for users)
This commit is contained in:
Wolfsblvt
2025-02-08 00:45:33 +01:00
parent 5886bb6b3a
commit d94ac48b65
4 changed files with 114 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files

32
public/scripts/reasoning.js
View File

@ -1,11 +1,11 @@
import {
moment,
} from '../lib.js';
import { chat, closeMessageEditor, event_types, eventSource, main_api, saveChatConditional, saveSettingsDebounced, substituteParams, updateMessageBlock } from '../script.js';
import { chat, closeMessageEditor, event_types, eventSource, main_api, messageFormatting, saveChatConditional, saveSettingsDebounced, substituteParams, updateMessageBlock } from '../script.js';
import { getRegexedString, regex_placement } from './extensions/regex/engine.js';
import { getCurrentLocale, t } from './i18n.js';
import { MacrosParser } from './macros.js';
import { chat_completion_sources, oai_settings } from './openai.js';
import { chat_completion_sources, isHiddenReasoningModel, oai_settings } from './openai.js';
import { Popup } from './popup.js';
import { power_user } from './power-user.js';
import { SlashCommand } from './slash-commands/SlashCommand.js';
@ -70,6 +70,34 @@ export function extractReasoningFromData(data) {
return '';
}
/**
* Updates the Reasoning UI.
* @param {number|JQuery<HTMLElement>|HTMLElement} messageIdOrElement The message ID or the message element.
* @param {string|null} [reasoning=null] The reasoning content.
* @param {number|null} [reasoningDuration=null] The duration of the reasoning in milliseconds.
* @param {object} [options={}] Options for the function.
* @param {boolean} [options.forceEnd=false] If true, there will be no "Thinking..." when no duration exists.
*/
export function updateReasoningUI(messageIdOrElement, reasoning = null, reasoningDuration = null, { forceEnd = false } = {}) {
const messageElement = typeof messageIdOrElement === 'number'
? $(`#chat [mesid="${messageIdOrElement}"]`)
: $(messageIdOrElement);
const mesReasoningElement = messageElement.find('.mes_reasoning');
const mesReasoningHeaderTitle = messageElement.find('.mes_reasoning_header_title');
const mesId = Number(messageElement.attr('mesid'));
mesReasoningElement.html(messageFormatting(reasoning ?? '', '', false, false, mesId, {}, true));
const reasoningText = mesReasoningElement.text().trim();
const hasReasoningText = !!reasoningText;
const isReasoningHidden = (!!reasoningDuration && !hasReasoningText) || (!forceEnd && isHiddenReasoningModel());
const isReasoning = hasReasoningText || isReasoningHidden;
messageElement.toggleClass('reasoning', isReasoning);
messageElement.toggleClass('reasoning_hidden', isReasoningHidden);
updateReasoningTimeUI(mesReasoningHeaderTitle[0], reasoningDuration, { forceEnd });
}
/**
* Updates the Reasoning controls
* @param {HTMLElement} element The element to update