rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Added flask-compress to speed up initial page load time

Browse Source 
Added check for tokenizer not being loaded early enough and crashing javascript (not needed until user interaction)
Removed unneeded CSS and JS files from web page load
This commit is contained in:
ebolam
2022-09-30 15:20:34 -04:00
parent e2241b34ed
commit 2f35264153
7 changed files with 17 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
aiserver.py
View File

@@ -494,6 +494,7 @@ from flask import Flask, render_template, Response, request, copy_current_reques
from flask_socketio import SocketIO, emit, join_room, leave_room from flask_socketio import SocketIO, emit, join_room, leave_room
from flask_socketio import emit as _emit from flask_socketio import emit as _emit
from flask_session import Session from flask_session import Session
from flask_compress import Compress
import secrets import secrets
from werkzeug.exceptions import HTTPException, NotFound, InternalServerError from werkzeug.exceptions import HTTPException, NotFound, InternalServerError
import secrets import secrets
@@ -501,6 +502,7 @@ app = Flask(__name__, root_path=os.getcwd())
app.secret_key = secrets.token_hex() app.secret_key = secrets.token_hex()
app.config['SESSION_TYPE'] = 'filesystem' app.config['SESSION_TYPE'] = 'filesystem'
app.config['TEMPLATES_AUTO_RELOAD'] = True app.config['TEMPLATES_AUTO_RELOAD'] = True
Compress(app)
socketio = SocketIO(app, async_method="eventlet", manage_session=False, cors_allowed_origins='*', max_http_buffer_size=10_000_000) socketio = SocketIO(app, async_method="eventlet", manage_session=False, cors_allowed_origins='*', max_http_buffer_size=10_000_000)
#socketio = SocketIO(app, async_method="eventlet", manage_session=False, cors_allowed_origins='*', max_http_buffer_size=10_000_000, logger=logger, engineio_logger=True) #socketio = SocketIO(app, async_method="eventlet", manage_session=False, cors_allowed_origins='*', max_http_buffer_size=10_000_000, logger=logger, engineio_logger=True)
logger.add(UI_2_log_history, serialize=True, colorize=True, enqueue=True, level="INFO") logger.add(UI_2_log_history, serialize=True, colorize=True, enqueue=True, level="INFO")

3
environments/huggingface.yml
View File

@@ -31,4 +31,5 @@ dependencies:
- accelerate - accelerate
- flask-session - flask-session
- python-socketio[client] - python-socketio[client]
- ansi2html - ansi2html
- flask_compress

1
environments/rocm.yml
View File

@@ -30,3 +30,4 @@ dependencies:
- transformers>=4.20.1 - transformers>=4.20.1
- accelerate - accelerate
- ansi2html - ansi2html
- flask_compress

3
requirements.txt
View File

@@ -19,4 +19,5 @@ loguru
Pillow Pillow
diffusers diffusers
psutil psutil
ansi2html ansi2html
flask_compress

3
requirements_mtj.txt
View File

@@ -23,4 +23,5 @@ loguru
Pillow Pillow
diffusers diffusers
psutil psutil
ansi2html ansi2html
flask_compress

6
static/koboldai.js
View File

@@ -2511,7 +2511,11 @@ function autoResize(element) {
} }
function token_length(text) { function token_length(text) {
return encode(text).length; if (typeof encode === 'function') {
return encode(text).length;
} else {
return 0;
}
} }
function calc_token_usage() { function calc_token_usage() {

6
templates/index_new.html
View File

@@ -14,8 +14,8 @@
<link rel="stylesheet" href="static/bootstrap-toggle.min.css"> <link rel="stylesheet" href="static/bootstrap-toggle.min.css">
<link rel="stylesheet" href="static/bootstrap.min.css"> <link rel="stylesheet" href="static/bootstrap.min.css">
<script src="static/jquery-3.6.0.min.js"></script> <script src="static/jquery-3.6.0.min.js"></script>
<script src="static/jquery-ui.sortable.min.js"></script> <!--<script src="static/jquery-ui.sortable.min.js"></script>-->
<script src="static/bootstrap.min.js"></script> <!--<script src="static/bootstrap.min.js"></script>-->
<<script src="static/bootstrap-toggle.min.js"></script> <<script src="static/bootstrap-toggle.min.js"></script>
<script src="static/socket.io.min.js"></script> <script src="static/socket.io.min.js"></script>
<title>KoboldAI Client</title> <title>KoboldAI Client</title>
@@ -23,7 +23,7 @@
<link href="themes/Monochrome.css" rel="stylesheet" id="CSSTheme"> <link href="themes/Monochrome.css" rel="stylesheet" id="CSSTheme">
<link href="static/koboldai.css" rel="stylesheet"> <link href="static/koboldai.css" rel="stylesheet">
<script src="static/koboldai.js"></script> <script src="static/koboldai.js"></script>
<script src="static/favicon.js"></script> <script defer src="static/favicon.js"></script>
<meta name="viewport" content="width=device-width, initial-scale=1"> <meta name="viewport" content="width=device-width, initial-scale=1">
</head> </head>
<body> <body>