rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Workaround for socketio context errors for loading

Browse Source
This commit is contained in:
somebody
2023-04-15 18:34:25 -05:00
parent 08b4e317ff
commit 5dd67d027a
3 changed files with 12 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
aiserver.py
View File

@@ -585,6 +585,10 @@ app = Flask(__name__, root_path=os.getcwd())
app.secret_key = secrets.token_hex() app.secret_key = secrets.token_hex()
app.config['SESSION_TYPE'] = 'filesystem' app.config['SESSION_TYPE'] = 'filesystem'
app.config['TEMPLATES_AUTO_RELOAD'] = True app.config['TEMPLATES_AUTO_RELOAD'] = True
# Hack for socket stuff that needs app context
utils.flask_app = app
Compress(app) Compress(app)
socketio = SocketIO(app, async_method="eventlet", manage_session=False, cors_allowed_origins='*', max_http_buffer_size=10_000_000) socketio = SocketIO(app, async_method="eventlet", manage_session=False, cors_allowed_origins='*', max_http_buffer_size=10_000_000)
#socketio = SocketIO(app, async_method="eventlet", manage_session=False, cors_allowed_origins='*', max_http_buffer_size=10_000_000, logger=logger, engineio_logger=True) #socketio = SocketIO(app, async_method="eventlet", manage_session=False, cors_allowed_origins='*', max_http_buffer_size=10_000_000, logger=logger, engineio_logger=True)

1
modeling/inference_models/hf_torch.py
View File

@@ -487,6 +487,7 @@ class HFTorchInferenceModel(HFInferenceModel):
utils.koboldai_vars.status_message = "Loading model" utils.koboldai_vars.status_message = "Loading model"
utils.koboldai_vars.total_layers = num_tensors utils.koboldai_vars.total_layers = num_tensors
utils.koboldai_vars.loaded_layers = 0 utils.koboldai_vars.loaded_layers = 0
print(utils.emit)
utils.bar = tqdm( utils.bar = tqdm(
total=num_tensors, total=num_tensors,
desc="Loading model tensors", desc="Loading model tensors",

9
utils.py
View File

@@ -36,6 +36,9 @@ default_sampler_order = [6, 0, 1, 2, 3, 4, 5]
emit = None emit = None
# Hack for socket stuff that needs app context
flask_app = None
#==================================================================# #==================================================================#
# Decorator to prevent a function's actions from being run until # Decorator to prevent a function's actions from being run until
# at least x seconds have passed without the function being called # at least x seconds have passed without the function being called
@@ -633,8 +636,10 @@ class UIProgressBarFile(object):
print('\r' + bar, end='') print('\r' + bar, end='')
time.sleep(0.01) time.sleep(0.01)
try: try:
self.emit_func('from_server', {'cmd': 'model_load_status', 'data': bar.replace(" ", " ")}, broadcast=True, room="UI_1") with flask_app.app_context():
except: self.emit_func('from_server', {'cmd': 'model_load_status', 'data': bar.replace(" ", " ")}, broadcast=True, room="UI_1", namespace="/")
except Exception as e:
print(e)
pass pass
def flush(self): def flush(self):