Workaround for socketio context errors for loading

2025-06-05 21:59:24 +02:00 · 2023-04-15 18:34:25 -05:00
parent 08b4e317ff
commit 5dd67d027a
3 changed files with 12 additions and 2 deletions
--- a/modeling/inference_models/hf_torch.py
+++ b/modeling/inference_models/hf_torch.py
@@ -487,6 +487,7 @@ class HFTorchInferenceModel(HFInferenceModel):
                utils.koboldai_vars.status_message = "Loading model"
                utils.koboldai_vars.total_layers = num_tensors
                utils.koboldai_vars.loaded_layers = 0
+                print(utils.emit)
                utils.bar = tqdm(
                    total=num_tensors,
                    desc="Loading model tensors",