rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Colab debug

Browse Source
This commit is contained in:
ebolam
2022-10-24 19:27:48 -04:00
parent 1950eb6b4f
commit f0dfde9a64
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
tpu_mtj_backend.py
View File

@@ -30,6 +30,7 @@ SOFTWARE.
import utils import utils
import multiprocessing import multiprocessing
import threading
from typing import Any, Callable, Dict, List, NamedTuple, Optional, Tuple, TypeVar from typing import Any, Callable, Dict, List, NamedTuple, Optional, Tuple, TypeVar
import progressbar import progressbar
import time import time
@@ -114,7 +115,7 @@ def compiling_callback() -> None:
pass pass
def show_spinner(socketio): def show_spinner():
bar = progressbar.ProgressBar(max_value=progressbar.UnknownLength, widgets=[progressbar.Timer(), ' ', progressbar.BouncingBar(left='[', right=']', marker='█')]) bar = progressbar.ProgressBar(max_value=progressbar.UnknownLength, widgets=[progressbar.Timer(), ' ', progressbar.BouncingBar(left='[', right=']', marker='█')])
i = 0 i = 0
while True: while True:
@@ -1204,7 +1205,7 @@ def load_model(path: str, driver_version="tpu_driver0.1_dev20210607", hf_checkpo
print("Connecting to your Colab instance's TPU", flush=True) print("Connecting to your Colab instance's TPU", flush=True)
old_ai_busy = koboldai_vars.aibusy old_ai_busy = koboldai_vars.aibusy
koboldai_vars.status_message = "Connecting to TPU" koboldai_vars.status_message = "Connecting to TPU"
spinner = multiprocessing.Process(target=show_spinner, args=(socketio)) spinner = threading.Thread((target=show_spinner, args=())
spinner.start() spinner.start()
if os.environ.get('COLAB_TPU_ADDR', '') != '': if os.environ.get('COLAB_TPU_ADDR', '') != '':
tpu_address = os.environ['COLAB_TPU_ADDR'] # Colab tpu_address = os.environ['COLAB_TPU_ADDR'] # Colab