diff --git a/colab/GPU.ipynb b/colab/GPU.ipynb index c1474e479..f786a2f86 100644 --- a/colab/GPU.ipynb +++ b/colab/GPU.ipynb @@ -55,8 +55,8 @@ "cell_type": "code", "execution_count": null, "metadata": { - "id": "hps3qtPLFNBb", - "cellView": "form" + "cellView": "form", + "id": "hps3qtPLFNBb" }, "outputs": [], "source": [ @@ -67,6 +67,7 @@ "Version = \"Official\" \n", "KoboldAI_Provider = \"Localtunnel\" #@param [\"Localtunnel\", \"Cloudflare\"]\n", "use_google_drive = True #@param {type:\"boolean\"}\n", + "extras_enable_captioning = False #@param {type:\"boolean\"}\n", "Provider = KoboldAI_Provider\n", "!nvidia-smi\n", "import subprocess\n", @@ -159,6 +160,37 @@ " if \"INIT\" in line and \"Transformers\" in line:\n", " print(\"Model loading... (It will take 2 - 5 minutes)\")\n", "\n", + "ShareParam = \"--share\" if Provider == \"Cloudflare\" else \"\"\n", + "ExtrasModules = []\n", + "\n", + "if (extras_enable_captioning):\n", + " ExtrasModules.append('caption')\n", + "\n", + "ModulesParam = f'--enable-modules={\",\".join(ExtrasModules)}'\n", + "\n", + "#TavernAI extras\n", + "%cd /\n", + "!git clone https://github.com/SillyLossy/TavernAI-extras\n", + "%cd TavernAI-extras\n", + "!pip install -r requirements.txt\n", + "extras_process = subprocess.Popen(['python', 'server.py', '--cpu', ShareParam], stdout=subprocess.PIPE, stderr=subprocess.PIPE)\n", + "\n", + "while True:\n", + " line = p.stdout.readline().decode().strip()\n", + " if \"Running on \" in line and Provider != \"Cloudflare\":\n", + " print(\"TavernAI Extras URL:\")\n", + " !lt --port 5100\n", + " print('')\n", + " break\n", + " if \"Running on \" in line and Provider == \"Cloudflare\" and \"trycloudflare.com\" in line:\n", + " print(\"TavernAI Extras URL:\")\n", + " extras_url = line.split(\"Running on \")[1]\n", + " print(extras_url)\n", + " print('')\n", + " break\n", + " if not line:\n", + " break\n", + " print(line)\n", "\n", "#TavernAI\n", "%cd /\n", @@ -166,7 +198,7 @@ "!nvm install 19.1.0\n", "!nvm use 19.1.0\n", "!node -v\n", - "!git clone https://github.com/TavernAI/TavernAIColab\n", + "!git clone -b dev https://github.com/SillyLossy/TavernAI\n", "copy_characters(use_google_drive)\n", "%cd TavernAIColab\n", "!npm install\n", @@ -186,6 +218,7 @@ } ], "metadata": { + "accelerator": "GPU", "colab": { "provenance": [] }, @@ -196,9 +229,8 @@ }, "language_info": { "name": "python" - }, - "accelerator": "GPU" + } }, "nbformat": 4, "nbformat_minor": 0 -} \ No newline at end of file +}