From c3af92e9af750823580a033033a8ecd5fa5e6009 Mon Sep 17 00:00:00 2001
From: henk717 <henk@henk.tech>
Date: Fri, 24 Jun 2022 10:43:06 +0200
Subject: [PATCH 1/2] Koboldai.org | New NeoX | Cloudflare

---
 colab/TPU.ipynb | 14 +++++---------
 1 file changed, 5 insertions(+), 9 deletions(-)

diff --git a/colab/TPU.ipynb b/colab/TPU.ipynb
index 89f53af2..b4a450d0 100644
--- a/colab/TPU.ipynb
+++ b/colab/TPU.ipynb
@@ -67,7 +67,7 @@
         "#@title <b><-- Click this to start KoboldAI</b>\n",
         "Model = \"Nerys 13B\" #@param [\"Nerys 13B\", \"Janeway 13B\", \"Shinen 13B\", \"Skein 6B\", \"Janeway 6B\", \"Adventure 6B\", \"Shinen 6B\", \"Lit 6B\", \"NeoX 20B\", \"facebook/opt-13b\", \"KoboldAI/fairseq-dense-13B\", \"EleutherAI/gpt-j-6B\"] {allow-input: true}\n",
         "Version = \"Official\" #@param [\"Official\", \"United\"] {allow-input: true}\n",
-        "Provider = \"Localtunnel\" #@param [\"Localtunnel\", \"Cloudflare\"]\n",
+        "Provider = \"Cloudflare\" #@param [\"Localtunnel\", \"Cloudflare\"]\n",
         "\n",
         "import os\n",
         "try:\n",
@@ -93,13 +93,9 @@
         "  path = \"\"\n",
         "  download = \"\"\n",
         "elif Model == \"NeoX 20B\":\n",
-        "  Model = \"TPUMeshTransformerGPTNeoX\"\n",
-        "  path = \" -p gpt-neox-20b-jax\"\n",
-        "  location = \"colab\"\n",
-        "  download = \" -a https://storage.henk.tech/KoboldAI/neox-20b.txt\"\n",
-        "  extract = \"\"\n",
-        "  Drive = \"Unextracted (Less Space)\"\n",
-        "  ![[ -f /content/drive/MyDrive/KoboldAI/settings/gpt-neox-20b-jax.settings ]] || echo -e \"{\\n   \\\"apikey\\\": \\\"\\\",\\n   \\\"andepth\\\": 3,\\n   \\\"temp\\\": 0.5,\\n   \\\"top_p\\\": 0.9,\\n   \\\"top_k\\\": 0,\\n   \\\"tfs\\\": 1.0,\\n   \\\"rep_pen\\\": 1.03,\\n   \\\"genamt\\\": 80,\\n   \\\"max_length\\\": 2048,\\n   \\\"ikgen\\\": 200,\\n   \\\"formatoptns\\\": {\\n      \\\"frmttriminc\\\": true,\\n      \\\"frmtrmblln\\\": false,\\n      \\\"frmtrmspch\\\": false,\\n      \\\"frmtadsnsp\\\": false\\n   },\\n   \\\"numseqs\\\": 1,\\n   \\\"widepth\\\": 3,\\n   \\\"useprompt\\\": true,\\n   \\\"adventure\\\": false\\n}\" > /content/drive/MyDrive/KoboldAI/settings/gpt-neox-20b-jax.settings\n",
+        "  Model = \"EleutherAI/gpt-neox-20b\"\n",
+        "  path = \"\"\n",
+        "  download = \"\"\n",
         "elif Model == \"Skein 6B\":\n",
         "  Model = \"KoboldAI/GPT-J-6B-Skein\"\n",
         "  path = \"\"\n",
@@ -137,7 +133,7 @@
         "else:\n",
         "  tunnel = \"\"\n",
         "\n",
-        "!wget https://henk.tech/ckds -O - | bash /dev/stdin $path$download -m $Model -g $Version $tunnel"
+        "!wget https://koboldai.org/ckds -O - | bash /dev/stdin $path$download -m $Model -g $Version $tunnel"
       ]
     },
     {

From 27e16aecf270cd7c6e344f81327bc5c3c091c0cd Mon Sep 17 00:00:00 2001
From: henk717 <henk@henk.tech>
Date: Fri, 24 Jun 2022 14:03:58 +0200
Subject: [PATCH 2/2] Model Cleaner (suggested by Shrinkarom)

---
 colab/TPU.ipynb | 17 +++++++++++++++--
 1 file changed, 15 insertions(+), 2 deletions(-)

diff --git a/colab/TPU.ipynb b/colab/TPU.ipynb
index b4a450d0..ee4bdac5 100644
--- a/colab/TPU.ipynb
+++ b/colab/TPU.ipynb
@@ -181,12 +181,25 @@
         "- KoboldAI uses Google Drive to store your files and settings, if you wish to upload a softprompt or userscript this can be done directly on the Google Drive website. You can also use this to download backups of your KoboldAI related files or upload models of your own.\n",
         "- Don't want to save your stories on Google Drive for privacy reasons? Do not use KoboldAI's save function and instead click Download as .json, this will automatically download the story to your own computer without ever touching Google's harddrives. You can load this back trough the Load from file option.\n",
         "- Google shut your instance down unexpectedly? You can still make use of the Download as .json button to recover your story as long as you did not close the KoboldAI window. You can then load this back up in your next session.\n",
-        "- Done with KoboldAI? Go to the Runtime menu, click on Manage Sessions and terminate your open sessions that you no longer need. This trick can help you maintain higher priority towards getting a TPU.\n",
-        "- Models stored on Google Drive typically load faster than models we need to download from the internet."
+        "- Done with KoboldAI? Go to the Runtime menu, click on Manage Sessions and terminate your open sessions that you no longer need. This trick can help you maintain higher priority towards getting a TPU."
       ],
       "metadata": {
         "id": "i0-9ARA3c4Fx"
       }
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "#@title <b>Model Cleaner</b>\n",
+        "#@markdown Out of space? Run this to remove all cached models (Google Drive models are not effected).\n",
+        "!rm /content/KoboldAI-Client/cache/*\n"
+      ],
+      "metadata": {
+        "cellView": "form",
+        "id": "QQZSmoNol04V"
+      },
+      "execution_count": null,
+      "outputs": []
     }
   ],
   "metadata": {