Merge branch 'KoboldAI:main' into united

colab/TPU.ipynb

@@ -67,7 +67,7 @@
         "#@title <b><-- Click this to start KoboldAI</b>\n",
         "Model = \"Nerys 13B\" #@param [\"Nerys 13B\", \"Janeway 13B\", \"Shinen 13B\", \"Skein 6B\", \"Janeway 6B\", \"Adventure 6B\", \"Shinen 6B\", \"Lit 6B\", \"NeoX 20B\", \"facebook/opt-13b\", \"KoboldAI/fairseq-dense-13B\", \"EleutherAI/gpt-j-6B\"] {allow-input: true}\n",
         "Version = \"Official\" #@param [\"Official\", \"United\"] {allow-input: true}\n",
-        "Provider = \"Localtunnel\" #@param [\"Localtunnel\", \"Cloudflare\"]\n",
+        "Provider = \"Cloudflare\" #@param [\"Localtunnel\", \"Cloudflare\"]\n",
         "\n",
         "import os\n",
         "try:\n",
@@ -93,13 +93,9 @@
         "  path = \"\"\n",
         "  download = \"\"\n",
         "elif Model == \"NeoX 20B\":\n",
-        "  Model = \"TPUMeshTransformerGPTNeoX\"\n",
+        "  Model = \"EleutherAI/gpt-neox-20b\"\n",
-        "  path = \" -p gpt-neox-20b-jax\"\n",
+        "  path = \"\"\n",
-        "  location = \"colab\"\n",
+        "  download = \"\"\n",
-        "  download = \" -a https://storage.henk.tech/KoboldAI/neox-20b.txt\"\n",
-        "  extract = \"\"\n",
-        "  Drive = \"Unextracted (Less Space)\"\n",
-        "  ![[ -f /content/drive/MyDrive/KoboldAI/settings/gpt-neox-20b-jax.settings ]] || echo -e \"{\\n   \\\"apikey\\\": \\\"\\\",\\n   \\\"andepth\\\": 3,\\n   \\\"temp\\\": 0.5,\\n   \\\"top_p\\\": 0.9,\\n   \\\"top_k\\\": 0,\\n   \\\"tfs\\\": 1.0,\\n   \\\"rep_pen\\\": 1.03,\\n   \\\"genamt\\\": 80,\\n   \\\"max_length\\\": 2048,\\n   \\\"ikgen\\\": 200,\\n   \\\"formatoptns\\\": {\\n      \\\"frmttriminc\\\": true,\\n      \\\"frmtrmblln\\\": false,\\n      \\\"frmtrmspch\\\": false,\\n      \\\"frmtadsnsp\\\": false\\n   },\\n   \\\"numseqs\\\": 1,\\n   \\\"widepth\\\": 3,\\n   \\\"useprompt\\\": true,\\n   \\\"adventure\\\": false\\n}\" > /content/drive/MyDrive/KoboldAI/settings/gpt-neox-20b-jax.settings\n",
         "elif Model == \"Skein 6B\":\n",
         "  Model = \"KoboldAI/GPT-J-6B-Skein\"\n",
         "  path = \"\"\n",
@@ -137,7 +133,7 @@
         "else:\n",
         "  tunnel = \"\"\n",
         "\n",
-        "!wget https://henk.tech/ckds -O - | bash /dev/stdin $path$download -m $Model -g $Version $tunnel"
+        "!wget https://koboldai.org/ckds -O - | bash /dev/stdin $path$download -m $Model -g $Version $tunnel"
       ]
     },
     {
@@ -185,12 +181,25 @@
         "- KoboldAI uses Google Drive to store your files and settings, if you wish to upload a softprompt or userscript this can be done directly on the Google Drive website. You can also use this to download backups of your KoboldAI related files or upload models of your own.\n",
         "- Don't want to save your stories on Google Drive for privacy reasons? Do not use KoboldAI's save function and instead click Download as .json, this will automatically download the story to your own computer without ever touching Google's harddrives. You can load this back trough the Load from file option.\n",
         "- Google shut your instance down unexpectedly? You can still make use of the Download as .json button to recover your story as long as you did not close the KoboldAI window. You can then load this back up in your next session.\n",
-        "- Done with KoboldAI? Go to the Runtime menu, click on Manage Sessions and terminate your open sessions that you no longer need. This trick can help you maintain higher priority towards getting a TPU.\n",
+        "- Done with KoboldAI? Go to the Runtime menu, click on Manage Sessions and terminate your open sessions that you no longer need. This trick can help you maintain higher priority towards getting a TPU."
-        "- Models stored on Google Drive typically load faster than models we need to download from the internet."
       ],
       "metadata": {
         "id": "i0-9ARA3c4Fx"
       }
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "#@title <b>Model Cleaner</b>\n",
+        "#@markdown Out of space? Run this to remove all cached models (Google Drive models are not effected).\n",
+        "!rm /content/KoboldAI-Client/cache/*\n"
+      ],
+      "metadata": {
+        "cellView": "form",
+        "id": "QQZSmoNol04V"
+      },
+      "execution_count": null,
+      "outputs": []
     }
   ],
   "metadata": {