New Models

aiserver.py

@@ -126,16 +126,19 @@ model_menu = {
         ["Untuned OPT", "optlist", "", True],
         ["Untuned GPT-Neo/J", "gptneolist", "", True],
         ["Untuned Fairseq Dense", "fsdlist", "", True],
+        ["Untuned Bloom", "bloomlist", "", True],
         ["Untuned XGLM", "xglmlist", "", True],
         ["Untuned GPT2", "gpt2list", "", True],
         ["Online Services", "apilist", "", True],
         ["Read Only (No AI)", "ReadOnly", "", False]
         ],
     'adventurelist': [
+        ["Skein 20B", "KoboldAI/GPT-NeoX-20B-Skein", "64GB", False],
+        ["Nerys OPT 13B V2 (Hybrid)", "KoboldAI/OPT-13B-Nerys-v2", "32GB", False],
         ["Nerys FSD 13B V2 (Hybrid)", "KoboldAI/fairseq-dense-13B-Nerys-v2", "32GB", False],
         ["Nerys FSD 13B (Hybrid)", "KoboldAI/fairseq-dense-13B-Nerys", "32GB", False],
         ["Skein 6B", "KoboldAI/GPT-J-6B-Skein", "16GB", False],
-        ["OPT Nerys 6B V2", "KoboldAI/OPT-6B-nerys-v2", "16GB", False],
+        ["OPT Nerys 6B V2 (Hybrid)", "KoboldAI/OPT-6B-nerys-v2", "16GB", False],
         ["Adventure 6B", "KoboldAI/GPT-J-6B-Adventure", "16GB", False],
         ["Nerys FSD 2.7B (Hybrid)", "KoboldAI/fairseq-dense-2.7B-Nerys", "8GB", False],
         ["Adventure 2.7B", "KoboldAI/GPT-Neo-2.7B-AID", "8GB", False],
@@ -144,10 +147,11 @@ model_menu = {
         ["Return to Main Menu", "mainmenu", "", True],
         ],
     'novellist': [
+        ["Nerys OPT 13B V2 (Hybrid)", "KoboldAI/OPT-13B-Nerys-v2", "32GB", False],
         ["Nerys FSD 13B V2 (Hybrid)", "KoboldAI/fairseq-dense-13B-Nerys-v2", "32GB", False],
         ["Janeway FSD 13B", "KoboldAI/fairseq-dense-13B-Janeway", "32GB", False],
         ["Nerys FSD 13B (Hybrid)", "KoboldAI/fairseq-dense-13B-Nerys", "32GB", False],
-        ["OPT Nerys 6B V2", "KoboldAI/OPT-6B-nerys-v2", "16GB", False],
+        ["OPT Nerys 6B V2 (Hybrid)", "KoboldAI/OPT-6B-nerys-v2", "16GB", False],
         ["Janeway FSD 6.7B", "KoboldAI/fairseq-dense-6.7B-Janeway", "16GB", False],
         ["Janeway Neo 6B", "KoboldAI/GPT-J-6B-Janeway", "16GB", False],
         ["Janeway Neo 2.7B", "KoboldAI/GPT-Neo-2.7B-Janeway", "8GB", False],
@@ -158,10 +162,15 @@ model_menu = {
         ["Return to Main Menu", "mainmenu", "", True],
         ],
     'nsfwlist': [
+        ["Erebus 20B (NSFW)", "KoboldAI/GPT-NeoX-20B-Erebus", "64GB", False],
+        ["Erebus 13B (NSFW)", "KoboldAI/OPT-13B-Erebus", "32GB", False],
         ["Shinen FSD 13B (NSFW)", "KoboldAI/fairseq-dense-13B-Shinen", "32GB", False],
+        ["Erebus 6.7B (NSFW)", "KoboldAI/OPT-6.7B-Erebus", "16GB", False],
         ["Shinen FSD 6.7B (NSFW)", "KoboldAI/fairseq-dense-6.7B-Shinen", "16GB", False],
+        ["Lit V2 6B (NSFW)", "hakurei/litv2-6B-rev3", "16GB", False],
         ["Lit 6B (NSFW)", "hakurei/lit-6B", "16GB", False],
         ["Shinen 6B (NSFW)", "KoboldAI/GPT-J-6B-Shinen", "16GB", False],
+        ["Erebus 2.7B (NSFW)", "KoboldAI/OPT-2.7B-Erebus", "8GB", False],
         ["Horni 2.7B (NSFW)", "KoboldAI/GPT-Neo-2.7B-Horni", "8GB", False],
         ["Shinen 2.7B (NSFW)", "KoboldAI/GPT-Neo-2.7B-Shinen", "8GB", False],
         ["Return to Main Menu", "mainmenu", "", True],
@@ -173,6 +182,7 @@ model_menu = {
         ["Return to Main Menu", "mainmenu", "", True],
         ],
     'gptneolist': [
+        ["GPT-NeoX 20B", "EleutherAI/gpt-neox-20b", "64GB", False],
         ["GPT-J 6B", "EleutherAI/gpt-j-6B", "16GB", False],
         ["GPT-Neo 2.7B", "EleutherAI/gpt-neo-2.7B", "8GB", False],
         ["GPT-Neo 1.3B", "EleutherAI/gpt-neo-1.3B", "6GB", False],
@@ -186,6 +196,14 @@ model_menu = {
         ["GPT-2", "gpt2", "2GB", False],
         ["Return to Main Menu", "mainmenu", "", True],
         ],
+    'bloomlist': [
+        ["Bloom 176B", "bigscience/bloom", "", False],
+        ["Bloom 7.1B", "bigscience/bloom-7b1", "", False],   
+        ["Bloom 3B", "bigscience/bloom-3b", "", False], 
+        ["Bloom 1.7B", "bigscience/bloom-1b7", "", False], 
+        ["Bloom 560M", "bigscience/bloom-560m", "", False], 
+        ["Return to Main Menu", "mainmenu", "", True],
+        ],
     'optlist': [
         ["OPT 66B", "facebook/opt-66b", "128GB", False],
         ["OPT 30B", "facebook/opt-30b", "64GB", False],

colab/TPU.ipynb

@@ -66,7 +66,7 @@
         "#@title <b><-- Select your model below and then click this to start KoboldAI</b>\n",
         "#@markdown You can find a description of the models below along with instructions on how to start KoboldAI.\n",
         "\n",
-        "Model = \"Nerys 13B V2\" #@param [\"Nerys 13B V2\", \"Erebus 13B\", \"Janeway 13B\", \"Shinen 13B\", \"Skein 20B\", \"Skein 6B\", \"Janeway 6B\", \"Adventure 6B\", \"Shinen 6B\", \"Lit 6B\", \"NeoX 20B\", \"OPT 13B\", \"Fairseq Dense 13B\", \"GPT-J-6B\"] {allow-input: true}\n",
+        "Model = \"Nerys 13B V2\" #@param [\"Nerys 13B V2\", \"Erebus 13B\", \"Janeway 13B\", \"Shinen 13B\", \"Skein 20B\", \"Erebus 20B\", \"Skein 6B\", \"Janeway 6B\", \"Adventure 6B\", \"Shinen 6B\", \"Lit V2 6B\", \"Lit 6B\", \"NeoX 20B\", \"OPT 13B\", \"Fairseq Dense 13B\", \"GPT-J-6B\"] {allow-input: true}\n",
         "Version = \"Official\" #@param [\"Official\", \"United\"] {allow-input: true}\n",
         "Provider = \"Cloudflare\" #@param [\"Localtunnel\", \"Cloudflare\"]\n",
         "\n",
@@ -86,7 +86,7 @@
         "  path = \"\"\n",
         "  download = \"\"\n",
         "elif Model == \"Nerys 13B V2\":\n",
-        "  Model = \"KoboldAI/fairseq-dense-13B-Nerys-v2\"\n",
+        "  Model = \"KoboldAI/OPT-13B-Nerys-v2\"\n",
         "  path = \"\"\n",
         "  download = \"\"\n",
         "elif Model == \"Erebus 13B\":\n",
@@ -97,6 +97,10 @@
         "  Model = \"KoboldAI/fairseq-dense-13B-Shinen\"\n",
         "  path = \"\"\n",
         "  download = \"\"\n",
+        "elif Model == \"Erebus 20B\":\n",
+        "  Model = \"KoboldAI/GPT-NeoX-20B-Erebus\"\n",
+        "  path = \"\"\n",
+        "  download = \"\"\n",
         "elif Model == \"Skein 20B\":\n",
         "  Model = \"KoboldAI/GPT-NeoX-20B-Skein\"\n",
         "  path = \"\"\n",
@@ -117,6 +121,10 @@
         "  Model = \"KoboldAI/GPT-J-6B-Adventure\"\n",
         "  path = \"\"\n",
         "  download = \"\"\n",
+        "elif Model == \"Lit V2 6B\":\n",
+        "  Model = \"hakurei/litv2-6B-rev3\"\n",
+        "  path = \"\"\n",
+        "  download = \"\"\n",
         "elif Model == \"Lit 6B\":\n",
         "  Model = \"hakurei/lit-6B\"\n",
         "  path = \"\"\n",
@@ -204,7 +212,7 @@
       "source": [
         "#@title <b>Model Cleaner</b>\n",
         "#@markdown Out of space? Run this to remove all cached models (Google Drive models are not effected).\n",
-        "!rm /content/KoboldAI-Client/cache/*\n"
+        "!rm -rf /content/KoboldAI-Client/cache/*\n"
       ],
       "metadata": {
         "cellView": "form",
@@ -233,4 +241,4 @@
   },
   "nbformat": 4,
   "nbformat_minor": 0
-}
+}