From a656d93278f167e17e115acf0fe6dca748ae4938 Mon Sep 17 00:00:00 2001 From: henk717 Date: Fri, 16 Sep 2022 22:48:24 +0200 Subject: [PATCH 1/5] Update TPU.ipynb Compatibility with the new transformers --- colab/TPU.ipynb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/colab/TPU.ipynb b/colab/TPU.ipynb index d4719169..7b46ff49 100644 --- a/colab/TPU.ipynb +++ b/colab/TPU.ipynb @@ -204,7 +204,7 @@ "source": [ "#@title Model Cleaner\n", "#@markdown Out of space? Run this to remove all cached models (Google Drive models are not effected).\n", - "!rm /content/KoboldAI-Client/cache/*\n" + "!rm -rf /content/KoboldAI-Client/cache/*\n" ], "metadata": { "cellView": "form", From ac0bc1c0200c021bb8989a8574d72212b6b7a302 Mon Sep 17 00:00:00 2001 From: Henk Date: Mon, 19 Sep 2022 01:55:12 +0200 Subject: [PATCH 2/5] New models --- aiserver.py | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/aiserver.py b/aiserver.py index 5860931b..f3d036fe 100644 --- a/aiserver.py +++ b/aiserver.py @@ -104,6 +104,7 @@ mainmenu = [ ["Untuned OPT", "optlist", ""], ["Untuned GPT-Neo/J", "gptneolist", ""], ["Untuned Fairseq Dense", "fsdlist", ""], + ["Untuned Bloom", "bloomlist", ""], ["Untuned XGLM", "xglmlist", ""], ["Untuned GPT2", "gpt2list", ""], ["Online Services", "apilist", ""], @@ -139,8 +140,12 @@ novellist= [ ] nsfwlist= [ + ["Erebus 20B (NSFW)", "KoboldAI/GPT-NeoX-20B-Erebus", "64GB"], + ["Erebus 13B (NSFW)", "KoboldAI/OPT-13B-Erebus", "32GB"], ["Shinen FSD 13B (NSFW)", "KoboldAI/fairseq-dense-13B-Shinen", "32GB"], + ["Erebus 6.7B (NSFW)", "KoboldAI/OPT-6.7B-Erebus", "16GB"], ["Shinen FSD 6.7B (NSFW)", "KoboldAI/fairseq-dense-6.7B-Shinen", "16GB"], + ["Lit V2 6B (NSFW)", "hakurei/litv2-6B-rev3", "16GB"], ["Lit 6B (NSFW)", "hakurei/lit-6B", "16GB"], ["Shinen 6B (NSFW)", "KoboldAI/GPT-J-6B-Shinen", "16GB"], ["Horni 2.7B (NSFW)", "KoboldAI/GPT-Neo-2.7B-Horni", "8GB"], @@ -155,6 +160,7 @@ chatlist= [ ["Return to Main Menu", "Return", ""], ] gptneolist = [ + ["GPT-NeoX 20B", "EleutherAI/gpt-neox-20b", "64GB"], ["GPT-J 6B", "EleutherAI/gpt-j-6B", "16GB"], ["GPT-Neo 2.7B", "EleutherAI/gpt-neo-2.7B", "8GB"], ["GPT-Neo 1.3B", "EleutherAI/gpt-neo-1.3B", "6GB"], @@ -170,6 +176,15 @@ gpt2list = [ ["Return to Main Menu", "Return", ""], ] +bloomlist = [ + ["Bloom 176B", "bigscience/bloom", ""], + ["Bloom 7.1B", "bigscience/bloom-7b1", ""], + ["Bloom 3B", "bigscience/bloom-3b", ""], + ["Bloom 1.7B", "bigscience/bloom-1b7", ""], + ["Bloom 560M", "bigscience/bloom-560m", ""], + ["Return to Main Menu", "Return", ""], + ] + optlist = [ ["OPT 66B", "facebook/opt-66b", "128GB"], ["OPT 30B", "facebook/opt-30b", "64GB"], From 68ef84224ec6afd1a65244ee6f0e7a4296478153 Mon Sep 17 00:00:00 2001 From: henk717 Date: Mon, 19 Sep 2022 18:11:40 +0200 Subject: [PATCH 3/5] OPT Nerys V2 Changes Nerys V2 to the better OPT variant, since the original contained bugs we replace it outright. If people want the old one they can use KoboldAI/fairseq-dense-13B-Nerys-v2 manually. --- colab/TPU.ipynb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/colab/TPU.ipynb b/colab/TPU.ipynb index 7b46ff49..764e31ab 100644 --- a/colab/TPU.ipynb +++ b/colab/TPU.ipynb @@ -86,7 +86,7 @@ " path = \"\"\n", " download = \"\"\n", "elif Model == \"Nerys 13B V2\":\n", - " Model = \"KoboldAI/fairseq-dense-13B-Nerys-v2\"\n", + " Model = \"KoboldAI/OPT-13B-Nerys-v2\"\n", " path = \"\"\n", " download = \"\"\n", "elif Model == \"Erebus 13B\":\n", From 389c3a523e00644c23704814f7b21b8903bbcf0f Mon Sep 17 00:00:00 2001 From: henk717 Date: Mon, 19 Sep 2022 19:51:42 +0200 Subject: [PATCH 4/5] New models --- colab/TPU.ipynb | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/colab/TPU.ipynb b/colab/TPU.ipynb index 764e31ab..d01fedf6 100644 --- a/colab/TPU.ipynb +++ b/colab/TPU.ipynb @@ -66,7 +66,7 @@ "#@title <-- Select your model below and then click this to start KoboldAI\n", "#@markdown You can find a description of the models below along with instructions on how to start KoboldAI.\n", "\n", - "Model = \"Nerys 13B V2\" #@param [\"Nerys 13B V2\", \"Erebus 13B\", \"Janeway 13B\", \"Shinen 13B\", \"Skein 20B\", \"Skein 6B\", \"Janeway 6B\", \"Adventure 6B\", \"Shinen 6B\", \"Lit 6B\", \"NeoX 20B\", \"OPT 13B\", \"Fairseq Dense 13B\", \"GPT-J-6B\"] {allow-input: true}\n", + "Model = \"Nerys 13B V2\" #@param [\"Nerys 13B V2\", \"Erebus 13B\", \"Janeway 13B\", \"Shinen 13B\", \"Skein 20B\", \"Erebus 20B\", \"Skein 6B\", \"Janeway 6B\", \"Adventure 6B\", \"Shinen 6B\", \"Lit V2 6B\", \"Lit 6B\", \"NeoX 20B\", \"OPT 13B\", \"Fairseq Dense 13B\", \"GPT-J-6B\"] {allow-input: true}\n", "Version = \"Official\" #@param [\"Official\", \"United\"] {allow-input: true}\n", "Provider = \"Cloudflare\" #@param [\"Localtunnel\", \"Cloudflare\"]\n", "\n", @@ -97,6 +97,10 @@ " Model = \"KoboldAI/fairseq-dense-13B-Shinen\"\n", " path = \"\"\n", " download = \"\"\n", + "elif Model == \"Erebus 20B\":\n", + " Model = \"KoboldAI/GPT-NeoX-20B-Erebus\"\n", + " path = \"\"\n", + " download = \"\"\n", "elif Model == \"Skein 20B\":\n", " Model = \"KoboldAI/GPT-NeoX-20B-Skein\"\n", " path = \"\"\n", @@ -117,6 +121,10 @@ " Model = \"KoboldAI/GPT-J-6B-Adventure\"\n", " path = \"\"\n", " download = \"\"\n", + "elif Model == \"Lit V2 6B\":\n", + " Model = \"hakurei/litv2-6B-rev3\"\n", + " path = \"\"\n", + " download = \"\"\n", "elif Model == \"Lit 6B\":\n", " Model = \"hakurei/lit-6B\"\n", " path = \"\"\n", @@ -233,4 +241,4 @@ }, "nbformat": 4, "nbformat_minor": 0 -} +} \ No newline at end of file From 802758cf44356cad089cd10dd4b75e6b51285988 Mon Sep 17 00:00:00 2001 From: Henk Date: Tue, 20 Sep 2022 16:58:59 +0200 Subject: [PATCH 5/5] New models --- aiserver.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/aiserver.py b/aiserver.py index f3d036fe..94c10bfb 100644 --- a/aiserver.py +++ b/aiserver.py @@ -112,6 +112,7 @@ mainmenu = [ ] adventurelist= [ + ["Nerys OPT 13B V2 (Hybrid)", "KoboldAI/OPT-13B-Nerys-v2", "32GB"], ["Nerys FSD 13B V2 (Hybrid)", "KoboldAI/fairseq-dense-13B-Nerys-v2", "32GB"], ["Nerys FSD 13B (Hybrid)", "KoboldAI/fairseq-dense-13B-Nerys", "32GB"], ["Skein 6B", "KoboldAI/GPT-J-6B-Skein", "16GB"], @@ -125,6 +126,7 @@ adventurelist= [ ] novellist= [ + ["Nerys OPT 13B V2 (Hybrid)", "KoboldAI/OPT-13B-Nerys-v2", "32GB"], ["Nerys FSD 13B V2 (Hybrid)", "KoboldAI/fairseq-dense-13B-Nerys-v2", "32GB"], ["Janeway FSD 13B", "KoboldAI/fairseq-dense-13B-Janeway", "32GB"], ["Nerys FSD 13B (Hybrid)", "KoboldAI/fairseq-dense-13B-Nerys", "32GB"], @@ -148,6 +150,7 @@ nsfwlist= [ ["Lit V2 6B (NSFW)", "hakurei/litv2-6B-rev3", "16GB"], ["Lit 6B (NSFW)", "hakurei/lit-6B", "16GB"], ["Shinen 6B (NSFW)", "KoboldAI/GPT-J-6B-Shinen", "16GB"], + ["Erebus 2.7B (NSFW)", "KoboldAI/OPT-2.7B-Erebus", "8GB"], ["Horni 2.7B (NSFW)", "KoboldAI/GPT-Neo-2.7B-Horni", "8GB"], ["Shinen 2.7B (NSFW)", "KoboldAI/GPT-Neo-2.7B-Shinen", "8GB"], ["Return to Main Menu", "Return", ""],