From ebab774aab9322b6e58517b4355596fa46fb1537 Mon Sep 17 00:00:00 2001 From: henk717 Date: Mon, 14 Aug 2023 18:19:03 +0200 Subject: [PATCH 1/2] Add Holomax --- colab/GPU.ipynb | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/colab/GPU.ipynb b/colab/GPU.ipynb index 7232f81b..e1072fbc 100644 --- a/colab/GPU.ipynb +++ b/colab/GPU.ipynb @@ -80,7 +80,7 @@ "#@title <-- Select your model below and then click this to start KoboldAI\n", "#@markdown You can find a description of the models below along with instructions on how to start KoboldAI.\n", "\n", - "Model = \"Nerys V2 6B\" #@param [\"MythoMax 13B (United)\", \"Huginn 13B (United)\", \"Chronos 13B (United)\", \"Airoboros M2.0 13B (United)\", \"Holodeck 13B (United)\", \"Spring Dragon 13B (United)\", \"Nerys V2 6B\", \"Skein 6B\", \"Janeway 6B\", \"Adventure 6B\", \"Nerys 2.7B\", \"AID 2.7B\", \"Janeway 2.7B\", \"Picard 2.7B\", \"OPT 2.7B\", \"Fairseq Dense 2.7B\", \"Neo 2.7B\"] {allow-input: true}\n", + "Model = \"Nerys V2 6B\" #@param [\"HoloMax 13B (United)\", \"MythoMax 13B (United)\", \"Huginn 13B (United)\", \"Chronos 13B (United)\", \"Airoboros M2.0 13B (United)\", \"Holodeck 13B (United)\", \"Spring Dragon 13B (United)\", \"Nerys V2 6B\", \"Skein 6B\", \"Janeway 6B\", \"Adventure 6B\", \"Nerys 2.7B\", \"AID 2.7B\", \"Janeway 2.7B\", \"Picard 2.7B\", \"OPT 2.7B\", \"Fairseq Dense 2.7B\", \"Neo 2.7B\"] {allow-input: true}\n", "Version = \"Official\" #@param [\"Official\", \"United\"] {allow-input: true}\n", "Provider = \"Cloudflare\" #@param [\"Localtunnel\", \"Cloudflare\"]\n", "use_google_drive = True #@param {type:\"boolean\"}\n", @@ -176,6 +176,11 @@ " path = \"\"\n", " download = \"\"\n", " Version = \"United\"\n", + "elif Model == \"HoloMax 13B (United)\":\n", + " Model = \"KoboldAI/LLaMA2-13B-Holomax\"\n", + " path = \"\"\n", + " download = \"\"\n", + " Version = \"United\"\n", "\n", "if Provider == \"Localtunnel\":\n", " tunnel = \"--localtunnel yes\"\n", From d86f61151bac48b785a31b961a86746ec951f99d Mon Sep 17 00:00:00 2001 From: henk717 Date: Wed, 23 Aug 2023 22:07:37 +0200 Subject: [PATCH 2/2] Working revision support --- colab/GPU.ipynb | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/colab/GPU.ipynb b/colab/GPU.ipynb index e1072fbc..f3b8e359 100644 --- a/colab/GPU.ipynb +++ b/colab/GPU.ipynb @@ -81,6 +81,7 @@ "#@markdown You can find a description of the models below along with instructions on how to start KoboldAI.\n", "\n", "Model = \"Nerys V2 6B\" #@param [\"HoloMax 13B (United)\", \"MythoMax 13B (United)\", \"Huginn 13B (United)\", \"Chronos 13B (United)\", \"Airoboros M2.0 13B (United)\", \"Holodeck 13B (United)\", \"Spring Dragon 13B (United)\", \"Nerys V2 6B\", \"Skein 6B\", \"Janeway 6B\", \"Adventure 6B\", \"Nerys 2.7B\", \"AID 2.7B\", \"Janeway 2.7B\", \"Picard 2.7B\", \"OPT 2.7B\", \"Fairseq Dense 2.7B\", \"Neo 2.7B\"] {allow-input: true}\n", + "Revision = \"\" #@param [\"\"]{allow-input: true}\n", "Version = \"Official\" #@param [\"Official\", \"United\"] {allow-input: true}\n", "Provider = \"Cloudflare\" #@param [\"Localtunnel\", \"Cloudflare\"]\n", "use_google_drive = True #@param {type:\"boolean\"}\n", @@ -96,8 +97,6 @@ " if not os.path.exists(\"/content/drive/MyDrive/\"):\n", " os.mkdir(\"/content/drive/MyDrive/\")\n", "\n", - "Revision = \"\"\n", - "\n", "if Model == \"Nerys V2 6B\":\n", " Model = \"KoboldAI/OPT-6B-nerys-v2\"\n", " path = \"\"\n", @@ -162,7 +161,8 @@ " download = \"\"\n", " Version = \"United\"\n", "elif Model == \"MythoMax 13B (United)\":\n", - " Model = \"Gryphe/MythoMax-L2-13b\"\n", + " Model = \"TheBloke/MythoMax-L2-13B-GPTQ\"\n", + " Revision = \"gptq-4bit-128g-actorder_True\"\n", " path = \"\"\n", " download = \"\"\n", " Version = \"United\"\n", @@ -177,7 +177,7 @@ " download = \"\"\n", " Version = \"United\"\n", "elif Model == \"HoloMax 13B (United)\":\n", - " Model = \"KoboldAI/LLaMA2-13B-Holomax\"\n", + " Model = \"KoboldAI/LLaMA2-13B-Holomax-GPTQ\"\n", " path = \"\"\n", " download = \"\"\n", " Version = \"United\"\n",