From d86f61151bac48b785a31b961a86746ec951f99d Mon Sep 17 00:00:00 2001 From: henk717 Date: Wed, 23 Aug 2023 22:07:37 +0200 Subject: [PATCH] Working revision support --- colab/GPU.ipynb | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/colab/GPU.ipynb b/colab/GPU.ipynb index e1072fbc..f3b8e359 100644 --- a/colab/GPU.ipynb +++ b/colab/GPU.ipynb @@ -81,6 +81,7 @@ "#@markdown You can find a description of the models below along with instructions on how to start KoboldAI.\n", "\n", "Model = \"Nerys V2 6B\" #@param [\"HoloMax 13B (United)\", \"MythoMax 13B (United)\", \"Huginn 13B (United)\", \"Chronos 13B (United)\", \"Airoboros M2.0 13B (United)\", \"Holodeck 13B (United)\", \"Spring Dragon 13B (United)\", \"Nerys V2 6B\", \"Skein 6B\", \"Janeway 6B\", \"Adventure 6B\", \"Nerys 2.7B\", \"AID 2.7B\", \"Janeway 2.7B\", \"Picard 2.7B\", \"OPT 2.7B\", \"Fairseq Dense 2.7B\", \"Neo 2.7B\"] {allow-input: true}\n", + "Revision = \"\" #@param [\"\"]{allow-input: true}\n", "Version = \"Official\" #@param [\"Official\", \"United\"] {allow-input: true}\n", "Provider = \"Cloudflare\" #@param [\"Localtunnel\", \"Cloudflare\"]\n", "use_google_drive = True #@param {type:\"boolean\"}\n", @@ -96,8 +97,6 @@ " if not os.path.exists(\"/content/drive/MyDrive/\"):\n", " os.mkdir(\"/content/drive/MyDrive/\")\n", "\n", - "Revision = \"\"\n", - "\n", "if Model == \"Nerys V2 6B\":\n", " Model = \"KoboldAI/OPT-6B-nerys-v2\"\n", " path = \"\"\n", @@ -162,7 +161,8 @@ " download = \"\"\n", " Version = \"United\"\n", "elif Model == \"MythoMax 13B (United)\":\n", - " Model = \"Gryphe/MythoMax-L2-13b\"\n", + " Model = \"TheBloke/MythoMax-L2-13B-GPTQ\"\n", + " Revision = \"gptq-4bit-128g-actorder_True\"\n", " path = \"\"\n", " download = \"\"\n", " Version = \"United\"\n", @@ -177,7 +177,7 @@ " download = \"\"\n", " Version = \"United\"\n", "elif Model == \"HoloMax 13B (United)\":\n", - " Model = \"KoboldAI/LLaMA2-13B-Holomax\"\n", + " Model = \"KoboldAI/LLaMA2-13B-Holomax-GPTQ\"\n", " path = \"\"\n", " download = \"\"\n", " Version = \"United\"\n",