diff --git a/colab/GPU.ipynb b/colab/GPU.ipynb index e1072fbc..f3b8e359 100644 --- a/colab/GPU.ipynb +++ b/colab/GPU.ipynb @@ -81,6 +81,7 @@ "#@markdown You can find a description of the models below along with instructions on how to start KoboldAI.\n", "\n", "Model = \"Nerys V2 6B\" #@param [\"HoloMax 13B (United)\", \"MythoMax 13B (United)\", \"Huginn 13B (United)\", \"Chronos 13B (United)\", \"Airoboros M2.0 13B (United)\", \"Holodeck 13B (United)\", \"Spring Dragon 13B (United)\", \"Nerys V2 6B\", \"Skein 6B\", \"Janeway 6B\", \"Adventure 6B\", \"Nerys 2.7B\", \"AID 2.7B\", \"Janeway 2.7B\", \"Picard 2.7B\", \"OPT 2.7B\", \"Fairseq Dense 2.7B\", \"Neo 2.7B\"] {allow-input: true}\n", + "Revision = \"\" #@param [\"\"]{allow-input: true}\n", "Version = \"Official\" #@param [\"Official\", \"United\"] {allow-input: true}\n", "Provider = \"Cloudflare\" #@param [\"Localtunnel\", \"Cloudflare\"]\n", "use_google_drive = True #@param {type:\"boolean\"}\n", @@ -96,8 +97,6 @@ " if not os.path.exists(\"/content/drive/MyDrive/\"):\n", " os.mkdir(\"/content/drive/MyDrive/\")\n", "\n", - "Revision = \"\"\n", - "\n", "if Model == \"Nerys V2 6B\":\n", " Model = \"KoboldAI/OPT-6B-nerys-v2\"\n", " path = \"\"\n", @@ -162,7 +161,8 @@ " download = \"\"\n", " Version = \"United\"\n", "elif Model == \"MythoMax 13B (United)\":\n", - " Model = \"Gryphe/MythoMax-L2-13b\"\n", + " Model = \"TheBloke/MythoMax-L2-13B-GPTQ\"\n", + " Revision = \"gptq-4bit-128g-actorder_True\"\n", " path = \"\"\n", " download = \"\"\n", " Version = \"United\"\n", @@ -177,7 +177,7 @@ " download = \"\"\n", " Version = \"United\"\n", "elif Model == \"HoloMax 13B (United)\":\n", - " Model = \"KoboldAI/LLaMA2-13B-Holomax\"\n", + " Model = \"KoboldAI/LLaMA2-13B-Holomax-GPTQ\"\n", " path = \"\"\n", " download = \"\"\n", " Version = \"United\"\n",