From 58b4c48fdbdb41a73dbfddf0ca669722711bab48 Mon Sep 17 00:00:00 2001 From: henk717 Date: Mon, 16 Oct 2023 21:23:27 +0200 Subject: [PATCH] Disable GPTQ for now to enable higher context --- colab/GPU.ipynb | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/colab/GPU.ipynb b/colab/GPU.ipynb index 444622d7..9f4e2bfc 100644 --- a/colab/GPU.ipynb +++ b/colab/GPU.ipynb @@ -166,8 +166,8 @@ " download = \"\"\n", " Version = \"United\"\n", "elif Model == \"MythoMax 13B (United)\":\n", - " Model = \"TheBloke/MythoMax-L2-13B-GPTQ\"\n", - " Revision = \"gptq-4bit-128g-actorder_True\"\n", + " Model = \"Gryphe/MythoMax-L2-13b\"\n", + " Revision = \"\"\n", " path = \"\"\n", " download = \"\"\n", " Version = \"United\"\n", @@ -182,7 +182,7 @@ " download = \"\"\n", " Version = \"United\"\n", "elif Model == \"HoloMax 13B (United)\":\n", - " Model = \"KoboldAI/LLaMA2-13B-Holomax-GPTQ\"\n", + " Model = \"KoboldAI/LLaMA2-13B-Holomax\"\n", " path = \"\"\n", " download = \"\"\n", " Version = \"United\"\n",