Disable GPTQ for now to enable higher context

This commit is contained in:
henk717 2023-10-16 21:23:27 +02:00
parent bf61e5ef02
commit 58b4c48fdb
1 changed files with 3 additions and 3 deletions

View File

@ -166,8 +166,8 @@
" download = \"\"\n",
" Version = \"United\"\n",
"elif Model == \"MythoMax 13B (United)\":\n",
" Model = \"TheBloke/MythoMax-L2-13B-GPTQ\"\n",
" Revision = \"gptq-4bit-128g-actorder_True\"\n",
" Model = \"Gryphe/MythoMax-L2-13b\"\n",
" Revision = \"\"\n",
" path = \"\"\n",
" download = \"\"\n",
" Version = \"United\"\n",
@ -182,7 +182,7 @@
" download = \"\"\n",
" Version = \"United\"\n",
"elif Model == \"HoloMax 13B (United)\":\n",
" Model = \"KoboldAI/LLaMA2-13B-Holomax-GPTQ\"\n",
" Model = \"KoboldAI/LLaMA2-13B-Holomax\"\n",
" path = \"\"\n",
" download = \"\"\n",
" Version = \"United\"\n",