rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Merge branch 'KoboldAI:main' into united

Browse Source
This commit is contained in:
henk717
2023-08-30 13:13:20 +02:00
committed by GitHub
parent 49fa63052f d86f61151b
commit 1d32d16ba4
1 changed files with 9 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
colab/GPU.ipynb
View File

@@ -80,7 +80,8 @@
"#@title <b><-- Select your model below and then click this to start KoboldAI</b>\n", "#@title <b><-- Select your model below and then click this to start KoboldAI</b>\n",
"#@markdown You can find a description of the models below along with instructions on how to start KoboldAI.\n", "#@markdown You can find a description of the models below along with instructions on how to start KoboldAI.\n",
"\n", "\n",
"Model = \"Nerys V2 6B\" #@param [\"MythoMax 13B (United)\", \"Huginn 13B (United)\", \"Chronos 13B (United)\", \"Airoboros M2.0 13B (United)\", \"Holodeck 13B (United)\", \"Spring Dragon 13B (United)\", \"Nerys V2 6B\", \"Skein 6B\", \"Janeway 6B\", \"Adventure 6B\", \"Nerys 2.7B\", \"AID 2.7B\", \"Janeway 2.7B\", \"Picard 2.7B\", \"OPT 2.7B\", \"Fairseq Dense 2.7B\", \"Neo 2.7B\"] {allow-input: true}\n", "Model = \"Nerys V2 6B\" #@param [\"HoloMax 13B (United)\", \"MythoMax 13B (United)\", \"Huginn 13B (United)\", \"Chronos 13B (United)\", \"Airoboros M2.0 13B (United)\", \"Holodeck 13B (United)\", \"Spring Dragon 13B (United)\", \"Nerys V2 6B\", \"Skein 6B\", \"Janeway 6B\", \"Adventure 6B\", \"Nerys 2.7B\", \"AID 2.7B\", \"Janeway 2.7B\", \"Picard 2.7B\", \"OPT 2.7B\", \"Fairseq Dense 2.7B\", \"Neo 2.7B\"] {allow-input: true}\n",
"Revision = \"\" #@param [\"\"]{allow-input: true}\n",
"Version = \"Official\" #@param [\"Official\", \"United\"] {allow-input: true}\n", "Version = \"Official\" #@param [\"Official\", \"United\"] {allow-input: true}\n",
"Provider = \"Cloudflare\" #@param [\"Localtunnel\", \"Cloudflare\"]\n", "Provider = \"Cloudflare\" #@param [\"Localtunnel\", \"Cloudflare\"]\n",
"use_google_drive = True #@param {type:\"boolean\"}\n", "use_google_drive = True #@param {type:\"boolean\"}\n",
@@ -96,8 +97,6 @@
" if not os.path.exists(\"/content/drive/MyDrive/\"):\n", " if not os.path.exists(\"/content/drive/MyDrive/\"):\n",
" os.mkdir(\"/content/drive/MyDrive/\")\n", " os.mkdir(\"/content/drive/MyDrive/\")\n",
"\n", "\n",
"Revision = \"\"\n",
"\n",
"if Model == \"Nerys V2 6B\":\n", "if Model == \"Nerys V2 6B\":\n",
" Model = \"KoboldAI/OPT-6B-nerys-v2\"\n", " Model = \"KoboldAI/OPT-6B-nerys-v2\"\n",
" path = \"\"\n", " path = \"\"\n",
@@ -162,7 +161,8 @@
" download = \"\"\n", " download = \"\"\n",
" Version = \"United\"\n", " Version = \"United\"\n",
"elif Model == \"MythoMax 13B (United)\":\n", "elif Model == \"MythoMax 13B (United)\":\n",
" Model = \"Gryphe/MythoMax-L2-13b\"\n", " Model = \"TheBloke/MythoMax-L2-13B-GPTQ\"\n",
" Revision = \"gptq-4bit-128g-actorder_True\"\n",
" path = \"\"\n", " path = \"\"\n",
" download = \"\"\n", " download = \"\"\n",
" Version = \"United\"\n", " Version = \"United\"\n",
@@ -176,6 +176,11 @@
" path = \"\"\n", " path = \"\"\n",
" download = \"\"\n", " download = \"\"\n",
" Version = \"United\"\n", " Version = \"United\"\n",
"elif Model == \"HoloMax 13B (United)\":\n",
" Model = \"KoboldAI/LLaMA2-13B-Holomax-GPTQ\"\n",
" path = \"\"\n",
" download = \"\"\n",
" Version = \"United\"\n",
"\n", "\n",
"if Provider == \"Localtunnel\":\n", "if Provider == \"Localtunnel\":\n",
" tunnel = \"--localtunnel yes\"\n", " tunnel = \"--localtunnel yes\"\n",