diff --git a/aiserver.py b/aiserver.py index b3f0abf0..88730314 100644 --- a/aiserver.py +++ b/aiserver.py @@ -243,10 +243,11 @@ model_menu = { MenuPath("Load a model from its directory", "NeoCustom"), MenuPath("Load an old GPT-2 model (eg CloverEdition)", "GPT2Custom"), MenuModel("Load custom model from Hugging Face", "customhuggingface", ""), - MenuFolder("Adventure Models", "adventurelist"), + MenuFolder("Instruct Models", "instructlist"), MenuFolder("Novel Models", "novellist"), MenuFolder("Chat Models", "chatlist"), MenuFolder("NSFW Models", "nsfwlist"), + MenuFolder("Adventure Models", "adventurelist"), MenuFolder("Untuned OPT", "optlist"), MenuFolder("Untuned GPT-Neo/J", "gptneolist"), MenuFolder("Untuned Pythia", "pythialist"), @@ -258,9 +259,20 @@ model_menu = { MenuFolder("Online Services", "apilist"), MenuModel("Read Only (No AI)", "ReadOnly", model_type=MenuModelType.OTHER, model_backend="Read Only"), ], + 'instructlist': [ + MenuModel("Holomax 13B", "KoboldAI/LLaMA2-13B-Holomax", "12GB*"), + MenuModel("Mythomax 13B", "Gryphe/MythoMax-L2-13b", "12GB*"), + MenuModel("Chronos-Hermes V2 13B", "Austism/chronos-hermes-13b-v2", "12GB*"), + MenuModel("Legerdemain 13B", "CalderaAI/13B-Legerdemain-L2", "12GB*"), + MenuModel("Chronos 13b v2", "elinas/chronos-13b-v2", "12GB*"), + MenuModel("Huginn 13B", "The-Face-Of-Goonery/Huginn-13b-FP16", "12GB*"), + MenuFolder("Return to Main Menu", "mainmenu"), + ], 'adventurelist': [ + MenuFolder("Instruct models may perform better than the models below (Using Instruct mode)", "instructlist"), MenuModel("Skein 20B", "KoboldAI/GPT-NeoX-20B-Skein", "64GB"), MenuModel("Nerys OPT 13B V2 (Hybrid)", "KoboldAI/OPT-13B-Nerys-v2", "32GB"), + MenuModel("Spring Dragon 13B", "Henk717/spring-dragon", "32GB"), MenuModel("Nerys FSD 13B V2 (Hybrid)", "KoboldAI/fairseq-dense-13B-Nerys-v2", "32GB"), MenuModel("Nerys FSD 13B (Hybrid)", "KoboldAI/fairseq-dense-13B-Nerys", "32GB"), MenuModel("Skein 6B", "KoboldAI/GPT-J-6B-Skein", "16GB"), @@ -304,8 +316,8 @@ model_menu = { MenuFolder("Return to Main Menu", "mainmenu"), ], 'chatlist': [ - MenuModel("Mythomax 13B", "Gryphe/MythoMax-L2-13b", "12GB*"), - MenuModel("Huginn 13B", "The-Face-Of-Goonery/Huginn-13b-FP16", "12GB*"), + MenuModel("Mythomax 13B (Instruct)", "Gryphe/MythoMax-L2-13b", "12GB*"), + MenuModel("Huginn 13B (Instruct)", "The-Face-Of-Goonery/Huginn-13b-FP16", "12GB*"), MenuModel("Pygmalion 6B", "PygmalionAI/pygmalion-6b", "8GB*"), MenuModel("Pygmalion 2.7B", "PygmalionAI/pygmalion-2.7b", "6GB"), MenuModel("Pygmalion 1.3B", "PygmalionAI/pygmalion-1.3b", "4GB*"),