From f8987cb2f0981f61b65abd944b4bf57c7dae2a0e Mon Sep 17 00:00:00 2001 From: Henk Date: Sat, 19 Aug 2023 00:21:22 +0200 Subject: [PATCH] Adventure ram update --- aiserver.py | 22 +++++++++++----------- 1 file changed, 11 insertions(+), 11 deletions(-) diff --git a/aiserver.py b/aiserver.py index 88730314..e18864c9 100644 --- a/aiserver.py +++ b/aiserver.py @@ -270,17 +270,17 @@ model_menu = { ], 'adventurelist': [ MenuFolder("Instruct models may perform better than the models below (Using Instruct mode)", "instructlist"), - MenuModel("Skein 20B", "KoboldAI/GPT-NeoX-20B-Skein", "64GB"), - MenuModel("Nerys OPT 13B V2 (Hybrid)", "KoboldAI/OPT-13B-Nerys-v2", "32GB"), - MenuModel("Spring Dragon 13B", "Henk717/spring-dragon", "32GB"), - MenuModel("Nerys FSD 13B V2 (Hybrid)", "KoboldAI/fairseq-dense-13B-Nerys-v2", "32GB"), - MenuModel("Nerys FSD 13B (Hybrid)", "KoboldAI/fairseq-dense-13B-Nerys", "32GB"), - MenuModel("Skein 6B", "KoboldAI/GPT-J-6B-Skein", "16GB"), - MenuModel("OPT Nerys 6B V2 (Hybrid)", "KoboldAI/OPT-6B-nerys-v2", "16GB"), - MenuModel("Adventure 6B", "KoboldAI/GPT-J-6B-Adventure", "16GB"), - MenuModel("Nerys FSD 2.7B (Hybrid)", "KoboldAI/fairseq-dense-2.7B-Nerys", "8GB"), - MenuModel("Adventure 2.7B", "KoboldAI/GPT-Neo-2.7B-AID", "8GB"), - MenuModel("Adventure 1.3B", "KoboldAI/GPT-Neo-1.3B-Adventure", "6GB"), + MenuModel("Skein 20B", "KoboldAI/GPT-NeoX-20B-Skein", "20GB*"), + MenuModel("Nerys OPT 13B V2 (Hybrid)", "KoboldAI/OPT-13B-Nerys-v2", "12GB"), + MenuModel("Spring Dragon 13B", "Henk717/spring-dragon", "12GB*"), + MenuModel("Nerys FSD 13B V2 (Hybrid)", "KoboldAI/fairseq-dense-13B-Nerys-v2", "12GB"), + MenuModel("Nerys FSD 13B (Hybrid)", "KoboldAI/fairseq-dense-13B-Nerys", "12GB"), + MenuModel("Skein 6B", "KoboldAI/GPT-J-6B-Skein", "8GB*"), + MenuModel("OPT Nerys 6B V2 (Hybrid)", "KoboldAI/OPT-6B-nerys-v2", "8GB"), + MenuModel("Adventure 6B", "KoboldAI/GPT-J-6B-Adventure", "8GB*"), + MenuModel("Nerys FSD 2.7B (Hybrid)", "KoboldAI/fairseq-dense-2.7B-Nerys", "6GB"), + MenuModel("Adventure 2.7B", "KoboldAI/GPT-Neo-2.7B-AID", "6GB"), + MenuModel("Adventure 1.3B", "KoboldAI/GPT-Neo-1.3B-Adventure", "4GB*"), MenuModel("Adventure 125M (Mia)", "Merry/AID-Neo-125M", "2GB"), MenuFolder("Return to Main Menu", "mainmenu"), ],