Add 4bit plugin

This commit is contained in:
0cc4m
2023-05-28 22:54:36 +02:00
parent d71a63fa49
commit e49d35afc9
5 changed files with 233 additions and 404 deletions

View File

@@ -1,12 +1,8 @@
import os, sys
from typing import Optional
<<<<<<< HEAD
from hf_bleeding_edge import AutoConfig
=======
from transformers import AutoConfig
import warnings
>>>>>>> ebolam/Model_Plugins
import utils
import json
import koboldai_settings