rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Merge pull request #24 from henk717/united

Browse Source 
Merge united
This commit is contained in:
Llama
2023-03-06 21:03:55 -08:00
committed by GitHub
parent 3b35f15339 b307cdff57
commit 7f0fd92a59
7 changed files with 93 additions and 80 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
KoboldAI-Horde-Bridge

Submodule KoboldAI-Horde-Bridge updated: df6c3d2c35...7a7327804f

47
aiserver.py
View File

@@ -320,8 +320,8 @@ model_menu = {
["GooseAI API (requires API key)", "GooseAI", "None", False], ["GooseAI API (requires API key)", "GooseAI", "None", False],
["OpenAI API (requires API key)", "OAI", "None", False], ["OpenAI API (requires API key)", "OAI", "None", False],
["InferKit API (requires API key)", "InferKit", "None", False], ["InferKit API (requires API key)", "InferKit", "None", False],
# ["KoboldAI Server API (Old Google Colab)", "Colab", "", False],
["KoboldAI API", "API", "None", False], ["KoboldAI API", "API", "None", False],
["Basic Model API", "Colab", "", False],
["KoboldAI Horde", "CLUSTER", "None", False], ["KoboldAI Horde", "CLUSTER", "None", False],
["Return to Main Menu", "mainmenu", "", True], ["Return to Main Menu", "mainmenu", "", True],
] ]
@@ -1604,6 +1604,7 @@ def general_startup(override_args=None):
if args.host: if args.host:
koboldai_vars.host = True; koboldai_vars.host = True;
args.unblock = True;
if args.cpu: if args.cpu:
koboldai_vars.use_colab_tpu = False koboldai_vars.use_colab_tpu = False
@@ -2452,6 +2453,29 @@ def patch_transformers():
return True return True
return False return False
class SinglelineStopper(StoppingCriteria):
# If singleline mode is enabled, it's pointless to generate output beyond the first newline.
def __init__(self, tokenizer):
self.tokenizer = tokenizer
def __call__(
self,
input_ids: torch.LongTensor,
scores: torch.FloatTensor,
**kwargs,
) -> bool:
if not koboldai_vars.singleline:
return False
data = [tokenizer.decode(x) for x in input_ids]
if 'completed' not in self.__dict__:
self.completed = [False]*len(input_ids)
for i in range(len(input_ids)):
if data[i][-1] == "\n":
self.completed[i] = True
return self.completed[i]
class CoreStopper(StoppingCriteria): class CoreStopper(StoppingCriteria):
# Controls core generation stuff; aborting, counting generated tokens, etc # Controls core generation stuff; aborting, counting generated tokens, etc
@@ -2560,6 +2584,7 @@ def patch_transformers():
token_streamer = TokenStreamer(tokenizer=tokenizer) token_streamer = TokenStreamer(tokenizer=tokenizer)
stopping_criteria.insert(0, ChatModeStopper(tokenizer=tokenizer)) stopping_criteria.insert(0, ChatModeStopper(tokenizer=tokenizer))
stopping_criteria.insert(0, SinglelineStopper(tokenizer=tokenizer))
stopping_criteria.insert(0, self.kai_scanner) stopping_criteria.insert(0, self.kai_scanner)
token_streamer = TokenStreamer(tokenizer=tokenizer) token_streamer = TokenStreamer(tokenizer=tokenizer)
stopping_criteria.insert(0, token_streamer) stopping_criteria.insert(0, token_streamer)
@@ -3156,8 +3181,7 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal
shutil.rmtree("cache/") shutil.rmtree("cache/")
if(koboldai_vars.badwordsids is koboldai_settings.badwordsids_default and koboldai_vars.model_type not in ("gpt2", "gpt_neo", "gptj")): if(koboldai_vars.badwordsids is koboldai_settings.badwordsids_default and koboldai_vars.model_type not in ("gpt2", "gpt_neo", "gptj")):
koboldai_vars.badwordsids = [[v] for k, v in tokenizer.get_vocab().items() if any(c in str(k) for c in "<>[]") if koboldai_vars.newlinemode != "s" or str(k) != "</s>"] koboldai_vars.badwordsids = [[v] for k, v in tokenizer.get_vocab().items() if any(c in str(k) for c in "[]")]
patch_causallm(model) patch_causallm(model)
if(koboldai_vars.hascuda): if(koboldai_vars.hascuda):
@@ -4386,7 +4410,7 @@ def get_message(msg):
emit('from_server', {'cmd': 'wiupdate', 'num': msg['num'], 'data': {field: koboldai_vars.worldinfo[num][field] for field in fields}}, broadcast=True, room="UI_1") emit('from_server', {'cmd': 'wiupdate', 'num': msg['num'], 'data': {field: koboldai_vars.worldinfo[num][field] for field in fields}}, broadcast=True, room="UI_1")
elif(msg['cmd'] == 'wifolderupdate'): elif(msg['cmd'] == 'wifolderupdate'):
setgamesaved(False) setgamesaved(False)
uid = int(msg['uid']) uid = str(msg['uid'])
fields = ("name", "collapsed") fields = ("name", "collapsed")
for field in fields: for field in fields:
if(field in msg['data'] and type(msg['data'][field]) is (str if field != "collapsed" else bool)): if(field in msg['data'] and type(msg['data'][field]) is (str if field != "collapsed" else bool)):
@@ -6736,7 +6760,7 @@ def addwiitem(folder_uid=None):
ob = {"key": "", "keysecondary": "", "content": "", "comment": "", "folder": folder_uid, "num": len(koboldai_vars.worldinfo), "init": False, "selective": False, "constant": False} ob = {"key": "", "keysecondary": "", "content": "", "comment": "", "folder": folder_uid, "num": len(koboldai_vars.worldinfo), "init": False, "selective": False, "constant": False}
koboldai_vars.worldinfo.append(ob) koboldai_vars.worldinfo.append(ob)
while(True): while(True):
uid = int.from_bytes(os.urandom(4), "little", signed=True) uid = str(int.from_bytes(os.urandom(4), "little", signed=True))
if(uid not in koboldai_vars.worldinfo_u): if(uid not in koboldai_vars.worldinfo_u):
break break
koboldai_vars.worldinfo_u[uid] = koboldai_vars.worldinfo[-1] koboldai_vars.worldinfo_u[uid] = koboldai_vars.worldinfo[-1]
@@ -6750,7 +6774,7 @@ def addwiitem(folder_uid=None):
#==================================================================# #==================================================================#
def addwifolder(): def addwifolder():
while(True): while(True):
uid = int.from_bytes(os.urandom(4), "little", signed=True) uid = str(int.from_bytes(os.urandom(4), "little", signed=True))
if(uid not in koboldai_vars.wifolders_d): if(uid not in koboldai_vars.wifolders_d):
break break
ob = {"name": "", "collapsed": False} ob = {"name": "", "collapsed": False}
@@ -6819,7 +6843,7 @@ def sendwi():
last_folder = ... last_folder = ...
for wi in koboldai_vars.worldinfo: for wi in koboldai_vars.worldinfo:
if(wi["folder"] != last_folder): if(wi["folder"] != last_folder):
emit('from_server', {'cmd': 'addwifolder', 'uid': wi["folder"], 'data': koboldai_vars.wifolders_d[wi["folder"]] if wi["folder"] is not None else None}, broadcast=True, room="UI_1") emit('from_server', {'cmd': 'addwifolder', 'uid': wi["folder"], 'data': koboldai_vars.wifolders_d[str(wi["folder"])] if wi["folder"] is not None else None}, broadcast=True, room="UI_1")
last_folder = wi["folder"] last_folder = wi["folder"]
ob = wi ob = wi
emit('from_server', {'cmd': 'addwiitem', 'data': ob}, broadcast=True, room="UI_1") emit('from_server', {'cmd': 'addwiitem', 'data': ob}, broadcast=True, room="UI_1")
@@ -6862,7 +6886,7 @@ def stablesortwi():
#==================================================================# #==================================================================#
def commitwi(ar): def commitwi(ar):
for ob in ar: for ob in ar:
ob["uid"] = int(ob["uid"]) ob["uid"] = str(ob["uid"])
koboldai_vars.worldinfo_u[ob["uid"]]["key"] = ob["key"] koboldai_vars.worldinfo_u[ob["uid"]]["key"] = ob["key"]
koboldai_vars.worldinfo_u[ob["uid"]]["keysecondary"] = ob["keysecondary"] koboldai_vars.worldinfo_u[ob["uid"]]["keysecondary"] = ob["keysecondary"]
koboldai_vars.worldinfo_u[ob["uid"]]["content"] = ob["content"] koboldai_vars.worldinfo_u[ob["uid"]]["content"] = ob["content"]
@@ -6902,7 +6926,7 @@ def deletewi(uid):
# #
#==================================================================# #==================================================================#
def deletewifolder(uid): def deletewifolder(uid):
uid = int(uid) uid = str(uid)
del koboldai_vars.wifolders_u[uid] del koboldai_vars.wifolders_u[uid]
del koboldai_vars.wifolders_d[uid] del koboldai_vars.wifolders_d[uid]
del koboldai_vars.wifolders_l[koboldai_vars.wifolders_l.index(uid)] del koboldai_vars.wifolders_l[koboldai_vars.wifolders_l.index(uid)]
@@ -13278,7 +13302,10 @@ def run():
logger.init_ok("Webserver", status="OK") logger.init_ok("Webserver", status="OK")
logger.message(f"Webserver has started, you can now connect to this machine at port: {port}") logger.message(f"Webserver has started, you can now connect to this machine at port: {port}")
koboldai_vars.serverstarted = True koboldai_vars.serverstarted = True
socketio.run(app, host='0.0.0.0', port=port) if args.unblock:
socketio.run(app, port=port, host='0.0.0.0')
else:
socketio.run(app, port=port)
else: else:
startup() startup()
if args.unblock: if args.unblock:

12
docker-standalone/docker-helper.sh
View File

@@ -11,11 +11,6 @@ if [[ ! -v KOBOLDAI_DATADIR ]];then
KOBOLDAI_DATADIR=/content KOBOLDAI_DATADIR=/content
fi fi
if [[ ! -v KOBOLDAI_MODELDIR ]];then
mkdir $KOBOLDAI_MODELDIR/models
mkdir $KOBOLDAI_MODELDIR/functional_models
fi
mkdir $KOBOLDAI_DATADIR/stories mkdir $KOBOLDAI_DATADIR/stories
mkdir $KOBOLDAI_DATADIR/settings mkdir $KOBOLDAI_DATADIR/settings
mkdir $KOBOLDAI_DATADIR/softprompts mkdir $KOBOLDAI_DATADIR/softprompts
@@ -29,12 +24,11 @@ cp -rn softprompts/* $KOBOLDAI_DATADIR/softprompts/
cp -rn presets/* $KOBOLDAI_DATADIR/presets/ cp -rn presets/* $KOBOLDAI_DATADIR/presets/
cp -rn themes/* $KOBOLDAI_DATADIR/themes/ cp -rn themes/* $KOBOLDAI_DATADIR/themes/
if [[ ! -v KOBOLDAI_MODELDIR ]];then if [[ -v KOBOLDAI_MODELDIR ]];then
mkdir $KOBOLDAI_MODELDIR/models
mkdir $KOBOLDAI_MODELDIR/functional_models
rm models rm models
rm -rf models/ rm -rf models/
fi
if [[ ! -v KOBOLDAI_MODELDIR ]];then
ln -s $KOBOLDAI_MODELDIR/models/ models ln -s $KOBOLDAI_MODELDIR/models/ models
ln -s $KOBOLDAI_MODELDIR/functional_models/ functional_models ln -s $KOBOLDAI_MODELDIR/functional_models/ functional_models
fi fi

14
koboldai_settings.py
View File

@@ -1002,7 +1002,7 @@ class story_settings(settings):
new_world_info.add_item([x.strip() for x in wi["key"].split(",")][0], new_world_info.add_item([x.strip() for x in wi["key"].split(",")][0],
wi["key"], wi["key"],
wi.get("keysecondary", ""), wi.get("keysecondary", ""),
"root" if wi["folder"] is None else self.wifolders_d[wi['folder']]['name'], "root" if wi["folder"] is None else self.wifolders_d[str(wi['folder'])]['name'],
wi.get("constant", False), wi.get("constant", False),
wi["content"], wi["content"],
wi.get("comment", ""), wi.get("comment", ""),
@@ -1354,29 +1354,23 @@ class system_settings(settings):
try: try:
bridge_cd = importlib.import_module("KoboldAI-Horde-Bridge.clientData") bridge_cd = importlib.import_module("KoboldAI-Horde-Bridge.clientData")
cluster_url = bridge_cd.cluster_url cluster_url = bridge_cd.cluster_url
old_api_url = bridge_cd.old_api_url
serve_old_api = bridge_cd.serve_old_api
kai_name = bridge_cd.kai_name kai_name = bridge_cd.kai_name
if kai_name == "My Awesome Instance": if kai_name == "My Awesome Instance":
kai_name = f"KoboldAI UI Instance #{random.randint(-100000000, 100000000)}" kai_name = f"KoboldAI UI Instance #{random.randint(-100000000, 100000000)}"
api_key = bridge_cd.api_key api_key = bridge_cd.api_key
old_api_key = bridge_cd.old_api_key
priority_usernames = bridge_cd.priority_usernames priority_usernames = bridge_cd.priority_usernames
except: except:
cluster_url = "https://horde.koboldai.net" cluster_url = "https://horde.koboldai.net"
old_api_url = "https://koboldai.net"
serve_old_api = True
kai_name = self._koboldai_var.horde_worker_name kai_name = self._koboldai_var.horde_worker_name
if kai_name == "My Awesome Instance": if kai_name == "My Awesome Instance":
kai_name = f"KoboldAI UI Instance #{random.randint(-100000000, 100000000)}" kai_name = f"KoboldAI UI Instance #{random.randint(-100000000, 100000000)}"
api_key = self._koboldai_var.horde_api_key api_key = self._koboldai_var.horde_api_key
old_api_key = "0000000000"
priority_usernames = [] priority_usernames = []
# Always use the local URL & port # Always use the local URL & port
kai_url = f'http://127.0.0.1:{self.port}' kai_url = f'http://127.0.0.1:{self.port}'
logger.info(f"Name: {kai_name} on {kai_url}") logger.info(f"Name: {kai_name} on {kai_url}")
threading.Thread(target=self._horde_pid.bridge, args=(1, api_key, kai_name, kai_url, cluster_url, priority_usernames, serve_old_api, old_api_url, old_api_key)).run() threading.Thread(target=self._horde_pid.bridge, args=(1, api_key, kai_name, kai_url, cluster_url, priority_usernames)).run()
else: else:
if self._horde_pid is not None: if self._horde_pid is not None:
logger.info("Killing Horde bridge") logger.info("Killing Horde bridge")
@@ -2744,6 +2738,4 @@ default_preset = {
] ]
} }
badwordsids_default = [[6880], [50256], [42496], [4613], [17414], [22039], [16410], [27], [29], [38430], [37922], [15913], [24618], [28725], [58], [47175], [36937], [26700], [12878], [16471], [37981], [5218], [29795], [13412], [45160], [3693], [49778], [4211], [20598], [36475], [33409], [44167], [32406], [29847], [29342], [42669], [685], [25787], [7359], [3784], [5320], [33994], [33490], [34516], [43734], [17635], [24293], [9959], [23785], [21737], [28401], [18161], [26358], [32509], [1279], [38155], [18189], [26894], [6927], [14610], [23834], [11037], [14631], [26933], [46904], [22330], [25915], [47934], [38214], [1875], [14692], [41832], [13163], [25970], [29565], [44926], [19841], [37250], [49029], [9609], [44438], [16791], [17816], [30109], [41888], [47527], [42924], [23984], [49074], [33717], [31161], [49082], [30138], [31175], [12240], [14804], [7131], [26076], [33250], [3556], [38381], [36338], [32756], [46581], [17912], [49146]] # Tokenized array of badwords used to prevent AI artifacting badwordsids_default = [[6880], [50256], [42496], [4613], [17414], [22039], [16410], [27], [29], [38430], [37922], [15913], [24618], [28725], [58], [47175], [36937], [26700], [12878], [16471], [37981], [5218], [29795], [13412], [45160], [3693], [49778], [4211], [20598], [36475], [33409], [44167], [32406], [29847], [29342], [42669], [685], [25787], [7359], [3784], [5320], [33994], [33490], [34516], [43734], [17635], [24293], [9959], [23785], [21737], [28401], [18161], [26358], [32509], [1279], [38155], [18189], [26894], [6927], [14610], [23834], [11037], [14631], [26933], [46904], [22330], [25915], [47934], [38214], [1875], [14692], [41832], [13163], [25970], [29565], [44926], [19841], [37250], [49029], [9609], [44438], [16791], [17816], [30109], [41888], [47527], [42924], [23984], [49074], [33717], [31161], [49082], [30138], [31175], [12240], [14804], [7131], [26076], [33250], [3556], [38381], [36338], [32756], [46581], [17912], [49146]] # Tokenized array of badwords used to prevent AI artifacting
badwordsids_neox = [[0], [1], [44162], [9502], [12520], [31841], [36320], [49824], [34417], [6038], [34494], [24815], [26635], [24345], [3455], [28905], [44270], [17278], [32666], [46880], [7086], [43189], [37322], [17778], [20879], [49821], [3138], [14490], [4681], [21391], [26786], [43134], [9336], [683], [48074], [41256], [19181], [29650], [28532], [36487], [45114], [46275], [16445], [15104], [11337], [1168], [5647], [29], [27482], [44965], [43782], [31011], [42944], [47389], [6334], [17548], [38329], [32044], [35487], [2239], [34761], [7444], [1084], [12399], [18990], [17636], [39083], [1184], [35830], [28365], [16731], [43467], [47744], [1138], [16079], [40116], [45564], [18297], [42368], [5456], [18022], [42696], [34476], [23505], [23741], [39334], [37944], [45382], [38709], [33440], [26077], [43600], [34418], [36033], [6660], [48167], [48471], [15775], [19884], [41533], [1008], [31053], [36692], [46576], [20095], [20629], [31759], [46410], [41000], [13488], [30952], [39258], [16160], [27655], [22367], [42767], [43736], [49694], [13811], [12004], [46768], [6257], [37471], [5264], [44153], [33805], [20977], [21083], [25416], [14277], [31096], [42041], [18331], [33376], [22372], [46294], [28379], [38475], [1656], [5204], [27075], [50001], [16616], [11396], [7748], [48744], [35402], [28120], [41512], [4207], [43144], [14767], [15640], [16595], [41305], [44479], [38958], [18474], [22734], [30522], [46267], [60], [13976], [31830], [48701], [39822], [9014], [21966], [31422], [28052], [34607], [2479], [3851], [32214], [44082], [45507], [3001], [34368], [34758], [13380], [38363], [4299], [46802], [30996], [12630], [49236], [7082], [8795], [5218], [44740], [9686], [9983], [45301], [27114], [40125], [1570], [26997], [544], [5290], [49193], [23781], [14193], [40000], [2947], [43781], [9102], [48064], [42274], [18772], [49384], [9884], [45635], [43521], [31258], [32056], [47686], [21760], [13143], [10148], [26119], [44308], [31379], [36399], [23983], [46694], [36134], [8562], [12977], [35117], [28591], [49021], [47093], [28653], [29013], [46468], [8605], [7254], [25896], [5032], [8168], [36893], [38270], [20499], [27501], [34419], [29547], [28571], [36586], [20871], [30537], [26842], [21375], [31148], [27618], [33094], [3291], [31789], [28391], [870], [9793], [41361], [47916], [27468], [43856], [8850], [35237], [15707], [47552], [2730], [41449], [45488], [3073], [49806], [21938], [24430], [22747], [20924], [46145], [20481], [20197], [8239], [28231], [17987], [42804], [47269], [29972], [49884], [21382], [46295], [36676], [34616], [3921], [26991], [27720], [46265], [654], [9855], [40354], [5291], [34904], [44342], [2470], [14598], [880], [19282], [2498], [24237], [21431], [16369], [8994], [44524], [45662], [13663], [37077], [1447], [37786], [30863], [42854], [1019], [20322], [4398], [12159], [44072], [48664], [31547], [18736], [9259], [31], [16354], [21810], [4357], [37982], [5064], [2033], [32871], [47446], [62], [22158], [37387], [8743], [47007], [17981], [11049], [4622], [37916], [36786], [35138], [29925], [14157], [18095], [27829], [1181], [22226], [5709], [4725], [30189], [37014], [1254], [11380], [42989], [696], [24576], [39487], [30119], [1092], [8088], [2194], [9899], [14412], [21828], [3725], [13544], [5180], [44679], [34398], [3891], [28739], [14219], [37594], [49550], [11326], [6904], [17266], [5749], [10174], [23405], [9955], [38271], [41018], [13011], [48392], [36784], [24254], [21687], [23734], [5413], [41447], [45472], [10122], [17555], [15830], [47384], [12084], [31350], [47940], [11661], [27988], [45443], [905], [49651], [16614], [34993], [6781], [30803], [35869], [8001], [41604], [28118], [46462], [46762], [16262], [17281], [5774], [10943], [5013], [18257], [6750], [4713], [3951], [11899], [38791], [16943], [37596], [9318], [18413], [40473], [13208], [16375]] badwordsids_neox = [[0], [1], [44162], [9502], [12520], [31841], [36320], [49824], [34417], [6038], [34494], [24815], [26635], [24345], [3455], [28905], [44270], [17278], [32666], [46880], [7086], [43189], [37322], [17778], [20879], [49821], [3138], [14490], [4681], [21391], [26786], [43134], [9336], [683], [48074], [41256], [19181], [29650], [28532], [36487], [45114], [46275], [16445], [15104], [11337], [1168], [5647], [29], [27482], [44965], [43782], [31011], [42944], [47389], [6334], [17548], [38329], [32044], [35487], [2239], [34761], [7444], [1084], [12399], [18990], [17636], [39083], [1184], [35830], [28365], [16731], [43467], [47744], [1138], [16079], [40116], [45564], [18297], [42368], [5456], [18022], [42696], [34476], [23505], [23741], [39334], [37944], [45382], [38709], [33440], [26077], [43600], [34418], [36033], [6660], [48167], [48471], [15775], [19884], [41533], [1008], [31053], [36692], [46576], [20095], [20629], [31759], [46410], [41000], [13488], [30952], [39258], [16160], [27655], [22367], [42767], [43736], [49694], [13811], [12004], [46768], [6257], [37471], [5264], [44153], [33805], [20977], [21083], [25416], [14277], [31096], [42041], [18331], [33376], [22372], [46294], [28379], [38475], [1656], [5204], [27075], [50001], [16616], [11396], [7748], [48744], [35402], [28120], [41512], [4207], [43144], [14767], [15640], [16595], [41305], [44479], [38958], [18474], [22734], [30522], [46267], [60], [13976], [31830], [48701], [39822], [9014], [21966], [31422], [28052], [34607], [2479], [3851], [32214], [44082], [45507], [3001], [34368], [34758], [13380], [38363], [4299], [46802], [30996], [12630], [49236], [7082], [8795], [5218], [44740], [9686], [9983], [45301], [27114], [40125], [1570], [26997], [544], [5290], [49193], [23781], [14193], [40000], [2947], [43781], [9102], [48064], [42274], [18772], [49384], [9884], [45635], [43521], [31258], [32056], [47686], [21760], [13143], [10148], [26119], [44308], [31379], [36399], [23983], [46694], [36134], [8562], [12977], [35117], [28591], [49021], [47093], [28653], [29013], [46468], [8605], [7254], [25896], [5032], [8168], [36893], [38270], [20499], [27501], [34419], [29547], [28571], [36586], [20871], [30537], [26842], [21375], [31148], [27618], [33094], [3291], [31789], [28391], [870], [9793], [41361], [47916], [27468], [43856], [8850], [35237], [15707], [47552], [2730], [41449], [45488], [3073], [49806], [21938], [24430], [22747], [20924], [46145], [20481], [20197], [8239], [28231], [17987], [42804], [47269], [29972], [49884], [21382], [46295], [36676], [34616], [3921], [26991], [27720], [46265], [654], [9855], [40354], [5291], [34904], [44342], [2470], [14598], [880], [19282], [2498], [24237], [21431], [16369], [8994], [44524], [45662], [13663], [37077], [1447], [37786], [30863], [42854], [1019], [20322], [4398], [12159], [44072], [48664], [31547], [18736], [9259], [31], [16354], [21810], [4357], [37982], [5064], [2033], [32871], [47446], [62], [22158], [37387], [8743], [47007], [17981], [11049], [4622], [37916], [36786], [35138], [29925], [14157], [18095], [27829], [1181], [22226], [5709], [4725], [30189], [37014], [1254], [11380], [42989], [696], [24576], [39487], [30119], [1092], [8088], [2194], [9899], [14412], [21828], [3725], [13544], [5180], [44679], [34398], [3891], [28739], [14219], [37594], [49550], [11326], [6904], [17266], [5749], [10174], [23405], [9955], [38271], [41018], [13011], [48392], [36784], [24254], [21687], [23734], [5413], [41447], [45472], [10122], [17555], [15830], [47384], [12084], [31350], [47940], [11661], [27988], [45443], [905], [49651], [16614], [34993], [6781], [30803], [35869], [8001], [41604], [28118], [46462], [46762], [16262], [17281], [5774], [10943], [5013], [18257], [6750], [4713], [3951], [11899], [38791], [16943], [37596], [9318], [18413], [40473], [13208], [16375]]
badwordsids_opt = [[44717], [46613], [48513], [49923], [50185], [48755], [8488], [43303], [49659], [48601], [49817], [45405], [48742], [49925], [47720], [11227], [48937], [48784], [50017], [42248], [49310], [48082], [49895], [50025], [49092], [49007], [8061], [44226], [0], [742], [28578], [15698], [49784], [46679], [39365], [49281], [49609], [48081], [48906], [46161], [48554], [49670], [48677], [49721], [49632], [48610], [48462], [47457], [10975], [46077], [28696], [48709], [43839], [49798], [49154], [48203], [49625], [48395], [50155], [47161], [49095], [48833], [49420], [49666], [48443], [22176], [49242], [48651], [49138], [49750], [40389], [48021], [21838], [49070], [45333], [40862], [1], [49915], [33525], [49858], [50254], [44403], [48992], [48872], [46117], [49853], [47567], [50206], [41552], [50068], [48999], [49703], [49940], [49329], [47620], [49868], [49962], [2], [44082], [50236], [31274], [50260], [47052], [42645], [49177], [17523], [48691], [49900], [49069], [49358], [48794], [47529], [46479], [48457], [646], [49910], [48077], [48935], [46386], [48902], [49151], [48759], [49803], [45587], [48392], [47789], [48654], [49836], [49230], [48188], [50264], [46844], [44690], [48505], [50161], [27779], [49995], [41833], [50154], [49097], [48520], [50018], [8174], [50084], [49366], [49526], [50193], [7479], [49982], [3]]

26
presets/Custom.presets
View File

@@ -17,13 +17,13 @@
"rep_pen_range": 1024, "rep_pen_range": 1024,
"rep_pen_slope": 0.7, "rep_pen_slope": 0.7,
"sampler_order": [ "sampler_order": [
6,
5, 5,
4, 4,
3, 3,
2, 2,
1, 1,
0 0,
6
] ]
}, },
{ {
@@ -44,13 +44,13 @@
"rep_pen_range": 1024, "rep_pen_range": 1024,
"rep_pen_slope": 0.7, "rep_pen_slope": 0.7,
"sampler_order": [ "sampler_order": [
6,
5, 5,
4, 4,
3, 3,
1, 1,
2, 2,
0 0,
6
] ]
}, },
{ {
@@ -71,13 +71,13 @@
"rep_pen_range": 1024, "rep_pen_range": 1024,
"rep_pen_slope": 0.7, "rep_pen_slope": 0.7,
"sampler_order": [ "sampler_order": [
6,
0, 0,
1, 1,
2, 2,
3, 3,
4, 4,
5 5,
6
] ]
}, },
{ {
@@ -98,13 +98,13 @@
"rep_pen_range": 1024, "rep_pen_range": 1024,
"rep_pen_slope": 0.7, "rep_pen_slope": 0.7,
"sampler_order": [ "sampler_order": [
6,
0, 0,
1, 1,
2, 2,
3, 3,
4, 4,
5 5,
6
] ]
}, },
{ {
@@ -125,13 +125,13 @@
"rep_pen_range": 1024, "rep_pen_range": 1024,
"rep_pen_slope": 0.7, "rep_pen_slope": 0.7,
"sampler_order": [ "sampler_order": [
6,
0, 0,
1, 1,
2, 2,
3, 3,
4, 4,
5 5,
6
] ]
}, },
{ {
@@ -152,13 +152,13 @@
"rep_pen_range": 1024, "rep_pen_range": 1024,
"rep_pen_slope": 0.7, "rep_pen_slope": 0.7,
"sampler_order": [ "sampler_order": [
6,
4, 4,
5, 5,
1, 1,
0, 0,
2, 2,
3 3,
6
] ]
} }
] ]

42
presets/Official_13B.presets
View File

@@ -17,13 +17,13 @@
"rep_pen_range": 2048, "rep_pen_range": 2048,
"rep_pen_slope": 0.1, "rep_pen_slope": 0.1,
"sampler_order": [ "sampler_order": [
6,
2, 2,
0, 0,
3, 3,
5, 5,
1, 1,
4 4,
6
] ]
}, },
{ {
@@ -44,13 +44,13 @@
"rep_pen_range": 2048, "rep_pen_range": 2048,
"rep_pen_slope": 0.3, "rep_pen_slope": 0.3,
"sampler_order": [ "sampler_order": [
6,
5, 5,
0, 0,
2, 2,
3, 3,
1, 1,
4 4,
6
] ]
}, },
{ {
@@ -71,13 +71,13 @@
"rep_pen_range": 404, "rep_pen_range": 404,
"rep_pen_slope": 0.8, "rep_pen_slope": 0.8,
"sampler_order": [ "sampler_order": [
6,
0, 0,
5, 5,
3, 3,
2, 2,
1, 1,
4 4,
6
] ]
}, },
{ {
@@ -98,13 +98,13 @@
"rep_pen_range": 2048, "rep_pen_range": 2048,
"rep_pen_slope": 7, "rep_pen_slope": 7,
"sampler_order": [ "sampler_order": [
6,
3, 3,
2, 2,
0, 0,
5, 5,
1, 1,
4 4,
6
] ]
}, },
{ {
@@ -125,13 +125,13 @@
"rep_pen_range": 0, "rep_pen_range": 0,
"rep_pen_slope": 0.0, "rep_pen_slope": 0.0,
"sampler_order": [ "sampler_order": [
6,
0, 0,
4, 4,
1, 1,
3, 3,
5, 5,
2 2,
6
] ]
}, },
{ {
@@ -152,13 +152,13 @@
"rep_pen_range": 2048, "rep_pen_range": 2048,
"rep_pen_slope": 0.1, "rep_pen_slope": 0.1,
"sampler_order": [ "sampler_order": [
6,
5, 5,
0, 0,
2, 2,
3, 3,
1, 1,
4 4,
6
] ]
}, },
{ {
@@ -179,13 +179,13 @@
"rep_pen_range": 400, "rep_pen_range": 400,
"rep_pen_slope": 0.3, "rep_pen_slope": 0.3,
"sampler_order": [ "sampler_order": [
6,
5, 5,
0, 0,
3, 3,
2, 2,
1, 1,
4 4,
6
] ]
}, },
{ {
@@ -206,13 +206,13 @@
"rep_pen_range": 2048, "rep_pen_range": 2048,
"rep_pen_slope": 0.2, "rep_pen_slope": 0.2,
"sampler_order": [ "sampler_order": [
6,
5, 5,
0, 0,
2, 2,
3, 3,
1, 1,
4 4,
6
] ]
}, },
{ {
@@ -233,13 +233,13 @@
"rep_pen_range": 2048, "rep_pen_range": 2048,
"rep_pen_slope": 0.0, "rep_pen_slope": 0.0,
"sampler_order": [ "sampler_order": [
6,
5, 5,
0, 0,
2, 2,
3, 3,
1, 1,
4 4,
6
] ]
}, },
{ {
@@ -260,13 +260,13 @@
"rep_pen_range": 2048, "rep_pen_range": 2048,
"rep_pen_slope": 0.1, "rep_pen_slope": 0.1,
"sampler_order": [ "sampler_order": [
6,
3, 3,
2, 2,
5, 5,
0, 0,
1, 1,
4 4,
6
] ]
} }
] ]

30
presets/Official_6B.presets
View File

@@ -8,13 +8,13 @@
"rep_pen_range": 2048, "rep_pen_range": 2048,
"rep_pen_slope": 0.2, "rep_pen_slope": 0.2,
"sampler_order": [ "sampler_order": [
6,
5, 5,
0, 0,
2, 2,
3, 3,
1, 1,
4 4,
6
], ],
"temp": 0.72, "temp": 0.72,
"tfs": 1.0, "tfs": 1.0,
@@ -35,13 +35,13 @@
"rep_pen_range": 2048, "rep_pen_range": 2048,
"rep_pen_slope": 0.0, "rep_pen_slope": 0.0,
"sampler_order": [ "sampler_order": [
6,
5, 5,
0, 0,
2, 2,
3, 3,
1, 1,
4 4,
6
], ],
"temp": 0.51, "temp": 0.51,
"tfs": 0.99, "tfs": 0.99,
@@ -71,13 +71,13 @@
"rep_pen_range": 2048, "rep_pen_range": 2048,
"rep_pen_slope": 0.0, "rep_pen_slope": 0.0,
"sampler_order": [ "sampler_order": [
6,
5, 5,
0, 0,
2, 2,
3, 3,
1, 1,
4 4,
6
] ]
}, },
{ {
@@ -98,13 +98,13 @@
"rep_pen_range": 2048, "rep_pen_range": 2048,
"rep_pen_slope": 0.0, "rep_pen_slope": 0.0,
"sampler_order": [ "sampler_order": [
6,
5, 5,
0, 0,
2, 2,
3, 3,
1, 1,
4 4,
6
] ]
}, },
{ {
@@ -125,13 +125,13 @@
"rep_pen_range": 2048, "rep_pen_range": 2048,
"rep_pen_slope": 0.0, "rep_pen_slope": 0.0,
"sampler_order": [ "sampler_order": [
6,
5, 5,
0, 0,
2, 2,
3, 3,
1, 1,
4 4,
6
] ]
}, },
{ {
@@ -152,13 +152,13 @@
"rep_pen_range": 2048, "rep_pen_range": 2048,
"rep_pen_slope": 3.4, "rep_pen_slope": 3.4,
"sampler_order": [ "sampler_order": [
6,
5, 5,
0, 0,
2, 2,
3, 3,
1, 1,
4 4,
6
] ]
}, },
{ {
@@ -179,13 +179,13 @@
"rep_pen_range": 2048, "rep_pen_range": 2048,
"rep_pen_slope": 6.8, "rep_pen_slope": 6.8,
"sampler_order": [ "sampler_order": [
6,
5, 5,
0, 0,
2, 2,
3, 3,
1, 1,
4 4,
6
] ]
} }
] ]