rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Merge pull request #130 from VE-FORBRYDERNE/neox-badwords

Browse Source 
GPT-NeoX HF model badwords fix
This commit is contained in:
henk717
2022-06-23 21:05:42 +02:00
committed by GitHub
parent d94f29a68a 3da885d408
commit ec0bc1cc17
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
aiserver.py
View File

@@ -976,7 +976,7 @@ if(vars.model not in ["InferKit", "Colab", "OAI", "GooseAI" , "ReadOnly", "TPUMe
if(vars.model_type == "opt"): if(vars.model_type == "opt"):
vars.badwordsids = vars.badwordsids_opt vars.badwordsids = vars.badwordsids_opt
if(vars.model_type == "neox"): if(vars.model_type == "gpt_neox"):
vars.badwordsids = vars.badwordsids_neox vars.badwordsids = vars.badwordsids_neox
if(not vars.use_colab_tpu and vars.model not in ["InferKit", "Colab", "OAI", "GooseAI" , "ReadOnly", "TPUMeshTransformerGPTJ", "TPUMeshTransformerGPTNeoX"]): if(not vars.use_colab_tpu and vars.model not in ["InferKit", "Colab", "OAI", "GooseAI" , "ReadOnly", "TPUMeshTransformerGPTJ", "TPUMeshTransformerGPTNeoX"]):
@@ -1886,7 +1886,7 @@ else:
import tpu_mtj_backend import tpu_mtj_backend
if(vars.model_type == "opt"): if(vars.model_type == "opt"):
tpu_mtj_backend.pad_token_id = 1 tpu_mtj_backend.pad_token_id = 1
elif(vars.model == "TPUMeshTransformerGPTNeoX" or vars.model_type == "neox"): elif(vars.model == "TPUMeshTransformerGPTNeoX" or vars.model_type == "gpt_neox"):
tpu_mtj_backend.pad_token_id = 2 tpu_mtj_backend.pad_token_id = 2
tpu_mtj_backend.vars = vars tpu_mtj_backend.vars = vars
tpu_mtj_backend.warper_callback = tpumtjgenerate_warper_callback tpu_mtj_backend.warper_callback = tpumtjgenerate_warper_callback