rixty
/
KoboldAI-Client
mirror of https://github.com/KoboldAI/KoboldAI-Client.git
1
1
Fork 0
Code Issues Projects Releases Wiki Activity

Put the XGLM embedding patch behind a version check

This commit is contained in:
Gnome Ann 2022-03-04 19:10:15 -05:00
parent 8e12b7df61
commit a00dede610
1 changed files with 21 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
aiserver.py
View File

@ -1015,9 +1015,10 @@ if(not vars.model in ["InferKit", "Colab", "OAI", "ReadOnly", "TPUMeshTransforme
import transformers.generation_utils import transformers.generation_utils
from transformers import __version__ as transformers_version from transformers import __version__ as transformers_version
# Temporary fix for XGLM positional embedding issues until # Some versions of transformers 4.17.0.dev0 are affected by
# https://github.com/huggingface/transformers/issues/15736 # https://github.com/huggingface/transformers/issues/15736
# is resolved # This is a workaround for those versions of transformers.
if(transformers_version == "4.17.0.dev0"):
try: try:
from transformers.models.xglm.modeling_xglm import XGLMSinusoidalPositionalEmbedding from transformers.models.xglm.modeling_xglm import XGLMSinusoidalPositionalEmbedding
except ImportError: except ImportError: