rixty
/
KoboldAI-Client
mirror of https://github.com/KoboldAI/KoboldAI-Client.git
1
1
Fork 0
Code Issues Projects Releases Wiki Activity

Update list of transformers versions that have broken OPT

This commit is contained in:
Gnome Ann 2022-05-28 23:44:19 -04:00
parent 52b977a3d3
commit 69da5b7bc2
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
aiserver.py
View File

@ -26,6 +26,7 @@ import json
import collections import collections
import zipfile import zipfile
import packaging import packaging
import packaging.version
import contextlib import contextlib
import traceback import traceback
import threading import threading
@ -1348,7 +1349,7 @@ if(not vars.use_colab_tpu and vars.model not in ["InferKit", "Colab", "OAI", "Go
# Fix a bug in OPTForCausalLM where self.lm_head is the wrong size # Fix a bug in OPTForCausalLM where self.lm_head is the wrong size
if(transformers_version == "4.19.0"): if(packaging.version.parse("4.19.0.dev0") <= packaging.version.parse(transformers_version) <= packaging.version.parse("4.19.2")):
try: try:
from transformers import OPTForCausalLM, OPTModel from transformers import OPTForCausalLM, OPTModel
except ImportError: except ImportError: