rixty
/
KoboldAI-Client
mirror of https://github.com/KoboldAI/KoboldAI-Client.git
1
1
Fork 0
Code Issues Projects Releases Wiki Activity

Merge pull request #135 from VE-FORBRYDERNE/opt 

Update list of transformers versions that have broken OPT
This commit is contained in:
henk717 2022-05-29 12:59:26 +02:00 committed by GitHub
parent 52b977a3d3 69da5b7bc2
commit a46ee07f3e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
aiserver.py
View File

@ -26,6 +26,7 @@ import json
import collections import collections
import zipfile import zipfile
import packaging import packaging
import packaging.version
import contextlib import contextlib
import traceback import traceback
import threading import threading
@ -1348,7 +1349,7 @@ if(not vars.use_colab_tpu and vars.model not in ["InferKit", "Colab", "OAI", "Go
# Fix a bug in OPTForCausalLM where self.lm_head is the wrong size # Fix a bug in OPTForCausalLM where self.lm_head is the wrong size
if(transformers_version == "4.19.0"): if(packaging.version.parse("4.19.0.dev0") <= packaging.version.parse(transformers_version) <= packaging.version.parse("4.19.2")):
try: try:
from transformers import OPTForCausalLM, OPTModel from transformers import OPTForCausalLM, OPTModel
except ImportError: except ImportError: