rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Merge pull request #135 from VE-FORBRYDERNE/opt

Browse Source 
Update list of transformers versions that have broken OPT
This commit is contained in:
henk717
2022-05-29 12:59:26 +02:00
committed by GitHub
parent 52b977a3d3 69da5b7bc2
commit a46ee07f3e
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
aiserver.py
View File

@@ -26,6 +26,7 @@ import json
import collections
import zipfile
import packaging
import packaging.version
import contextlib
import traceback
import threading
@@ -1348,7 +1349,7 @@ if(not vars.use_colab_tpu and vars.model not in ["InferKit", "Colab", "OAI", "Go
# Fix a bug in OPTForCausalLM where self.lm_head is the wrong size
if(transformers_version == "4.19.0"):
if(packaging.version.parse("4.19.0.dev0") <= packaging.version.parse(transformers_version) <= packaging.version.parse("4.19.2")):
try:
from transformers import OPTForCausalLM, OPTModel
except ImportError: