Remove device=0 because of incompatibility
Device=0 breaks some of the pytorch implementations, removed to restore hardware compatibility to 0.16 levels.
This commit is contained in:
parent
4bcffc614e
commit
8a916116e3
|
@ -638,7 +638,7 @@ if(not vars.model in ["InferKit", "Colab", "OAI", "ReadOnly"]):
|
|||
tokenizer = GPT2Tokenizer.from_pretrained(vars.model)
|
||||
if(vars.hascuda):
|
||||
if(vars.usegpu):
|
||||
model = AutoModelForCausalLM.from_pretrained(vars.model, device=0)
|
||||
model = AutoModelForCausalLM.from_pretrained(vars.model)
|
||||
vars.modeldim = get_hidden_size_from_model(model)
|
||||
model = model.to(0)
|
||||
generator = model.generate
|
||||
|
|
Loading…
Reference in New Issue