Fix sentencepiece model saving
This commit is contained in:
parent
6151d16df0
commit
7de3311000
|
@ -1063,10 +1063,10 @@ if(not vars.model in ["InferKit", "Colab", "OAI", "ReadOnly", "TPUMeshTransforme
|
||||||
|
|
||||||
if not args.colab:
|
if not args.colab:
|
||||||
import shutil
|
import shutil
|
||||||
shutil.rmtree("cache/")
|
|
||||||
model = model.half()
|
model = model.half()
|
||||||
model.save_pretrained("models/{}".format(vars.model.replace('/', '_')))
|
model.save_pretrained("models/{}".format(vars.model.replace('/', '_')))
|
||||||
tokenizer.save_pretrained("models/{}".format(vars.model.replace('/', '_')))
|
tokenizer.save_pretrained("models/{}".format(vars.model.replace('/', '_')))
|
||||||
|
shutil.rmtree("cache/")
|
||||||
|
|
||||||
if(vars.hascuda):
|
if(vars.hascuda):
|
||||||
if(vars.usegpu):
|
if(vars.usegpu):
|
||||||
|
|
Loading…
Reference in New Issue