rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Fixing GPU support broke CPU support. Now testing for capabilities before creating pipeline

Browse Source
This commit is contained in:
KoboldAI Dev
2021-05-03 00:24:16 -04:00
parent 97ad42efe6
commit ace2b2db12
1 changed files with 10 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
aiserver.py
View File

@ -53,6 +53,7 @@ class vars:
url = "https://api.inferkit.com/v1/models/standard/generate" # InferKit API URL url = "https://api.inferkit.com/v1/models/standard/generate" # InferKit API URL
apikey = "" apikey = ""
savedir = getcwd()+"\stories\\newstory.json" savedir = getcwd()+"\stories\\newstory.json"
hascuda = False
#==================================================================# #==================================================================#
# Startup # Startup
@ -107,8 +108,16 @@ if(vars.model != "InferKit"):
if(not vars.noai): if(not vars.noai):
print("{0}Initializing transformers, please wait...{1}".format(colors.HEADER, colors.ENDC)) print("{0}Initializing transformers, please wait...{1}".format(colors.HEADER, colors.ENDC))
from transformers import pipeline, GPT2Tokenizer from transformers import pipeline, GPT2Tokenizer
import torch
# Is CUDA available? If so, use GPU, otherwise fall back to CPU
vars.hascuda = torch.cuda.is_available()
generator = pipeline('text-generation', model=vars.model, device=0) if(vars.hascuda):
generator = pipeline('text-generation', model=vars.model, device=0)
else:
generator = pipeline('text-generation', model=vars.model)
tokenizer = GPT2Tokenizer.from_pretrained(vars.model) tokenizer = GPT2Tokenizer.from_pretrained(vars.model)
print("{0}OK! {1} pipeline created!{2}".format(colors.OKGREEN, vars.model, colors.ENDC)) print("{0}OK! {1} pipeline created!{2}".format(colors.OKGREEN, vars.model, colors.ENDC))
else: else: