Experiments

This commit is contained in:
somebody
2023-06-21 17:33:14 -05:00
parent 0012158eac
commit 947bcc58e4
3 changed files with 21 additions and 2 deletions

View File

@@ -655,10 +655,13 @@ def get_auxilary_device():
# NOTE: TPU isn't a torch device, so TPU stuff gets sent to CPU.
if koboldai_vars.hascuda and koboldai_vars.usegpu:
print("GP")
return koboldai_vars.gpu_device
elif koboldai_vars.hascuda:
# TODO: Primary device
print("CUDA")
return "cuda"
print("CPU")
return "cpu"
#==================================================================#