rixty
/
KoboldAI-Client
mirror of https://github.com/KoboldAI/KoboldAI-Client.git
1
1
Fork 0
Code Issues Projects Releases Wiki Activity

Hide the warning about `torch.distributed.reduce_op` being deprecated

This commit is contained in:
vfbd 2022-08-11 18:42:56 -04:00
parent 8c7ed92fef
commit e879d1c5f3
1 changed files with 10 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
aiserver.py
View File

@ -37,6 +37,7 @@ import bisect
import functools import functools
import traceback import traceback
import inspect import inspect
import warnings
from collections.abc import Iterable from collections.abc import Iterable
from typing import Any, Callable, TypeVar, Tuple, Union, Dict, Set, List, Optional, Type from typing import Any, Callable, TypeVar, Tuple, Union, Dict, Set, List, Optional, Type
@ -1958,13 +1959,15 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal
model = None model = None
generator = None generator = None
model_config = None model_config = None
for tensor in gc.get_objects(): with torch.no_grad():
try: with warnings.catch_warnings():
if torch.is_tensor(tensor): warnings.filterwarnings("ignore", message="torch.distributed.reduce_op is deprecated")
with torch.no_grad(): for tensor in gc.get_objects():
tensor.set_(torch.tensor((), device=tensor.device, dtype=tensor.dtype)) try:
except: if torch.is_tensor(tensor):
pass tensor.set_(torch.tensor((), device=tensor.device, dtype=tensor.dtype))
except:
pass
gc.collect() gc.collect()
try: try:
torch.cuda.empty_cache() torch.cuda.empty_cache()