stable-diffusion-webui/modules/devices.py

import torch

# has_mps is only available in nightly pytorch (for now), `getattr` for compatibility
has_mps = getattr(torch, 'has_mps', False)

cpu = torch.device("cpu")


def get_optimal_device():
    if torch.cuda.is_available():
        return torch.device("cuda")

    if has_mps:
        return torch.device("mps")

    return cpu


def torch_gc():
    if torch.cuda.is_available():
        torch.cuda.empty_cache()
        torch.cuda.ipc_collect()
Modular device management 2022-09-11 07:11:27 +02:00			`import torch`

			# has_mps is only available in nightly pytorch (for now), `getattr` for compatibility
			`has_mps = getattr(torch, 'has_mps', False)`

CLIP interrogator 2022-09-11 18:48:36 +03:00			`cpu = torch.device("cpu")`


Modular device management 2022-09-11 07:11:27 +02:00			`def get_optimal_device():`
CLIP interrogator 2022-09-11 18:48:36 +03:00			`if torch.cuda.is_available():`
			`return torch.device("cuda")`

			`if has_mps:`
			`return torch.device("mps")`

			`return cpu`
add half() supporrt for CLIP interrogation 2022-09-11 23:24:24 +03:00

			`def torch_gc():`
			`if torch.cuda.is_available():`
			`torch.cuda.empty_cache()`
			`torch.cuda.ipc_collect()`