rearrange if-statements for cpu

This commit is contained in:
Kohaku-Blueleaf 2024-01-09 23:30:55 +08:00
parent 58d5b042cd
commit ca671e5d7b

View File

@ -185,15 +185,15 @@ def autocast(disable=False):
if fp8 and device==cpu:
return torch.autocast("cpu", dtype=torch.bfloat16, enabled=True)
if has_xpu() or has_mps() or cuda_no_autocast():
return manual_cast(dtype)
if fp8 and dtype_inference == torch.float32:
return manual_cast(dtype)
if dtype == torch.float32 or dtype_inference == torch.float32:
return contextlib.nullcontext()
if has_xpu() or has_mps() or cuda_no_autocast():
return manual_cast(dtype)
return torch.autocast("cuda")