Only enable torch.backends.cuda sdp(s) when not cpu mode
This commit is contained in:
parent
c46268bf60
commit
31b27afe69
|
|
@ -317,7 +317,7 @@ except:
|
|||
pass
|
||||
|
||||
|
||||
if ENABLE_PYTORCH_ATTENTION:
|
||||
if ENABLE_PYTORCH_ATTENTION and cpu_state != CPUState.CPU:
|
||||
torch.backends.cuda.enable_math_sdp(True)
|
||||
torch.backends.cuda.enable_flash_sdp(True)
|
||||
torch.backends.cuda.enable_mem_efficient_sdp(True)
|
||||
|
|
|
|||
Loading…
Reference in New Issue