Merge 31b27afe69 into 4800e78518
This commit is contained in:
commit
49038fff4f
|
|
@ -519,7 +519,7 @@ except:
|
|||
pass
|
||||
|
||||
|
||||
if ENABLE_PYTORCH_ATTENTION:
|
||||
if ENABLE_PYTORCH_ATTENTION and cpu_state != CPUState.CPU:
|
||||
torch.backends.cuda.enable_math_sdp(True)
|
||||
torch.backends.cuda.enable_flash_sdp(True)
|
||||
torch.backends.cuda.enable_mem_efficient_sdp(True)
|
||||
|
|
|
|||
Loading…
Reference in New Issue