Disable offload stream when torch compile. (#10961)
This commit is contained in:
parent
ca7808f240
commit
f55c98a89f
|
|
@ -1042,6 +1042,9 @@ def get_offload_stream(device):
|
|||
if NUM_STREAMS == 0:
|
||||
return None
|
||||
|
||||
if torch.compiler.is_compiling():
|
||||
return None
|
||||
|
||||
if device in STREAMS:
|
||||
ss = STREAMS[device]
|
||||
#Sync the oldest stream in the queue with the current
|
||||
|
|
|
|||
Loading…
Reference in New Issue