Dont force flash attention on hidream 01. Causes random issues and is slower.

This commit is contained in:
Jaret Burkett 2026-05-24 16:05:22 -06:00
parent 307ff11bc5
commit fbac1cb7f5
1 changed files with 1 additions and 1 deletions

View File

@ -445,7 +445,7 @@ class HidreamO1Model(BaseModel):
vinputs=z,
timestep=t_pixeldit.reshape(-1),
token_types=token_types,
use_flash_attn=True,
use_flash_attn=False,
)
x_pred = outputs.x_pred # (B, S, C*p*p) over the full padded sequence