mirror of
https://github.com/Wan-Video/Wan2.1.git
synced 2025-11-04 14:16:57 +00:00
Merge ca23a2fc59 into 7c81b2f27d
This commit is contained in:
commit
2bf3f3e376
@ -107,7 +107,7 @@ def flash_attention(
|
|||||||
max_seqlen_k=lk,
|
max_seqlen_k=lk,
|
||||||
softmax_scale=softmax_scale,
|
softmax_scale=softmax_scale,
|
||||||
causal=causal,
|
causal=causal,
|
||||||
deterministic=deterministic)[0].unflatten(0, (b, lq))
|
deterministic=deterministic).unflatten(0, (b, lq))
|
||||||
else:
|
else:
|
||||||
assert FLASH_ATTN_2_AVAILABLE
|
assert FLASH_ATTN_2_AVAILABLE
|
||||||
x = flash_attn.flash_attn_varlen_func(
|
x = flash_attn.flash_attn_varlen_func(
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user