Merge pull request #4 from songruizz/fix/FA3-duplicated-code

fix performance regression due to duplicated code
This commit is contained in:
zc8gerard 2025-05-27 16:21:46 +08:00 committed by GitHub
commit 7ae8070fd9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -304,13 +304,6 @@ def usp_attn_forward(self,
value=half(v),
window_size=self.window_size)
x = xFuserLongContextAttention()(
None,
query=half(q),
key=half(k),
value=half(v),
window_size=self.window_size)
# TODO: padding after attention.
# x = torch.cat([x, x.new_zeros(b, s - x.size(1), n, d)], dim=1)