Zengtudor/Wan2.1
1
0
Fork 0
mirror of https://github.com/Wan-Video/Wan2.1.git synced 2025-11-04 14:16:57 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

I need rest!

Browse Source
This commit is contained in:
DeepBeepMeep 2025-07-08 19:53:50 +02:00
parent b5d26646c5
commit 34f9333fdc
1 changed files with 15 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
wan/modules/attention.py
View File

@ -7,23 +7,23 @@ import torch.nn.functional as F
major, minor = torch.cuda.get_device_capability(None)
bfloat16_supported = major >= 8
# try:
# from xformers.ops import memory_efficient_attention
# except ImportError:
# memory_efficient_attention = None
try:
from xformers.ops import memory_efficient_attention
except ImportError:
memory_efficient_attention = None
# try:
# import flash_attn_interface
# FLASH_ATTN_3_AVAILABLE = True
# except ModuleNotFoundError:
# FLASH_ATTN_3_AVAILABLE = False
try:
import flash_attn_interface
FLASH_ATTN_3_AVAILABLE = True
except ModuleNotFoundError:
FLASH_ATTN_3_AVAILABLE = False
# try:
# import flash_attn
# FLASH_ATTN_2_AVAILABLE = True
# except ModuleNotFoundError:
# FLASH_ATTN_2_AVAILABLE = False
# flash_attn = None
try:
import flash_attn
FLASH_ATTN_2_AVAILABLE = True
except ModuleNotFoundError:
FLASH_ATTN_2_AVAILABLE = False
flash_attn = None
try:
from sageattention import sageattn_varlen