Zengtudor/Wan2.1
1
0
Fork 0
mirror of https://github.com/Wan-Video/Wan2.1.git synced 2025-06-07 07:44:53 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

VAE Tiling Support - credits to deepbeepmeep's WanGP

Browse Source
This commit is contained in:
pftq 2025-03-18 22:19:38 -07:00 committed by GitHub
parent d0ff85adc9
commit c48d4dcd56
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 24 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
generate.py
View File

@ -17,6 +17,8 @@ from wan.configs import WAN_CONFIGS, SIZE_CONFIGS, MAX_AREA_CONFIGS, SUPPORTED_S
from wan.utils.prompt_extend import DashScopePromptExpander, QwenPromptExpander from wan.utils.prompt_extend import DashScopePromptExpander, QwenPromptExpander
from wan.utils.utils import cache_video, cache_image, str2bool from wan.utils.utils import cache_video, cache_image, str2bool
logging.basicConfig(level=logging.INFO, format='%(asctime)s | %(levelname)s | %(name)s:%(funcName)s:%(lineno)d - %(message)s')
EXAMPLE_PROMPT = { EXAMPLE_PROMPT = {
"t2v-1.3B": { "t2v-1.3B": {
"prompt": "Two anthropomorphic cats in comfy boxing gear and bright gloves fight intensely on a spotlighted stage.", "prompt": "Two anthropomorphic cats in comfy boxing gear and bright gloves fight intensely on a spotlighted stage.",
@ -206,6 +208,13 @@ def _parse_args():
default=False, default=False,
help="Different CFG/steps each video, labeled in filename.") help="Different CFG/steps each video, labeled in filename.")
# 20250317 pftq: VAE tiling implementation from deepbeepmeep/WanGP
parser.add_argument(
"--vae_tiling",
type=int,
default=0,
help="VAE tiling to reduce VRAM use.")
args = parser.parse_args() args = parser.parse_args()
_validate_args(args) _validate_args(args)
@ -306,12 +315,20 @@ def generate(args):
seeds = [args.base_seed if args.base_seed >= 0 else random.randint(0, sys.maxsize)] seeds = [args.base_seed if args.base_seed >= 0 else random.randint(0, sys.maxsize)]
seeds.extend(random.randint(0, sys.maxsize) for _ in range(args.batch_size - 1)) seeds.extend(random.randint(0, sys.maxsize) for _ in range(args.batch_size - 1))
# 20250316 pftq: VAE Tiling from deepbeepmeep
VAE_tile_size = 0
if args.vae_tiling> 0 and args.vae_tiling%64==0:
VAE_tile_size = args.vae_tiling
logging.info('Using VAE tile size of ' + str( VAE_tile_size))
for batch_index in range(args.batch_size): for batch_index in range(args.batch_size):
if batch_index > 0: if batch_index > 0:
args.base_seed = seeds[batch_index] args.base_seed = seeds[batch_index]
if args.batch_size > 1: if args.batch_size > 1:
logging.info("Batch size: "+str(args.batch_size)+" | Video #"+str(batch_index+1)) logging.info("Batch size: "+str(args.batch_size)+" | Video #"+str(batch_index+1))
args.base_seed = 42 # for testing
if "t2v" in args.task or "t2i" in args.task: if "t2v" in args.task or "t2i" in args.task:
if args.prompt is None: if args.prompt is None:
args.prompt = EXAMPLE_PROMPT[args.task]["prompt"] args.prompt = EXAMPLE_PROMPT[args.task]["prompt"]
@ -375,7 +392,8 @@ def generate(args):
guide_scale=args.sample_guide_scale, guide_scale=args.sample_guide_scale,
seed=args.base_seed, seed=args.base_seed,
offload_model=args.offload_model, offload_model=args.offload_model,
n_prompt=args.negative_prompt # 20250316 pftq: Optional negative prompt n_prompt=args.negative_prompt, # 20250316 pftq: Optional negative prompt
VAE_tile_size=VAE_tile_size, # 20250316 pftq: VAE Tiling from deepbeepmeep/WanGP
) )
else: else:
@ -446,11 +464,12 @@ def generate(args):
frame_num=args.frame_num, frame_num=args.frame_num,
shift=args.sample_shift, shift=args.sample_shift,
sample_solver=args.sample_solver, sample_solver=args.sample_solver,
sampling_steps=args.sample_steps, sampling_steps=args.sample_steps+stepsdelta,
guide_scale=args.sample_guide_scale, guide_scale=args.sample_guide_scale+cfgdelta,
seed=args.base_seed, seed=args.base_seed,
offload_model=args.offload_model, offload_model=args.offload_model,
n_prompt=args.negative_prompt # 20250316 pftq: Optional negative prompt n_prompt=args.negative_prompt, # 20250316 pftq: Optional negative prompt
VAE_tile_size=VAE_tile_size, # 20250316 pftq: VAE Tiling from deepbeepmeep/WanGP
) )
if rank == 0: if rank == 0: