Zengtudor/Wan2.1
1
0
Fork 0
mirror of https://github.com/Wan-Video/Wan2.1.git synced 2025-11-04 14:16:57 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

better packaging of matanyone

Browse Source
This commit is contained in:
DeepBeepMeep 2025-09-26 00:17:11 +02:00
parent ba764e8d60
commit bb7e84719d
2 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
preprocessing/matanyone/app.py
View File

@ -697,7 +697,8 @@ def load_unload_models(selected):
model.samcontroler.sam_controler.model.to("cpu").to(torch.bfloat16).to(arg_device) model.samcontroler.sam_controler.model.to("cpu").to(torch.bfloat16).to(arg_device)
model_in_GPU = True model_in_GPU = True
from .matanyone.model.matanyone import MatAnyone from .matanyone.model.matanyone import MatAnyone
matanyone_model = MatAnyone.from_pretrained("PeiqingYang/MatAnyone") # matanyone_model = MatAnyone.from_pretrained("PeiqingYang/MatAnyone")
matanyone_model = MatAnyone.from_pretrained("ckpts/mask")
# pipe ={"mat" : matanyone_model, "sam" :model.samcontroler.sam_controler.model } # pipe ={"mat" : matanyone_model, "sam" :model.samcontroler.sam_controler.model }
# offload.profile(pipe) # offload.profile(pipe)
matanyone_model = matanyone_model.to("cpu").eval() matanyone_model = matanyone_model.to("cpu").eval()

8
wgp.py
View File

@ -2519,6 +2519,7 @@ def download_mmaudio():
} }
process_files_def(**enhancer_def) process_files_def(**enhancer_def)
download_shared_done = False
def download_models(model_filename = None, model_type= None, module_type = False, submodel_no = 1): def download_models(model_filename = None, model_type= None, module_type = False, submodel_no = 1):
def computeList(filename): def computeList(filename):
if filename == None: if filename == None:
@ -2536,7 +2537,7 @@ def download_models(model_filename = None, model_type= None, module_type = False
"repoId" : "DeepBeepMeep/Wan2.1", "repoId" : "DeepBeepMeep/Wan2.1",
"sourceFolderList" : [ "pose", "scribble", "flow", "depth", "mask", "wav2vec", "chinese-wav2vec2-base", "roformer", "pyannote", "det_align", "" ], "sourceFolderList" : [ "pose", "scribble", "flow", "depth", "mask", "wav2vec", "chinese-wav2vec2-base", "roformer", "pyannote", "det_align", "" ],
"fileList" : [ ["dw-ll_ucoco_384.onnx", "yolox_l.onnx"],["netG_A_latest.pth"], ["raft-things.pth"], "fileList" : [ ["dw-ll_ucoco_384.onnx", "yolox_l.onnx"],["netG_A_latest.pth"], ["raft-things.pth"],
["depth_anything_v2_vitl.pth","depth_anything_v2_vitb.pth"], ["sam_vit_h_4b8939_fp16.safetensors"], ["depth_anything_v2_vitl.pth","depth_anything_v2_vitb.pth"], ["sam_vit_h_4b8939_fp16.safetensors", "model.safetensors", "config.json"],
["config.json", "feature_extractor_config.json", "model.safetensors", "preprocessor_config.json", "special_tokens_map.json", "tokenizer_config.json", "vocab.json"], ["config.json", "feature_extractor_config.json", "model.safetensors", "preprocessor_config.json", "special_tokens_map.json", "tokenizer_config.json", "vocab.json"],
["config.json", "pytorch_model.bin", "preprocessor_config.json"], ["config.json", "pytorch_model.bin", "preprocessor_config.json"],
["model_bs_roformer_ep_317_sdr_12.9755.ckpt", "model_bs_roformer_ep_317_sdr_12.9755.yaml", "download_checks.json"], ["model_bs_roformer_ep_317_sdr_12.9755.ckpt", "model_bs_roformer_ep_317_sdr_12.9755.yaml", "download_checks.json"],
@ -2562,6 +2563,9 @@ def download_models(model_filename = None, model_type= None, module_type = False
process_files_def(**enhancer_def) process_files_def(**enhancer_def)
download_mmaudio() download_mmaudio()
global download_shared_done
download_shared_done = True
if model_filename is None: return if model_filename is None: return
def download_file(url,filename): def download_file(url,filename):
@ -9138,6 +9142,8 @@ def set_new_tab(tab_state, new_tab_no):
tab_state["tab_no"] = 0 tab_state["tab_no"] = 0
return gr.Tabs(selected="video_gen") return gr.Tabs(selected="video_gen")
else: else:
if not download_shared_done:
download_models()
vmc_event_handler(True) vmc_event_handler(True)
tab_state["tab_no"] = new_tab_no tab_state["tab_no"] = new_tab_no
return gr.Tabs() return gr.Tabs()