RomanNum3ral
/
ai-toolkit
mirror of https://github.com/ostris/ai-toolkit.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Double tap module casting as it doesent seem to happen every time.

This commit is contained in:
Jaret Burkett 2025-03-07 22:15:24 -07:00
parent 4d88f8f218
commit 7e37918fbc
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
toolkit/models/wan21.py
View File

@ -327,7 +327,7 @@ class Wan21(BaseModel):
transformer_path, transformer_path,
subfolder=subfolder, subfolder=subfolder,
torch_dtype=dtype, torch_dtype=dtype,
) ).to(dtype=dtype)
if self.model_config.split_model_over_gpus: if self.model_config.split_model_over_gpus:
raise ValueError( raise ValueError(
@ -396,7 +396,7 @@ class Wan21(BaseModel):
tokenizer = AutoTokenizer.from_pretrained( tokenizer = AutoTokenizer.from_pretrained(
base_model_path, subfolder="tokenizer", torch_dtype=dtype) base_model_path, subfolder="tokenizer", torch_dtype=dtype)
text_encoder = UMT5EncoderModel.from_pretrained( text_encoder = UMT5EncoderModel.from_pretrained(
base_model_path, subfolder="text_encoder", torch_dtype=dtype) base_model_path, subfolder="text_encoder", torch_dtype=dtype).to(dtype=dtype)
text_encoder.to(self.device_torch, dtype=dtype) text_encoder.to(self.device_torch, dtype=dtype)
flush() flush()
@ -416,7 +416,7 @@ class Wan21(BaseModel):
self.print_and_status_update("Loading VAE") self.print_and_status_update("Loading VAE")
# todo, example does float 32? check if quality suffers # todo, example does float 32? check if quality suffers
vae = AutoencoderKLWan.from_pretrained( vae = AutoencoderKLWan.from_pretrained(
base_model_path, subfolder="vae", torch_dtype=dtype) base_model_path, subfolder="vae", torch_dtype=dtype).to(dtype=dtype)
flush() flush()
self.print_and_status_update("Making pipe") self.print_and_status_update("Making pipe")