Fix issue with precision on pseudo_huber loss

2026-04-19 10:02:27 -06:00 · 2026-04-19 10:02:27 -06:00 · fc85410c9a
parent 20a99258b8
commit fc85410c9a
1 changed files with 1 additions and 1 deletions
--- a/extensions_built_in/sd_trainer/SDTrainer.py
+++ b/extensions_built_in/sd_trainer/SDTrainer.py
@ -782,7 +782,7 @@ class SDTrainer(BaseSDTrainProcess):
                target = batch.latents.detach()
                pred = t0
            if self.train_config.loss_type == "pseudo_huber":
-                diff = pred - target
+                diff = pred.float() - target.float()
                c=0.0
                loss =(torch.sqrt(diff.pow(2) + c ** 2) - c)
            elif self.train_config.loss_type == "mae":