From d2296ec197ed75ac6180462056a2c13c0d0e19b8 Mon Sep 17 00:00:00 2001 From: filipstrand Date: Thu, 12 Jun 2025 23:36:00 +0200 Subject: [PATCH] Fix error in lora_layers causing lora training to fail --- src/mflux/dreambooth/lora_layers/lora_layers.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/mflux/dreambooth/lora_layers/lora_layers.py b/src/mflux/dreambooth/lora_layers/lora_layers.py index 4969f7e..cb6e88a 100644 --- a/src/mflux/dreambooth/lora_layers/lora_layers.py +++ b/src/mflux/dreambooth/lora_layers/lora_layers.py @@ -246,7 +246,8 @@ class LoRALayers: if block[key].get(name, False) and val.get(name, False): if name == "to_out" and isinstance(block[key][name], list): if len(block[key][name]) > 0: - block[key][name][0] = val[name] + lora_layer = val[name][0] if isinstance(val[name], list) else val[name] + block[key][name][0] = lora_layer else: block[key][name] = val[name]