Fix error in lora_layers causing lora training to fail
This commit is contained in:
parent
4eb3f90fc9
commit
d2296ec197
@ -246,7 +246,8 @@ class LoRALayers:
|
|||||||
if block[key].get(name, False) and val.get(name, False):
|
if block[key].get(name, False) and val.get(name, False):
|
||||||
if name == "to_out" and isinstance(block[key][name], list):
|
if name == "to_out" and isinstance(block[key][name], list):
|
||||||
if len(block[key][name]) > 0:
|
if len(block[key][name]) > 0:
|
||||||
block[key][name][0] = val[name]
|
lora_layer = val[name][0] if isinstance(val[name], list) else val[name]
|
||||||
|
block[key][name][0] = lora_layer
|
||||||
else:
|
else:
|
||||||
block[key][name] = val[name]
|
block[key][name] = val[name]
|
||||||
|
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user