From 8b828ced27414bd4c3078a5a5301c217a1a1f41d Mon Sep 17 00:00:00 2001 From: Anthony Wu Date: Wed, 30 Apr 2025 22:00:33 -0700 Subject: [PATCH] In-Context generation: allow lora composition --- src/mflux/flux/flux_initializer.py | 2 +- src/mflux/generate_in_context.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/src/mflux/flux/flux_initializer.py b/src/mflux/flux/flux_initializer.py index ba918fe..b101920 100644 --- a/src/mflux/flux/flux_initializer.py +++ b/src/mflux/flux/flux_initializer.py @@ -85,7 +85,7 @@ class FluxInitializer: lora_weights = WeightHandlerLoRA.load_lora_weights( transformer=flux_model.transformer, lora_files=lora_paths + hf_lora_paths, - lora_scales=lora_scales, + lora_scales=lora_scales + [1.0] * len(hf_lora_paths), ) WeightHandlerLoRA.set_lora_weights( transformer=flux_model.transformer, diff --git a/src/mflux/generate_in_context.py b/src/mflux/generate_in_context.py index c80810e..d574882 100644 --- a/src/mflux/generate_in_context.py +++ b/src/mflux/generate_in_context.py @@ -25,7 +25,7 @@ def main(): quantize=args.quantize, lora_names=[get_lora_filename(args.lora_style)] if args.lora_style else None, lora_repo_id=LORA_REPO_ID if args.lora_style else None, - lora_paths=args.lora_paths if not args.lora_style else None, + lora_paths=args.lora_paths, lora_scales=args.lora_scales, )