Qwen-Image-Layered-MRP-MLX/src/mflux/cli/parser/parsers.py

324 lines
22 KiB
Python

import argparse
import json
import random
import time
import typing as t
from pathlib import Path
from mflux.cli.defaults import defaults as ui_defaults
from mflux.models.common.resolution.lora_resolution import LoraResolution
from mflux.models.flux.variants.in_context.utils.in_context_loras import LORA_NAME_MAP
from mflux.utils import box_values, scale_factor
class ModelSpecAction(argparse.Action):
def __call__(self, parser, namespace, values, option_string=None):
# Accept:
# 1. Predefined model names (dev, schnell, fibo, etc.)
# 2. HuggingFace repos (org/model format)
# 3. Local paths (/path/to/model, ./model, ~/model)
# The WeightLoader will determine if it's a local path or HuggingFace repo
setattr(namespace, self.dest, values)
def int_or_special_value(value) -> int | scale_factor.ScaleFactor:
if value.lower() == "auto":
return scale_factor.ScaleFactor(value=1)
# Try to parse as integer first
try:
return int(value)
except ValueError:
pass
# If not an integer, try to parse as scale factor
try:
return scale_factor.ScaleFactor.parse(value)
except ValueError:
raise argparse.ArgumentTypeError(
f"'{value}' is not a valid integer or 'auto' or a scale factor like '2x' or '3.5x'"
)
# fmt: off
class CommandLineParser(argparse.ArgumentParser):
def __init__(self, *args, **kwargs):
super().__init__(*args, **kwargs)
self.supports_metadata_config = False
self.supports_image_generation = False
self.supports_controlnet = False
self.supports_dimension_scale_factor = False
self.supports_image_to_image = False
self.supports_image_outpaint = False
self.supports_lora = False
self.require_model_arg = True
def add_general_arguments(self) -> None:
self.add_argument("--battery-percentage-stop-limit", "-B", type=lambda v: max(min(int(v), 99), 1), default=ui_defaults.BATTERY_PERCENTAGE_STOP_LIMIT, help=f"On Macs powered by battery, stop image generation when battery reaches this percentage. Default: {ui_defaults.BATTERY_PERCENTAGE_STOP_LIMIT}")
self.add_argument("--low-ram", action="store_true", help="Enable low-RAM mode to reduce memory usage (may impact performance).")
self.add_argument("--vae-tiling", action="store_true", help="Enable VAE tiling to reduce memory usage at the cost of a potential seam")
self.add_argument("--vae-tiling-split", type=str, choices=["horizontal", "vertical"], default="horizontal", help="Direction to split the latents when using VAE tiling (horizontal = top/bottom, vertical = left/right). Default is horizontal.")
def add_model_arguments(self, path_type: t.Literal["load", "save"] = "load", require_model_arg: bool = True) -> None:
self.require_model_arg = require_model_arg
self.add_argument("--model", "-m", type=str, required=require_model_arg, action=ModelSpecAction, help=f"The model to use ({' or '.join(ui_defaults.MODEL_CHOICES)}, a HuggingFace repo org/model, or a local path).")
if path_type == "save":
self.add_argument("--path", type=str, required=True, help="Local path for saving a model to disk.")
self.add_argument("--base-model", type=str, required=False, choices=ui_defaults.MODEL_CHOICES, help="When using a third-party huggingface model, explicitly specify whether the base model is dev or schnell")
self.add_argument("--quantize", "-q", type=int, choices=ui_defaults.QUANTIZE_CHOICES, default=None, help=f"Quantize the model ({' or '.join(map(str, ui_defaults.QUANTIZE_CHOICES))}, Default is None)")
def add_lora_arguments(self) -> None:
self.supports_lora = True
lora_group = self.add_argument_group("LoRA configuration")
lora_group.add_argument("--lora-style", type=str, choices=sorted(LORA_NAME_MAP.keys()), help="Style of the LoRA to use (e.g., 'storyboard' for film storyboard style)")
self.add_argument("--lora-paths", type=str, nargs="*", default=None, help="LoRA paths: local files, HuggingFace repos (org/model), or collection format (repo:filename.safetensors)")
self.add_argument("--lora-scales", type=float, nargs="*", default=None, help="Scaling factor to adjust the impact of LoRA weights on the model. A value of 1.0 applies the LoRA weights as they are.")
def _add_image_generator_common_arguments(self, supports_dimension_scale_factor=False) -> None:
self.supports_image_generation = True
if supports_dimension_scale_factor:
self.supports_dimension_scale_factor = True
self.add_argument("--height", type=int_or_special_value, default="auto", help="Image height (Default is source image height)")
self.add_argument("--width", type=int_or_special_value, default="auto", help="Image width (Default is source image width)")
else:
self.add_argument("--height", type=int, default=ui_defaults.HEIGHT, help=f"Image height (Default is {ui_defaults.HEIGHT})")
self.add_argument("--width", type=int, default=ui_defaults.WIDTH, help=f"Image width (Default is {ui_defaults.HEIGHT})")
self.add_argument("--steps", type=int, default=None, help="Inference Steps")
self.add_argument("--guidance", type=float, default=None, help=f"Guidance Scale (Default varies by tool: {ui_defaults.GUIDANCE_SCALE} for most, {ui_defaults.DEFAULT_DEV_FILL_GUIDANCE} for fill tools, {ui_defaults.DEFAULT_DEPTH_GUIDANCE} for depth)")
def add_image_generator_arguments(self, supports_metadata_config=False, require_prompt=True, supports_dimension_scale_factor=False) -> None:
prompt_group = self.add_mutually_exclusive_group(required=(require_prompt and not supports_metadata_config))
prompt_group.add_argument("--prompt", type=str, help="The textual description of the image to generate.")
prompt_group.add_argument("--prompt-file", type=Path, help="Path to a file containing the prompt text. The file will be re-read before each generation, allowing you to edit the prompt between iterations when using multiple seeds without restarting the program.")
self.add_argument("--negative-prompt", type=str, default="", help="The negative prompt to guide what the model should not generate.")
self.add_argument("--seed", type=int, default=None, nargs='+', help="Specify 1+ Entropy Seeds (Default is 1 time-based random-seed)")
self.add_argument("--auto-seeds", type=int, default=-1, help="Auto generate N Entropy Seeds (random ints between 0 and 1 billion")
self.add_argument("--scheduler", type=str, default="linear", help="Choose from implemented schedulers (linear only for now). Or bring your own: 'your_package.some_module.FooScheduler'")
self._add_image_generator_common_arguments(supports_dimension_scale_factor=supports_dimension_scale_factor)
if supports_metadata_config:
self.add_metadata_config()
self.require_prompt = require_prompt
def add_image_to_image_arguments(self, required=False) -> None:
self.supports_image_to_image = True
self.add_argument("--image-path", type=Path, required=required, default=None, help="Local path to init image")
self.add_argument("--image-strength", type=float, required=False, default=ui_defaults.IMAGE_STRENGTH, help=f"Controls how strongly the init image influences the output image. A value of 0.0 means no influence. (Default is {ui_defaults.IMAGE_STRENGTH})")
def add_batch_image_generator_arguments(self) -> None:
self.add_argument("--batch-prompts-file", type=Path, required=True, default=argparse.SUPPRESS, help="Local path for a file that holds a batch of prompts.")
self.add_argument("--global-seed", type=int, default=argparse.SUPPRESS, help="Entropy Seed (used for all prompts in the batch)")
self._add_image_generator_common_arguments()
def add_fill_arguments(self) -> None:
self.add_argument("--image-path", type=Path, required=True, help="Local path to the source image")
self.add_argument("--masked-image-path", type=Path, required=True, help="Local path to the mask image")
def add_catvton_arguments(self) -> None:
self.add_argument("--person-image", type=str, required=True, help="Path to person image")
self.add_argument("--person-mask", type=str, required=True, help="Path to person mask image")
self.add_argument("--garment-image", type=str, required=True, help="Garment Image")
def add_in_context_edit_arguments(self) -> None:
self.supports_in_context_edit = True
self.add_argument("--reference-image", type=str, required=True, help="Path to reference image")
self.add_argument("--instruction", type=str, help="User instruction to be wrapped in diptych template (e.g., 'make the hair black'). This will be automatically formatted as 'A diptych with two side-by-side images of the same scene. On the right, the scene is exactly the same as on the left but {instruction}'. Either --instruction or --prompt is required.") # fmt:off
def add_in_context_arguments(self) -> None:
self.add_argument("--save-full-image", action="store_true", default=False, help="Additionally, save the full image containing the reference image. Useful for verifying the in-context usage of the reference image.")
def add_depth_arguments(self) -> None:
self.add_argument("--image-path", type=Path, required=False, help="Local path to the source image")
self.add_argument("--depth-image-path", type=Path, required=False, help="Local path to the depth image")
self.add_argument("--save-depth-map", action="store_true", required=False, help="If set, save the depth map created from the source image.")
def add_save_depth_arguments(self) -> None:
self.add_argument("--image-path", type=Path, required=True, help="Local path to the source image")
self.add_argument("--quantize", "-q", type=int, choices=ui_defaults.QUANTIZE_CHOICES, default=None, required=False, help=f"Quantize the model ({' or '.join(map(str, ui_defaults.QUANTIZE_CHOICES))}, Default is None)")
def add_redux_arguments(self) -> None:
self.add_argument("--redux-image-paths", type=Path, nargs="*", required=True, help="Local path to the source image")
self.add_argument("--redux-image-strengths", type=float, nargs="*", default=None, help="Strength values (between 0.0 and 1.0) for each reference image. Default is 1.0 for all images.")
def add_output_arguments(self) -> None:
self.add_argument("--metadata", action="store_true", help="Export image metadata as a JSON file.")
self.add_argument("--output", type=str, default="image.png", help="The filename for the output image. Default is \"image.png\".")
self.add_argument('--stepwise-image-output-dir', type=str, default=None, help='[EXPERIMENTAL] Output dir to write step-wise images and their final composite image to. This feature may change in future versions.')
def add_image_outpaint_arguments(self, required=False) -> None:
self.supports_image_outpaint = True
self.add_argument("--image-outpaint-padding", type=str, default=None, required=required, help="For outpainting mode: CSS-style box padding values to extend the canvas of image specified by--image-path. E.g. '20', '50%%'")
def add_controlnet_arguments(self, mode: str | None = None, require_image=False) -> None:
self.supports_controlnet = True
self.add_argument("--controlnet-image-path", type=str, required=require_image, help="Local path of the image to use as input for controlnet.")
self.add_argument("--controlnet-strength", type=float, default=ui_defaults.CONTROLNET_STRENGTH, help=f"Controls how strongly the control image influences the output image. A value of 0.0 means no influence. (Default is {ui_defaults.CONTROLNET_STRENGTH})")
if mode == 'canny':
self.add_argument("--controlnet-save-canny", action="store_true", help="If set, save the Canny edge detection reference input image.")
def add_concept_attention_arguments(self) -> None:
concept_group = self.add_argument_group("Concept Attention configuration")
concept_group.add_argument("--concept", type=str, required=True, help="The concept prompt to use for attention visualization")
concept_group.add_argument("--input-image-path", type=Path, required=False, default=None, help="Local path to reference image for concept attention analysis (uses Flux1ConceptFromImage instead of text-based concept)")
concept_group.add_argument("--heatmap-layer-indices", type=int, nargs="*", default=list(range(15, 19)), help="Layer indices to use for heatmap generation (default: 15-18)")
concept_group.add_argument("--heatmap-timesteps", type=int, nargs="*", default=None, help="Timesteps to use for heatmap generation (default: all timesteps)")
def add_concept_from_image_arguments(self) -> None:
concept_group = self.add_argument_group("Concept Attention from Image configuration")
concept_group.add_argument("--concept", type=str, required=True, help="The concept prompt to use for attention visualization")
concept_group.add_argument("--input-image-path", type=Path, required=True, help="Local path to reference image for concept attention analysis")
concept_group.add_argument("--heatmap-layer-indices", type=int, nargs="*", default=list(range(15, 19)), help="Layer indices to use for heatmap generation (default: 15-18)")
concept_group.add_argument("--heatmap-timesteps", type=int, nargs="*", default=None, help="Timesteps to use for heatmap generation (default: all timesteps)")
def add_metadata_config(self) -> None:
self.supports_metadata_config = True
self.add_argument("--config-from-metadata", "-C", type=Path, required=False, default=argparse.SUPPRESS, help="Re-use the parameters from prior metadata. Params from metadata are secondary to other args you provide.")
def add_training_arguments(self) -> None:
self.add_argument("--train-config", type=str, required=False, help="Local path of the training configuration file")
self.add_argument("--train-checkpoint", type=str, required=False, help="Local path of the checkpoint file which specifies how to continue the training process")
def add_info_arguments(self) -> None:
self.add_argument("image_path", type=str, help="Path to the image file to inspect")
def parse_args(self) -> argparse.Namespace: # type: ignore
namespace = super().parse_args()
# Check if either training arguments are provided
has_training_args = (hasattr(namespace, "train_config") and namespace.train_config is not None) or \
(hasattr(namespace, "train_checkpoint") and namespace.train_checkpoint is not None)
# Only enforce model requirement for path if we're not in training mode
if hasattr(namespace, "path") and namespace.path is not None and namespace.model is None and not has_training_args:
self.error("--model must be specified when using --path")
if getattr(namespace, "config_from_metadata", False):
prior_gen_metadata = json.load(namespace.config_from_metadata.open("rt"))
if namespace.model is None:
# when not provided by CLI flag, find it in the config file
namespace.model = prior_gen_metadata.get("model", None)
if namespace.base_model is None:
namespace.base_model = prior_gen_metadata.get("base_model", None)
if namespace.prompt is None:
namespace.prompt = prior_gen_metadata.get("prompt", None)
# all configs from the metadata config defers to any explicitly defined args
guidance_default = self.get_default("guidance")
guidance_from_metadata = prior_gen_metadata.get("guidance")
if namespace.guidance == guidance_default and guidance_from_metadata:
namespace.guidance = guidance_from_metadata
if namespace.quantize is None:
namespace.quantize = prior_gen_metadata.get("quantize", None)
seed_from_metadata = prior_gen_metadata.get("seed", None)
if namespace.seed is None and seed_from_metadata is not None:
namespace.seed = [seed_from_metadata]
if namespace.seed is None:
# not passed by user, not populated by metadata
namespace.seed = [int(time.time())]
if namespace.steps is None:
namespace.steps = prior_gen_metadata.get("steps", None)
if self.supports_lora:
if namespace.lora_paths is None:
namespace.lora_paths = prior_gen_metadata.get("lora_paths", None)
elif namespace.lora_paths:
# merge the loras from cli and config file
namespace.lora_paths = prior_gen_metadata.get("lora_paths", []) + namespace.lora_paths
if namespace.lora_scales is None:
namespace.lora_scales = prior_gen_metadata.get("lora_scales", None)
elif namespace.lora_scales:
# merge the loras from cli and config file
namespace.lora_scales = prior_gen_metadata.get("lora_scales", []) + namespace.lora_scales
if self.supports_image_to_image:
if namespace.image_path is None:
namespace.image_path = prior_gen_metadata.get("image_path", None)
if namespace.image_strength == self.get_default("image_strength") and (img_strength_from_metadata := prior_gen_metadata.get("image_strength", None)):
namespace.image_strength = img_strength_from_metadata
if self.supports_controlnet:
if namespace.controlnet_image_path is None:
namespace.controlnet_image_path = prior_gen_metadata.get("controlnet_image_path", None)
if namespace.controlnet_strength == self.get_default("controlnet_strength") and (cnet_strength_from_metadata := prior_gen_metadata.get("controlnet_strength", None)):
namespace.controlnet_strength = cnet_strength_from_metadata
if namespace.controlnet_save_canny == self.get_default("controlnet_save_canny") and (cnet_canny_from_metadata := prior_gen_metadata.get("controlnet_save_canny", None)):
namespace.controlnet_save_canny = cnet_canny_from_metadata
if self.supports_image_outpaint:
if namespace.image_outpaint_padding is None:
namespace.image_outpaint_padding = prior_gen_metadata.get("image_outpaint_padding", None)
# Only require model if we're not in training mode and require_model_arg is True
if hasattr(namespace, "model") and namespace.model is None and not has_training_args and self.require_model_arg:
self.error("--model / -m must be provided, or 'model' must be specified in the config file.")
if self.supports_image_generation and namespace.seed is None and namespace.auto_seeds > 0:
# choose N unique int seeds in the range of 0 < value < 1 billion
# Use random.sample to guarantee uniqueness
max_seed_value = int(1e7)
if namespace.auto_seeds > max_seed_value + 1:
# If requesting more seeds than possible unique values, allow duplicates
namespace.seed = [random.randint(0, max_seed_value) for _ in range(namespace.auto_seeds)]
else:
namespace.seed = random.sample(range(max_seed_value + 1), namespace.auto_seeds)
if self.supports_image_generation and namespace.seed is None:
# final default: did not obtain seed from metadata, --seed, or --auto-seeds
namespace.seed = [int(time.time())]
if self.supports_image_generation and len(namespace.seed) > 1:
# auto append seed-$value to output names for multi image generations
# e.g. output.png -> output_seed_101.png output_seed_102.png, etc
output_path = Path(namespace.output)
namespace.output = str(output_path.with_stem(output_path.stem + "_seed_{seed}"))
if self.supports_image_generation and namespace.prompt is None and namespace.prompt_file is None:
# when metadata config is supported but neither prompt nor prompt-file is provided
# Only error if prompt is actually required
if getattr(self, 'require_prompt', True):
self.error("Either --prompt or --prompt-file argument is required, or 'prompt' required in metadata config file")
if self.supports_image_generation and namespace.steps is None:
namespace.steps = ui_defaults.MODEL_INFERENCE_STEPS.get(namespace.model, 25)
# In-context edit specific validations
if getattr(self, 'supports_in_context_edit', False):
if not getattr(namespace, 'prompt', None) and not getattr(namespace, 'instruction', None):
self.error("Either --prompt or --instruction argument is required for in-context editing")
if getattr(namespace, 'prompt', None) and getattr(namespace, 'instruction', None):
self.error("Cannot use both --prompt and --instruction. Choose one.")
if self.supports_image_outpaint and namespace.image_outpaint_padding is not None:
# parse and normalize any acceptable 1,2,3,4-tuple box value to 4-tuple
namespace.image_outpaint_padding = box_values.BoxValues.parse(namespace.image_outpaint_padding)
print(f"{namespace.image_outpaint_padding=}")
# Resolve lora paths from library if needed
if self.supports_lora and hasattr(namespace, "lora_paths") and namespace.lora_paths:
resolved_paths = []
for lora_path in namespace.lora_paths:
try:
resolved_path = LoraResolution.resolve(lora_path)
resolved_paths.append(resolved_path)
except FileNotFoundError as e: # noqa: PERF203
self.error(str(e))
namespace.lora_paths = resolved_paths
# Compute model_path: None for predefined names, otherwise use the model value
# Predefined names like "schnell", "dev" are handled by ModelConfig, not PathResolution
if hasattr(namespace, "model") and namespace.model is not None:
namespace.model_path = None if namespace.model in ui_defaults.MODEL_CHOICES else namespace.model
else:
namespace.model_path = None
return namespace