monster/Qwen-Image-Layered-MRP-MLX
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add quantize option to from_alias initializer

Browse Source
This commit is contained in:
filipstrand 2024-09-06 22:09:06 +02:00
parent af73966f11
commit c0d419777e
2 changed files with 10 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
README.md
View File

@ -97,10 +97,13 @@ import sys
sys.path.append("/path/to/mflux/src") sys.path.append("/path/to/mflux/src")
from mflux.config.config import Config from mflux.config.config import Config
from mflux.flux import Flux1 from mflux.flux.flux import Flux1
# Load the model # Load the model
flux = Flux1.from_alias(alias="schnell") # "schnell" or "dev" flux = Flux1.from_alias(
alias="schnell", # "schnell" or "dev"
quantize=8, # 4 or 8
)
# Generate an image # Generate an image
image = flux.generate_image( image = flux.generate_image(

7
src/mflux/flux/flux.py
View File

@ -126,8 +126,11 @@ class Flux1:
return latents return latents
@staticmethod @staticmethod
def from_alias(alias: str) -> "Flux1": def from_alias(alias: str, quantize: int | None = None) -> "Flux1":
return Flux1(ModelConfig.from_alias(alias)) return Flux1(
model_config=ModelConfig.from_alias(alias),
quantize=quantize,
)
def _set_model_weights(self, weights): def _set_model_weights(self, weights):
self.vae.update(weights.vae) self.vae.update(weights.vae)