将多个LoRA一起使用以产生全新和独特的东西可能既有趣又富有创意。这是通过将多个LoRA权重合并在一起来生成混合了不同风格的图像来实现的。扩散器提供了几种方法来合并LoRA,具体取决于希望如何合并它们的权重,这可能会影响图像质量。
import os os.environ["HF_ENDPOINT"] = "https://hf-mirror.com" rom diffusers import DiffusionPipeline import torch pipeline = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-1.0", torch_dtype=torch.float16).to( "cuda") pipeline.load_lora_weights("ostris/ikea-instructions-lora-sdxl", weight_name="ikea_instructions_xl_v1_5.safetensors", adapter_name="ikea") pipeline.load_lora_weights("lordjia/by-feng-zikai", weight_name="fengzikai_v1.0_XL.safetensors", adapter_name="feng") pipeline.set_adapters(["ikea", "feng"], adapter_weights=[0.7, 0.8]) generator = torch.manual_seed(0) prompt = "A bowl of ramen shaped like a cute kawaii bear, by Feng Zikai" image = pipeline(prompt, generator=generator, cross_attention_kwargs={"scale": 1.0}).images[0] image.save("merge.jpg")