ymyy307's picture
Upload folder using huggingface_hub (part 2)
0ed6b0e verified
Raw
History Blame
1.09 kB
import torch
from diffsynth import load_state_dict
from diffsynth.pipelines.boogu_image import BooguImagePipeline, ModelConfig
pipe = BooguImagePipeline.from_pretrained(
torch_dtype=torch.bfloat16,
device="cuda",
model_configs=[
ModelConfig(model_id="Boogu/Boogu-Image-0.1-Base", origin_file_pattern="transformer/*.safetensors"),
ModelConfig(model_id="Boogu/Boogu-Image-0.1-Base", origin_file_pattern="mllm/*.safetensors"),
ModelConfig(model_id="Boogu/Boogu-Image-0.1-Base", origin_file_pattern="vae/*.safetensors"),
],
processor_config=ModelConfig(model_id="Boogu/Boogu-Image-0.1-Base", origin_file_pattern="mllm/"),
)
state_dict = load_state_dict("models/train/Boogu-Image-0.1-Base_full/epoch-1.safetensors")
pipe.dit.load_state_dict(state_dict, strict=False)
prompt = "dog,white and brown dog, sitting on wall, under pink flowers"
output = pipe(
prompt=prompt,
negative_prompt="",
height=1024,
width=1024,
seed=42,
num_inference_steps=50,
cfg_scale=4.0,
)
output.save("image_Boogu-Image-0.1-Base_full.jpg")