Instructions to use quarterturn/id4_nichijou with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use quarterturn/id4_nichijou with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("ideogram-ai/ideogram-4-fp8", dtype=torch.bfloat16, device_map="cuda") pipe.load_lora_weights("quarterturn/id4_nichijou") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- Draw Things
| job: extension | |
| config: | |
| name: id4_nichijou | |
| process: | |
| - type: sd_trainer | |
| training_folder: output/love-game-miku | |
| performance_log_every: 500 | |
| device: cuda:0 | |
| network: | |
| type: lora | |
| linear: 128 | |
| linear_alpha: 128 | |
| lokr_full_rank: true | |
| lokr_factor: -1 | |
| network_kwargs: | |
| ignore_if_contains: [] | |
| save: | |
| dtype: bf16 | |
| save_every: 500 | |
| max_step_saves_to_keep: 20 | |
| save_format: diffusers | |
| push_to_hub: false | |
| datasets: | |
| - folder_path: input | |
| caption_ext: json | |
| caption_dropout_rate: 0.05 | |
| shuffle_tokens: false | |
| cache_latents_to_disk: true | |
| resolution: | |
| - 512 | |
| - 768 | |
| - 1024 | |
| num_repeats: 1 | |
| train: | |
| batch_size: 1 | |
| bypass_guidance_embedding: false | |
| steps: 25000 | |
| gradient_accumulation: 1 | |
| train_unet: true | |
| train_text_encoder: false | |
| gradient_checkpointing: true | |
| noise_scheduler: flowmatch | |
| optimizer: automagic3 | |
| timestep_type: sigmoid | |
| content_or_style: balanced | |
| optimizer_params: | |
| weight_decay: 0.0001 | |
| unload_text_encoder: false | |
| cache_text_embeddings: false | |
| lr: 0.0001 | |
| ema_config: | |
| use_ema: false | |
| ema_decay: 0.99 | |
| skip_first_sample: false | |
| force_first_sample: false | |
| disable_sampling: false | |
| dtype: bf16 | |
| diff_output_preservation: false | |
| diff_output_preservation_multiplier: 1 | |
| diff_output_preservation_class: person | |
| switch_boundary_every: 1 | |
| loss_type: mse | |
| model: | |
| name_or_path: ideogram-ai/ideogram-4-fp8 | |
| arch: ideogram4 | |
| quantize: false | |
| sample: | |
| sampler: flowmatch | |
| sample_every: 500 | |
| width: 1024 | |
| height: 1024 | |
| prompts: | |
| - ' { "rating": "sfw", "medium": "anime_still", "subject_and_action": "Three | |
| female anime characters stand in the foreground, facing forward with expressions | |
| of mild surprise or curiosity. On the left, a girl with dark gray hair and | |
| glasses looks straight ahead. In the center, a girl with short brown hair | |
| stands slightly forward. On the right, a girl with blue hair in twintails | |
| looks on. The background is out of focus, showing the backs of other people | |
| in a public setting.", "style_description": { "color_palette": [ "#5E4B8C", | |
| "#E88D6C", "#6C9BCF", "#E85D75", "#F2E2B4", "#8A8A8A" ], "mood": "curious", | |
| "lighting": "flat daylight", "time_of_day": "day", "camera": { "angle": "eye_level", | |
| "depth_of_field": "shallow", "framing": "medium_shot", "focus_area": "three | |
| foreground characters" } }, "post_processing": { "effects": "none", "filters": | |
| "standard_2d_anime_rendering" }, "captured_text": [], "characters": [ { "name": | |
| "Mai", "source": "Nichijou", "description": "female, dark gray hair with straight | |
| bangs, eyeglasses, standing on the left side of the frame", "state_of_dress": | |
| "purple sweater with white stripes on the sleeves and a white V-neck trim | |
| over a light green shirt", "visible_body_parts": "face, neck, shoulders, upper | |
| chest", "action": "standing and looking forward", "gaze": "directly forward", | |
| "lighting_on_subject": "even, soft lighting" }, { "name": "Yuuko", "source": | |
| "Nichijou", "description": "female, short brown hair, standing in the center | |
| of the frame", "state_of_dress": "peach-orange hooded jacket over a light | |
| blue turtleneck shirt", "visible_body_parts": "face, neck, shoulders, upper | |
| chest", "action": "standing and looking forward", "gaze": "directly forward", | |
| "lighting_on_subject": "even, soft lighting" }, { "name": "Mio", "source": | |
| "Nichijou", "description": "female, light blue hair in short twintails held | |
| by wooden block clips, standing on the right side of the frame", "state_of_dress": | |
| "pink cardigan over a yellow shirt", "visible_body_parts": "face, neck, shoulders, | |
| upper chest", "action": "standing and looking forward", "gaze": "directly | |
| forward", "lighting_on_subject": "even, soft lighting" } ] } | |
| ' | |
| neg: '' | |
| seed: 42 | |
| walk_seed: true | |
| guidance_scale: 4 | |
| sample_steps: 30 | |
| meta: | |
| name: id4_nichijou | |
| version: '1.0' | |