{ "training": { "parent": { "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" }, "protocol": { "phase": "output-quality retraining after structural fixes", "parent": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", "runs": [ "residual-distill-fixed", "linear-distill-fixed", "residual-bcap-fixed" ], "training_steps_per_run": 1500, "selection": { "split": "val", "prompts": 12, "seeds": [ 87654 ], "metric": "minimum native-image LPIPS with image-variance floor", "interval_steps": 250, "initial_checkpoint_eligible": true }, "confirmation": { "split": "val", "prompts": 12, "seeds": [ 87654, 12001, 12002 ], "selection_frozen_per_run": true, "primary_metric": "native-image LPIPS", "secondary_metrics": [ "CLIP text-image cosine", "native pixel MAE", "visual prompt accuracy" ], "all_images_retained": true }, "final_comparison": { "split": "test", "seeds": [ 87654, 12001, 12002 ], "freeze_candidate_on_validation": true, "test_used_for_further_tuning": false }, "particle_scope": "All new runs freeze the identical parent cloud; no movable-particle advantage claim.", "gpu": 1, "output_focused_followup": { "run": "residual-rollout-fixed", "steps": 500, "eval_every": 100, "training_loss": "full deployed 20-step terminal latent NMSE plus 0.1 paired embedding NMSE", "same_validation_protocol": true, "reason": "isolated local-denoiser improvements did not translate into rendered fidelity", "parity_check": "artifacts/formulation-repair/rollout-runtime.json", "compute_scope": "Different training objective and increased denoiser work; no compute-matched claim against local-denoiser arms.", "matched_control": "linear-rollout-fixed" }, "additional_validation": { "dataset": "artifacts/data/formulation-validation-confirmation", "dataset_config": "configs/formulation/validation-confirmation.json", "prompts": 46, "seeds": [ 12001 ], "no_current_train_selection_or_test_image_family_overlap": true, "scope": "Original broader validation cache; not claimed unseen by historical model selection." }, "source_access_followup": { "run": "source-residual-distill-fixed", "control": "residual-distill-fixed", "updates": 1500, "reason": "Verified source projection nullspace also invisible to the mean-source router; prior expanded head had no access to discarded source channels.", "scope": "Synthetic token-state counterexample; not a claim that a particular word lies in the nullspace.", "initialization_control": "source-residual-fullscale-fixed" }, "final_validation_ranking": { "rule": "First freeze each run at its minimum original validation LPIPS checkpoint. Compare remaining candidates on the same 46 additional validation prompts at seed12001, and original12 at seeds87654,12001,12002. Average per-prompt LPIPS across seeds before averaging all58 prompts. Compare against the parent and linear-distill control; inspect CLIP and images separately. Test only after freezing a final candidate." }, "mask_calibration": { "script": "scripts/calibrate_text_mask.py", "selection": "Validation mask Hamming error across58prompts; no rendered-image score used to choose threshold.", "threshold_offset": 2.0417721271514893, "errors_before": 6, "errors_after": 4, "inference": "One fixed mask-head bias in exported network; no inference fitting.", "changed_validation_rows": [ "zebra road", "clock in tire" ] }, "head_compositions": { "base": "linear-rollout-fixed selected 200", "residual": "source-residual-fullscale-fixed selected 1000", "candidates": [ { "scale": 0.25, "orthogonal": true }, { "scale": 1.0, "orthogonal": true }, { "scale": 0.25, "orthogonal": false } ], "scope": "Validation-only checkpoint composition, frozen stem checked exactly. Same complete images for all candidates; no inference selection." } }, "rollout_runtime": { "native_pipeline_max_abs_error": 0.0, "steps": 20, "train_row": 0, "terminal_latent_nmse": 0.18695734441280365, "conditioning_gradient_norm": 0.09768784046173096, "frozen_denoiser_has_no_parameter_gradients": true, "elapsed_seconds": 8.864582935813814, "peak_cuda_allocated_bytes": 3100566528 }, "runs": { "residual-distill-fixed": { "config": { "seed": 90526, "source": { "repo_id": "stable-diffusion-v1-5/stable-diffusion-v1-5", "revision": "451f4fe16113bff5a5d2269ed5ad43b0592e9a14" }, "dataset": "artifacts/data/sana-transfer-sd15", "state_cache": "artifacts/data/sana-transfer-sd15-states", "steps": 1500, "batch_size": 32, "lr": 1e-05, "adv_weight": 0.0, "feature_weight": 0.0, "embedding_weight": 0.1, "mask_weight": 0.0, "particle_weight": 0.0, "functional_weight": 1.0, "functional_every": 1, "functional_start": 0, "functional_batch": 4, "eval_every": 250, "log_every": 50, "functional_normalize": true, "native_state_probability": 0.5, "ema_decay": 0.98, "branch_weight": 1.0, "guided_weight": 0.05, "guidance_scale": 4.5, "matmul_tf32": false, "max_grad_norm": 1.0, "selection_metric": "native_lpips", "bridge": { "source_dim": 768, "target_dim": 2304, "tokens": 77, "width": 384, "blocks": 4, "particle_dim": 4, "num_particles": 256, "learnable_particles": false, "source_residual": true, "native_unconditional": true, "output_head": "expanded_residual", "head_width": 0, "use_particles": true }, "functional_validation": { "batch_size": 4 }, "render_validation": { "seeds": [ 87654 ], "steps": 20, "height": 512, "width": 512, "guidance_scale": 4.5, "scorer_device": "cpu", "include_native_empty": false, "measure_native_fidelity": true }, "scope": "Validation-selected residual-only continuation. Parent resampler, projection, masks and cloud frozen exactly. Isolate whether expanded output capacity improves actual rendered native fidelity. No particle-advantage claim; no test access during training.", "patience": 0, "critic": { "architecture": "coordinate", "width": 128 }, "training_paths": "routed", "regularizer": "b_cap", "cap_coefficient": 1.0, "cap_kappa": 1.0, "cap_damping": 0.01, "cap_interpolation_coefficient": 0.1, "feature_normalization": "centered", "padding_weight": 0.0, "particle_center_weight": 0.0, "routing_diagnostics": true, "trainable_parts": "residual", "supervised_only": true, "soft_mask_weight": 0.0, "dataset_manifest_sha256": "208e35938dc8a58cae55143b826f6227b7d1e3e1f2d5a76f1945b680afdc4789", "dataset_files_sha256": { "train.safetensors": "b261fa2117097767708eb814f4255c9bafc5acf8f0fa139b225b6011b3f27aeb", "val.safetensors": "a03485b965c3e99ac89ff71acdeb5395bca1ce193250bf5e345826b38c2296c2", "unconditional.safetensors": "5a10cc2eab0fc39abf3cd14d4c3bb1671e0d39d2bc03566c016bab450954ef4c" }, "state_cache_manifest_sha256": "294c1985f36f3d4a1c8cd06e7ff92caab5db466afef486e0ce2e2a37da6d3368", "state_cache_sha256": "a673c10a1b340ec653c1bbd52558c2f75183067f7a5d5bc59b82e1f91323a297", "initialization": { "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" }, "scheduler_fingerprint": "f74da76a6be0c07b6d72a389267c0cf09c017dd2e37e7c4d74fa195ad6da076e", "sana": { "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" }, "packages": { "torch": "2.11.0+cu128", "diffusers": "0.40.0.dev0", "transformers": "5.15.0" } }, "complete": { "steps": 1500, "reason": "steps_completed", "elapsed_s": 1069.8551085740328, "best_rendered_validation_native_lpips": 0.4177314167221387, "training_compute": { "functional_updates": 1500, "functional_examples": 6000, "teacher_forward_examples": 6168, "student_forward_examples": 12000, "student_backward_examples": 12000, "peak_cuda_allocated_bytes": 6965356032 }, "native_state_cache_compute": { "teacher_branch_forward_examples": 20480, "elapsed_s": 404.5765976989642, "peak_cuda_allocated_bytes": 1850372096 }, "selection": "minimum validation rendered native-image LPIPS passing image-variance floor; earlier checkpoint wins exact ties" }, "selected_step": 0, "selected_checkpoint": "artifacts/runs/formulation-residual-distill-fixed/best.safetensors", "selected_sha256": "d0c46ce8c36af241bbb99fe1155f02f0b5ab5ea6b77df887a6507552d427a63f", "frozen_parent_tensors_bitwise_unchanged": true, "frozen_tensor_count": 68, "validation": [ { "step": 0, "selected": true, "embedding_nmse": 0.5547684033711752, "prompt_effect_nmse": 0.08217833723706777, "native_lpips": 0.4177314167221387, "clip_text_image_cosine": 0.31144533182183903 }, { "step": 250, "selected": false, "embedding_nmse": 0.5548651417096456, "prompt_effect_nmse": 0.08032322944139055, "native_lpips": 0.42434777319431305, "clip_text_image_cosine": 0.3102738671004772 }, { "step": 500, "selected": false, "embedding_nmse": 0.5549016992251078, "prompt_effect_nmse": 0.0855961406881929, "native_lpips": 0.44348498185475665, "clip_text_image_cosine": 0.312394085029761 }, { "step": 750, "selected": false, "embedding_nmse": 0.5547957420349121, "prompt_effect_nmse": 0.08097882277907104, "native_lpips": 0.428757730871439, "clip_text_image_cosine": 0.31205351402362186 }, { "step": 1000, "selected": false, "embedding_nmse": 0.5548253854115804, "prompt_effect_nmse": 0.0803883256180244, "native_lpips": 0.41872241472204524, "clip_text_image_cosine": 0.3119073249399662 }, { "step": 1250, "selected": false, "embedding_nmse": 0.5546573201815287, "prompt_effect_nmse": 0.08297913274485641, "native_lpips": 0.4261079666515191, "clip_text_image_cosine": 0.3102274959286054 }, { "step": 1500, "selected": false, "embedding_nmse": 0.5545881390571594, "prompt_effect_nmse": 0.08142697624588305, "native_lpips": 0.42242543896039325, "clip_text_image_cosine": 0.3121123065551122 } ] }, "linear-distill-fixed": { "config": { "seed": 90526, "source": { "repo_id": "stable-diffusion-v1-5/stable-diffusion-v1-5", "revision": "451f4fe16113bff5a5d2269ed5ad43b0592e9a14" }, "dataset": "artifacts/data/sana-transfer-sd15", "state_cache": "artifacts/data/sana-transfer-sd15-states", "steps": 1500, "batch_size": 32, "lr": 1e-05, "adv_weight": 0.0, "feature_weight": 0.0, "embedding_weight": 0.1, "mask_weight": 0.0, "particle_weight": 0.0, "functional_weight": 1.0, "functional_every": 1, "functional_start": 0, "functional_batch": 4, "eval_every": 250, "log_every": 50, "functional_normalize": true, "native_state_probability": 0.5, "ema_decay": 0.98, "branch_weight": 1.0, "guided_weight": 0.05, "guidance_scale": 4.5, "matmul_tf32": false, "max_grad_norm": 1.0, "selection_metric": "native_lpips", "bridge": { "source_dim": 768, "target_dim": 2304, "tokens": 77, "width": 384, "blocks": 4, "particle_dim": 4, "num_particles": 256, "learnable_particles": false, "source_residual": true, "native_unconditional": true, "output_head": "linear", "head_width": 0, "use_particles": true }, "functional_validation": { "batch_size": 4 }, "render_validation": { "seeds": [ 87654 ], "steps": 20, "height": 512, "width": 512, "guidance_scale": 4.5, "scorer_device": "cpu", "include_native_empty": false, "measure_native_fidelity": true }, "scope": "Matched old-linear-head distillation control for residual-distill-fixed. Same parent, frozen resampler/cloud, batches, functional states, losses, learning rate, and update budget. Mask weight zero and deployed hard masks yield zero mask-head gradient. Validation selection only.", "patience": 0, "critic": { "architecture": "coordinate", "width": 128 }, "training_paths": "routed", "regularizer": "b_cap", "cap_coefficient": 1.0, "cap_kappa": 1.0, "cap_damping": 0.01, "cap_interpolation_coefficient": 0.1, "feature_normalization": "centered", "padding_weight": 0.0, "particle_center_weight": 0.0, "routing_diagnostics": true, "trainable_parts": "heads", "supervised_only": true, "soft_mask_weight": 0.0, "dataset_manifest_sha256": "208e35938dc8a58cae55143b826f6227b7d1e3e1f2d5a76f1945b680afdc4789", "dataset_files_sha256": { "train.safetensors": "b261fa2117097767708eb814f4255c9bafc5acf8f0fa139b225b6011b3f27aeb", "val.safetensors": "a03485b965c3e99ac89ff71acdeb5395bca1ce193250bf5e345826b38c2296c2", "unconditional.safetensors": "5a10cc2eab0fc39abf3cd14d4c3bb1671e0d39d2bc03566c016bab450954ef4c" }, "state_cache_manifest_sha256": "294c1985f36f3d4a1c8cd06e7ff92caab5db466afef486e0ce2e2a37da6d3368", "state_cache_sha256": "a673c10a1b340ec653c1bbd52558c2f75183067f7a5d5bc59b82e1f91323a297", "initialization": { "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" }, "scheduler_fingerprint": "f74da76a6be0c07b6d72a389267c0cf09c017dd2e37e7c4d74fa195ad6da076e", "sana": { "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" }, "packages": { "torch": "2.11.0+cu128", "diffusers": "0.40.0.dev0", "transformers": "5.15.0" } }, "complete": { "steps": 1500, "reason": "steps_completed", "elapsed_s": 1165.6957254158333, "best_rendered_validation_native_lpips": 0.40992364659905434, "training_compute": { "functional_updates": 1500, "functional_examples": 6000, "teacher_forward_examples": 6168, "student_forward_examples": 12000, "student_backward_examples": 12000, "peak_cuda_allocated_bytes": 6839647744 }, "native_state_cache_compute": { "teacher_branch_forward_examples": 20480, "elapsed_s": 404.5765976989642, "peak_cuda_allocated_bytes": 1850372096 }, "selection": "minimum validation rendered native-image LPIPS passing image-variance floor; earlier checkpoint wins exact ties" }, "selected_step": 1250, "selected_checkpoint": "artifacts/runs/formulation-linear-distill-fixed/best.safetensors", "selected_sha256": "fc7f44369cf21791c4f9ad6b74978dd420be41a76330a1fe32b11f440f3bf925", "frozen_parent_tensors_bitwise_unchanged": true, "frozen_tensor_count": 66, "validation": [ { "step": 0, "selected": true, "embedding_nmse": 0.5547684033711752, "prompt_effect_nmse": 0.08217833723706777, "native_lpips": 0.4177314167221387, "clip_text_image_cosine": 0.31144533182183903 }, { "step": 250, "selected": false, "embedding_nmse": 0.5546137094497681, "prompt_effect_nmse": 0.0810413874263368, "native_lpips": 0.4212690455218156, "clip_text_image_cosine": 0.3090445039172967 }, { "step": 500, "selected": false, "embedding_nmse": 0.5545700589815775, "prompt_effect_nmse": 0.0839873435256573, "native_lpips": 0.42520217473308247, "clip_text_image_cosine": 0.31110093494256336 }, { "step": 750, "selected": false, "embedding_nmse": 0.5545292099316915, "prompt_effect_nmse": 0.0787793244982644, "native_lpips": 0.4185820755859216, "clip_text_image_cosine": 0.3101062513887882 }, { "step": 1000, "selected": true, "embedding_nmse": 0.5544900099436442, "prompt_effect_nmse": 0.07759437709569635, "native_lpips": 0.41086414580543834, "clip_text_image_cosine": 0.312065914273262 }, { "step": 1250, "selected": true, "embedding_nmse": 0.5544726848602295, "prompt_effect_nmse": 0.08055972962954774, "native_lpips": 0.40992364659905434, "clip_text_image_cosine": 0.3118691146373749 }, { "step": 1500, "selected": false, "embedding_nmse": 0.554468015829722, "prompt_effect_nmse": 0.080384301818713, "native_lpips": 0.4120901959637801, "clip_text_image_cosine": 0.31183896337946254 } ] }, "residual-bcap-fixed": { "config": { "seed": 90526, "source": { "repo_id": "stable-diffusion-v1-5/stable-diffusion-v1-5", "revision": "451f4fe16113bff5a5d2269ed5ad43b0592e9a14" }, "dataset": "artifacts/data/sana-transfer-sd15", "state_cache": "artifacts/data/sana-transfer-sd15-states", "steps": 1500, "batch_size": 32, "lr": 1e-05, "adv_weight": 0.001, "feature_weight": 0.01, "embedding_weight": 0.1, "mask_weight": 0.0, "particle_weight": 0.0, "functional_weight": 1.0, "functional_every": 1, "functional_start": 0, "functional_batch": 4, "eval_every": 250, "log_every": 50, "functional_normalize": true, "native_state_probability": 0.5, "ema_decay": 0.98, "branch_weight": 1.0, "guided_weight": 0.05, "guidance_scale": 4.5, "matmul_tf32": false, "max_grad_norm": 1.0, "selection_metric": "native_lpips", "bridge": { "source_dim": 768, "target_dim": 2304, "tokens": 77, "width": 384, "blocks": 4, "particle_dim": 4, "num_particles": 256, "learnable_particles": false, "source_residual": true, "native_unconditional": true, "output_head": "expanded_residual", "head_width": 0, "use_particles": true }, "functional_validation": { "batch_size": 4 }, "render_validation": { "seeds": [ 87654 ], "steps": 20, "height": 512, "width": 512, "guidance_scale": 4.5, "scorer_device": "cpu", "include_native_empty": false, "measure_native_fidelity": true }, "scope": "Matched residual-head distillation with repaired coordinate b_cap critic, centered raw-feature matching, masked endpoint/interior caps and damping. Adversarial/FM weights reduced tenfold relative to failed screens. Frozen parent/cloud and same batches/state draws as supervised residual control; validation only.", "patience": 0, "critic": { "architecture": "coordinate", "width": 128 }, "training_paths": "routed", "regularizer": "b_cap", "cap_coefficient": 1.0, "cap_kappa": 1.0, "cap_damping": 0.01, "cap_interpolation_coefficient": 0.1, "feature_normalization": "centered", "padding_weight": 0.0, "particle_center_weight": 0.0, "routing_diagnostics": true, "trainable_parts": "residual", "supervised_only": false, "soft_mask_weight": 0.0, "dataset_manifest_sha256": "208e35938dc8a58cae55143b826f6227b7d1e3e1f2d5a76f1945b680afdc4789", "dataset_files_sha256": { "train.safetensors": "b261fa2117097767708eb814f4255c9bafc5acf8f0fa139b225b6011b3f27aeb", "val.safetensors": "a03485b965c3e99ac89ff71acdeb5395bca1ce193250bf5e345826b38c2296c2", "unconditional.safetensors": "5a10cc2eab0fc39abf3cd14d4c3bb1671e0d39d2bc03566c016bab450954ef4c" }, "state_cache_manifest_sha256": "294c1985f36f3d4a1c8cd06e7ff92caab5db466afef486e0ce2e2a37da6d3368", "state_cache_sha256": "a673c10a1b340ec653c1bbd52558c2f75183067f7a5d5bc59b82e1f91323a297", "initialization": { "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" }, "scheduler_fingerprint": "f74da76a6be0c07b6d72a389267c0cf09c017dd2e37e7c4d74fa195ad6da076e", "sana": { "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" }, "packages": { "torch": "2.11.0+cu128", "diffusers": "0.40.0.dev0", "transformers": "5.15.0" } }, "complete": { "steps": 1500, "reason": "steps_completed", "elapsed_s": 2004.395472344011, "best_rendered_validation_native_lpips": 0.41355270023147267, "training_compute": { "functional_updates": 1500, "functional_examples": 6000, "teacher_forward_examples": 6168, "student_forward_examples": 12000, "student_backward_examples": 12000, "peak_cuda_allocated_bytes": 7367839744 }, "native_state_cache_compute": { "teacher_branch_forward_examples": 20480, "elapsed_s": 404.5765976989642, "peak_cuda_allocated_bytes": 1850372096 }, "selection": "minimum validation rendered native-image LPIPS passing image-variance floor; earlier checkpoint wins exact ties" }, "selected_step": 1000, "selected_checkpoint": "artifacts/runs/formulation-residual-bcap-fixed/best.safetensors", "selected_sha256": "166a7af66ed2a1e7605996a5a7aeebe31f1a9b7b91584796387a6a4c5b1d8750", "frozen_parent_tensors_bitwise_unchanged": true, "frozen_tensor_count": 68, "validation": [ { "step": 0, "selected": true, "embedding_nmse": 0.5547684033711752, "prompt_effect_nmse": 0.08217833723706777, "native_lpips": 0.4177314167221387, "clip_text_image_cosine": 0.31144533182183903 }, { "step": 250, "selected": false, "embedding_nmse": 0.5537771781285604, "prompt_effect_nmse": 0.07984961514358162, "native_lpips": 0.42376889412601787, "clip_text_image_cosine": 0.309284516920646 }, { "step": 500, "selected": false, "embedding_nmse": 0.5526087284088135, "prompt_effect_nmse": 0.08638322596587746, "native_lpips": 0.4486345052719116, "clip_text_image_cosine": 0.3117392708857854 }, { "step": 750, "selected": false, "embedding_nmse": 0.5514798959096273, "prompt_effect_nmse": 0.0816273790800546, "native_lpips": 0.42857446894049644, "clip_text_image_cosine": 0.3107500846187274 }, { "step": 1000, "selected": true, "embedding_nmse": 0.5509315927823385, "prompt_effect_nmse": 0.08134096574200811, "native_lpips": 0.41355270023147267, "clip_text_image_cosine": 0.31178974111874896 }, { "step": 1250, "selected": false, "embedding_nmse": 0.5504346887270609, "prompt_effect_nmse": 0.08316047121555586, "native_lpips": 0.4199969011048476, "clip_text_image_cosine": 0.30985065549612045 }, { "step": 1500, "selected": false, "embedding_nmse": 0.5504118998845419, "prompt_effect_nmse": 0.08284139807392882, "native_lpips": 0.4228791892528534, "clip_text_image_cosine": 0.31104570378859836 } ] }, "residual-rollout-fixed": { "config": { "seed": 90526, "source": { "repo_id": "stable-diffusion-v1-5/stable-diffusion-v1-5", "revision": "451f4fe16113bff5a5d2269ed5ad43b0592e9a14" }, "dataset": "artifacts/data/sana-transfer-sd15", "state_cache": "artifacts/data/sana-transfer-sd15-states", "steps": 500, "batch_size": 32, "lr": 1e-05, "adv_weight": 0.0, "feature_weight": 0.0, "embedding_weight": 0.1, "mask_weight": 0.0, "particle_weight": 0.0, "functional_weight": 1.0, "functional_every": 0, "functional_start": 0, "functional_batch": 4, "eval_every": 100, "log_every": 25, "functional_normalize": true, "native_state_probability": 0.5, "ema_decay": 0.98, "branch_weight": 1.0, "guided_weight": 0.05, "guidance_scale": 4.5, "matmul_tf32": false, "max_grad_norm": 1.0, "selection_metric": "native_lpips", "bridge": { "source_dim": 768, "target_dim": 2304, "tokens": 77, "width": 384, "blocks": 4, "particle_dim": 4, "num_particles": 256, "learnable_particles": false, "source_residual": true, "native_unconditional": true, "output_head": "expanded_residual", "head_width": 0, "use_particles": true }, "functional_validation": { "batch_size": 4 }, "render_validation": { "seeds": [ 87654 ], "steps": 20, "height": 512, "width": 512, "guidance_scale": 4.5, "scorer_device": "cpu", "include_native_empty": false, "measure_native_fidelity": true }, "scope": "Output-focused residual continuation: differentiate the complete deployed 20-step DPM SANA trajectory and match final native latent, with paired embedding weight 0.1. Frozen parent/cloud/masks. Teacher and student share initial noise and run their own complete trajectories; no target conditioning at inference. Validation selection only.", "patience": 0, "critic": { "architecture": "coordinate", "width": 128 }, "training_paths": "routed", "regularizer": "b_cap", "cap_coefficient": 1.0, "cap_kappa": 1.0, "cap_damping": 0.01, "cap_interpolation_coefficient": 0.1, "feature_normalization": "centered", "padding_weight": 0.0, "particle_center_weight": 0.0, "routing_diagnostics": true, "trainable_parts": "residual", "supervised_only": true, "soft_mask_weight": 0.0, "rollout_weight": 1.0, "rollout_every": 1, "rollout_batch": 1, "rollout_steps": 20, "dataset_manifest_sha256": "208e35938dc8a58cae55143b826f6227b7d1e3e1f2d5a76f1945b680afdc4789", "dataset_files_sha256": { "train.safetensors": "b261fa2117097767708eb814f4255c9bafc5acf8f0fa139b225b6011b3f27aeb", "val.safetensors": "a03485b965c3e99ac89ff71acdeb5395bca1ce193250bf5e345826b38c2296c2", "unconditional.safetensors": "5a10cc2eab0fc39abf3cd14d4c3bb1671e0d39d2bc03566c016bab450954ef4c" }, "state_cache_manifest_sha256": "294c1985f36f3d4a1c8cd06e7ff92caab5db466afef486e0ce2e2a37da6d3368", "state_cache_sha256": "a673c10a1b340ec653c1bbd52558c2f75183067f7a5d5bc59b82e1f91323a297", "initialization": { "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" }, "scheduler_fingerprint": "f74da76a6be0c07b6d72a389267c0cf09c017dd2e37e7c4d74fa195ad6da076e", "sana": { "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" }, "packages": { "torch": "2.11.0+cu128", "diffusers": "0.40.0.dev0", "transformers": "5.15.0" } }, "complete": { "steps": 500, "reason": "steps_completed", "elapsed_s": 2892.4194966210052, "best_rendered_validation_native_lpips": 0.4177314167221387, "training_compute": { "functional_updates": 0, "rollout_updates": 500, "rollout_examples": 500, "functional_examples": 0, "teacher_forward_examples": 20000, "student_forward_examples": 20000, "student_backward_examples": 20000, "student_recompute_examples": 20000, "peak_cuda_allocated_bytes": 3400765440 }, "native_state_cache_compute": { "teacher_branch_forward_examples": 20480, "elapsed_s": 404.5765976989642, "peak_cuda_allocated_bytes": 1850372096 }, "selection": "minimum validation rendered native-image LPIPS passing image-variance floor; earlier checkpoint wins exact ties" }, "selected_step": 0, "selected_checkpoint": "artifacts/runs/formulation-residual-rollout-fixed/best.safetensors", "selected_sha256": "36787763ada8d5236be5021bbde3897d066891823e112c867a546b8b4c8577f8", "frozen_parent_tensors_bitwise_unchanged": true, "frozen_tensor_count": 68, "validation": [ { "step": 0, "selected": true, "embedding_nmse": 0.5547684033711752, "prompt_effect_nmse": 0.08217833723706777, "native_lpips": 0.4177314167221387, "clip_text_image_cosine": 0.31144533182183903 }, { "step": 100, "selected": false, "embedding_nmse": 0.5550351937611898, "prompt_effect_nmse": 0.08361270792649844, "native_lpips": 0.41989607363939285, "clip_text_image_cosine": 0.3122570440173149 }, { "step": 200, "selected": false, "embedding_nmse": 0.555537203947703, "prompt_effect_nmse": 0.08164866544987084, "native_lpips": 0.42854949707786244, "clip_text_image_cosine": 0.3106127704183261 }, { "step": 300, "selected": false, "embedding_nmse": 0.5562103192011515, "prompt_effect_nmse": 0.08407505333143198, "native_lpips": 0.4351283262173335, "clip_text_image_cosine": 0.3112073242664337 }, { "step": 400, "selected": false, "embedding_nmse": 0.5571244359016418, "prompt_effect_nmse": 0.08047357973782096, "native_lpips": 0.43401728197932243, "clip_text_image_cosine": 0.3096524154146512 }, { "step": 500, "selected": false, "embedding_nmse": 0.5575999617576599, "prompt_effect_nmse": 0.08261164692256877, "native_lpips": 0.4432392120361328, "clip_text_image_cosine": 0.3114318748315175 } ] }, "linear-rollout-fixed": { "config": { "seed": 90526, "source": { "repo_id": "stable-diffusion-v1-5/stable-diffusion-v1-5", "revision": "451f4fe16113bff5a5d2269ed5ad43b0592e9a14" }, "dataset": "artifacts/data/sana-transfer-sd15", "state_cache": "artifacts/data/sana-transfer-sd15-states", "steps": 500, "batch_size": 32, "lr": 1e-05, "adv_weight": 0.0, "feature_weight": 0.0, "embedding_weight": 0.1, "mask_weight": 0.0, "particle_weight": 0.0, "functional_weight": 1.0, "functional_every": 0, "functional_start": 0, "functional_batch": 4, "eval_every": 100, "log_every": 25, "functional_normalize": true, "native_state_probability": 0.5, "ema_decay": 0.98, "branch_weight": 1.0, "guided_weight": 0.05, "guidance_scale": 4.5, "matmul_tf32": false, "max_grad_norm": 1.0, "selection_metric": "native_lpips", "bridge": { "source_dim": 768, "target_dim": 2304, "tokens": 77, "width": 384, "blocks": 4, "particle_dim": 4, "num_particles": 256, "learnable_particles": false, "source_residual": true, "native_unconditional": true, "output_head": "linear", "head_width": 0, "use_particles": true }, "functional_validation": { "batch_size": 4 }, "render_validation": { "seeds": [ 87654 ], "steps": 20, "height": 512, "width": 512, "guidance_scale": 4.5, "scorer_device": "cpu", "include_native_empty": false, "measure_native_fidelity": true }, "scope": "Matched linear-head full-trajectory control. Same parent, frozen stem/cloud/masks, source batches, noise seeds, 20-step terminal latent objective, learning rate and update budget as residual-rollout-fixed. No test access during training or selection.", "patience": 0, "critic": { "architecture": "coordinate", "width": 128 }, "training_paths": "routed", "regularizer": "b_cap", "cap_coefficient": 1.0, "cap_kappa": 1.0, "cap_damping": 0.01, "cap_interpolation_coefficient": 0.1, "feature_normalization": "centered", "padding_weight": 0.0, "particle_center_weight": 0.0, "routing_diagnostics": true, "trainable_parts": "heads", "supervised_only": true, "soft_mask_weight": 0.0, "rollout_weight": 1.0, "rollout_every": 1, "rollout_batch": 1, "rollout_steps": 20, "dataset_manifest_sha256": "208e35938dc8a58cae55143b826f6227b7d1e3e1f2d5a76f1945b680afdc4789", "dataset_files_sha256": { "train.safetensors": "b261fa2117097767708eb814f4255c9bafc5acf8f0fa139b225b6011b3f27aeb", "val.safetensors": "a03485b965c3e99ac89ff71acdeb5395bca1ce193250bf5e345826b38c2296c2", "unconditional.safetensors": "5a10cc2eab0fc39abf3cd14d4c3bb1671e0d39d2bc03566c016bab450954ef4c" }, "state_cache_manifest_sha256": "294c1985f36f3d4a1c8cd06e7ff92caab5db466afef486e0ce2e2a37da6d3368", "state_cache_sha256": "a673c10a1b340ec653c1bbd52558c2f75183067f7a5d5bc59b82e1f91323a297", "initialization": { "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" }, "scheduler_fingerprint": "f74da76a6be0c07b6d72a389267c0cf09c017dd2e37e7c4d74fa195ad6da076e", "sana": { "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" }, "packages": { "torch": "2.11.0+cu128", "diffusers": "0.40.0.dev0", "transformers": "5.15.0" } }, "complete": { "steps": 500, "reason": "steps_completed", "elapsed_s": 2752.843461651355, "best_rendered_validation_native_lpips": 0.4074671578903993, "training_compute": { "functional_updates": 0, "rollout_updates": 500, "rollout_examples": 500, "functional_examples": 0, "teacher_forward_examples": 20000, "student_forward_examples": 20000, "student_backward_examples": 20000, "student_recompute_examples": 20000, "peak_cuda_allocated_bytes": 3256700928 }, "native_state_cache_compute": { "teacher_branch_forward_examples": 20480, "elapsed_s": 404.5765976989642, "peak_cuda_allocated_bytes": 1850372096 }, "selection": "minimum validation rendered native-image LPIPS passing image-variance floor; earlier checkpoint wins exact ties" }, "selected_step": 200, "selected_checkpoint": "artifacts/runs/formulation-linear-rollout-fixed/best.safetensors", "selected_sha256": "065d88db8ad73f904b3681f2a45bcacafd6b86af7b32f69aabab08a2585ef2f5", "frozen_parent_tensors_bitwise_unchanged": true, "frozen_tensor_count": 66, "validation": [ { "step": 0, "selected": true, "embedding_nmse": 0.5547684033711752, "prompt_effect_nmse": 0.08217833723706777, "native_lpips": 0.4177314167221387, "clip_text_image_cosine": 0.31144533182183903 }, { "step": 100, "selected": true, "embedding_nmse": 0.5547740856806437, "prompt_effect_nmse": 0.08162785258878662, "native_lpips": 0.41199004898468655, "clip_text_image_cosine": 0.31133463978767395 }, { "step": 200, "selected": true, "embedding_nmse": 0.5547965168952942, "prompt_effect_nmse": 0.08058304122285848, "native_lpips": 0.4074671578903993, "clip_text_image_cosine": 0.3104916053513686 }, { "step": 300, "selected": false, "embedding_nmse": 0.5548332929611206, "prompt_effect_nmse": 0.07867307405837273, "native_lpips": 0.41030721242229146, "clip_text_image_cosine": 0.31293080374598503 }, { "step": 400, "selected": false, "embedding_nmse": 0.5549066464106241, "prompt_effect_nmse": 0.0788060172718931, "native_lpips": 0.41053688277800876, "clip_text_image_cosine": 0.30970074236392975 }, { "step": 500, "selected": false, "embedding_nmse": 0.5549397071202596, "prompt_effect_nmse": 0.07840424408787246, "native_lpips": 0.4172617197036743, "clip_text_image_cosine": 0.3107322094341119 } ] }, "source-residual-distill-fixed": { "config": { "seed": 90526, "source": { "repo_id": "stable-diffusion-v1-5/stable-diffusion-v1-5", "revision": "451f4fe16113bff5a5d2269ed5ad43b0592e9a14" }, "dataset": "artifacts/data/sana-transfer-sd15", "state_cache": "artifacts/data/sana-transfer-sd15-states", "steps": 1500, "batch_size": 32, "lr": 1e-05, "adv_weight": 0.0, "feature_weight": 0.0, "embedding_weight": 0.1, "mask_weight": 0.0, "particle_weight": 0.0, "functional_weight": 1.0, "functional_every": 1, "functional_start": 0, "functional_batch": 4, "eval_every": 250, "log_every": 50, "functional_normalize": true, "native_state_probability": 0.5, "ema_decay": 0.98, "branch_weight": 1.0, "guided_weight": 0.05, "guidance_scale": 4.5, "matmul_tf32": false, "max_grad_norm": 1.0, "selection_metric": "native_lpips", "bridge": { "source_dim": 768, "target_dim": 2304, "tokens": 77, "width": 384, "blocks": 4, "particle_dim": 4, "num_particles": 256, "learnable_particles": false, "source_residual": true, "native_unconditional": true, "output_head": "expanded_residual", "head_width": 0, "use_particles": true, "output_source_residual": true }, "functional_validation": { "batch_size": 4 }, "render_validation": { "seeds": [ 87654 ], "steps": 20, "height": 512, "width": 512, "guidance_scale": 4.5, "scorer_device": "cpu", "include_native_empty": false, "measure_native_fidelity": true }, "scope": "Matched source-access continuation: same frozen parent, loss, LR, batches, state draws and 1500-update budget as residual-distill-fixed; only add a full-source-token projection into the expanded output head. Exact parent initialization. Tests demonstrate an old generator nullspace preserving LayerNorm and router means. Validation only; no particle claim.", "patience": 0, "critic": { "architecture": "coordinate", "width": 128 }, "training_paths": "routed", "regularizer": "b_cap", "cap_coefficient": 1.0, "cap_kappa": 1.0, "cap_damping": 0.01, "cap_interpolation_coefficient": 0.1, "feature_normalization": "centered", "padding_weight": 0.0, "particle_center_weight": 0.0, "routing_diagnostics": true, "trainable_parts": "residual", "supervised_only": true, "soft_mask_weight": 0.0, "dataset_manifest_sha256": "208e35938dc8a58cae55143b826f6227b7d1e3e1f2d5a76f1945b680afdc4789", "dataset_files_sha256": { "train.safetensors": "b261fa2117097767708eb814f4255c9bafc5acf8f0fa139b225b6011b3f27aeb", "val.safetensors": "a03485b965c3e99ac89ff71acdeb5395bca1ce193250bf5e345826b38c2296c2", "unconditional.safetensors": "5a10cc2eab0fc39abf3cd14d4c3bb1671e0d39d2bc03566c016bab450954ef4c" }, "state_cache_manifest_sha256": "294c1985f36f3d4a1c8cd06e7ff92caab5db466afef486e0ce2e2a37da6d3368", "state_cache_sha256": "a673c10a1b340ec653c1bbd52558c2f75183067f7a5d5bc59b82e1f91323a297", "initialization": { "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" }, "scheduler_fingerprint": "f74da76a6be0c07b6d72a389267c0cf09c017dd2e37e7c4d74fa195ad6da076e", "sana": { "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" }, "packages": { "torch": "2.11.0+cu128", "diffusers": "0.40.0.dev0", "transformers": "5.15.0" } }, "complete": { "steps": 1500, "reason": "steps_completed", "elapsed_s": 1223.276906622108, "best_rendered_validation_native_lpips": 0.4177314167221387, "training_compute": { "functional_updates": 1500, "rollout_updates": 0, "rollout_examples": 0, "functional_examples": 6000, "teacher_forward_examples": 6168, "student_forward_examples": 12000, "student_backward_examples": 12000, "student_recompute_examples": 0, "peak_cuda_allocated_bytes": 6994544128 }, "native_state_cache_compute": { "teacher_branch_forward_examples": 20480, "elapsed_s": 404.5765976989642, "peak_cuda_allocated_bytes": 1850372096 }, "selection": "minimum validation rendered native-image LPIPS passing image-variance floor; earlier checkpoint wins exact ties" }, "selected_step": 0, "selected_checkpoint": "artifacts/runs/formulation-source-residual-distill-fixed/best.safetensors", "selected_sha256": "f109f00ff9725bfbd14158f24667646405fa01a528452630f0896eb7d5c7160e", "frozen_parent_tensors_bitwise_unchanged": true, "frozen_tensor_count": 68, "validation": [ { "step": 0, "selected": true, "embedding_nmse": 0.5547684033711752, "prompt_effect_nmse": 0.08217833723706777, "native_lpips": 0.4177314167221387, "clip_text_image_cosine": 0.31144533182183903 }, { "step": 250, "selected": false, "embedding_nmse": 0.5548334121704102, "prompt_effect_nmse": 0.07978219549444675, "native_lpips": 0.4239448271691799, "clip_text_image_cosine": 0.3100505843758583 }, { "step": 500, "selected": false, "embedding_nmse": 0.554795483748118, "prompt_effect_nmse": 0.08553722677275273, "native_lpips": 0.43744606028000516, "clip_text_image_cosine": 0.3131454065442085 }, { "step": 750, "selected": false, "embedding_nmse": 0.5546574195226034, "prompt_effect_nmse": 0.08097786858723229, "native_lpips": 0.42869414016604424, "clip_text_image_cosine": 0.3131943941116333 }, { "step": 1000, "selected": false, "embedding_nmse": 0.5546051065127054, "prompt_effect_nmse": 0.07972859266612621, "native_lpips": 0.4189603303869565, "clip_text_image_cosine": 0.3122466156880061 }, { "step": 1250, "selected": false, "embedding_nmse": 0.5544772346814474, "prompt_effect_nmse": 0.08209994796897468, "native_lpips": 0.422961267332236, "clip_text_image_cosine": 0.31005968277653057 }, { "step": 1500, "selected": false, "embedding_nmse": 0.5544361273447672, "prompt_effect_nmse": 0.08111140624894433, "native_lpips": 0.4231972893079122, "clip_text_image_cosine": 0.3103850558400154 } ] }, "source-residual-fullscale-fixed": { "config": { "seed": 90526, "source": { "repo_id": "stable-diffusion-v1-5/stable-diffusion-v1-5", "revision": "451f4fe16113bff5a5d2269ed5ad43b0592e9a14" }, "dataset": "artifacts/data/sana-transfer-sd15", "state_cache": "artifacts/data/sana-transfer-sd15-states", "steps": 1500, "batch_size": 32, "lr": 1e-05, "adv_weight": 0.0, "feature_weight": 0.0, "embedding_weight": 0.1, "mask_weight": 0.0, "particle_weight": 0.0, "functional_weight": 1.0, "functional_every": 1, "functional_start": 0, "functional_batch": 4, "eval_every": 250, "log_every": 50, "functional_normalize": true, "native_state_probability": 0.5, "ema_decay": 0.98, "branch_weight": 1.0, "guided_weight": 0.05, "guidance_scale": 4.5, "matmul_tf32": false, "max_grad_norm": 1.0, "selection_metric": "native_lpips", "bridge": { "source_dim": 768, "target_dim": 2304, "tokens": 77, "width": 384, "blocks": 4, "particle_dim": 4, "num_particles": 256, "learnable_particles": false, "source_residual": true, "native_unconditional": true, "output_head": "expanded_residual", "head_width": 0, "use_particles": true, "output_source_residual": true, "output_source_init_scale": 1.0 }, "functional_validation": { "batch_size": 4 }, "render_validation": { "seeds": [ 87654 ], "steps": 20, "height": 512, "width": 512, "guidance_scale": 4.5, "scorer_device": "cpu", "include_native_empty": false, "measure_native_fidelity": true }, "scope": "Matched source-access initialization control: identical to source-residual-distill-fixed except source projection uses its full fan-in initialization rather than 0.01 scaling. The final output residual still starts exactly at zero, preserving parent predictions. Same training/validation schedule and fixed cloud.", "patience": 0, "critic": { "architecture": "coordinate", "width": 128 }, "training_paths": "routed", "regularizer": "b_cap", "cap_coefficient": 1.0, "cap_kappa": 1.0, "cap_damping": 0.01, "cap_interpolation_coefficient": 0.1, "feature_normalization": "centered", "padding_weight": 0.0, "particle_center_weight": 0.0, "routing_diagnostics": true, "trainable_parts": "residual", "supervised_only": true, "soft_mask_weight": 0.0, "dataset_manifest_sha256": "208e35938dc8a58cae55143b826f6227b7d1e3e1f2d5a76f1945b680afdc4789", "dataset_files_sha256": { "train.safetensors": "b261fa2117097767708eb814f4255c9bafc5acf8f0fa139b225b6011b3f27aeb", "val.safetensors": "a03485b965c3e99ac89ff71acdeb5395bca1ce193250bf5e345826b38c2296c2", "unconditional.safetensors": "5a10cc2eab0fc39abf3cd14d4c3bb1671e0d39d2bc03566c016bab450954ef4c" }, "state_cache_manifest_sha256": "294c1985f36f3d4a1c8cd06e7ff92caab5db466afef486e0ce2e2a37da6d3368", "state_cache_sha256": "a673c10a1b340ec653c1bbd52558c2f75183067f7a5d5bc59b82e1f91323a297", "initialization": { "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" }, "scheduler_fingerprint": "f74da76a6be0c07b6d72a389267c0cf09c017dd2e37e7c4d74fa195ad6da076e", "sana": { "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" }, "packages": { "torch": "2.11.0+cu128", "diffusers": "0.40.0.dev0", "transformers": "5.15.0" } }, "complete": { "steps": 1500, "reason": "steps_completed", "elapsed_s": 989.9741936977953, "best_rendered_validation_native_lpips": 0.4104875971873601, "training_compute": { "functional_updates": 1500, "rollout_updates": 0, "rollout_examples": 0, "functional_examples": 6000, "teacher_forward_examples": 6168, "student_forward_examples": 12000, "student_backward_examples": 12000, "student_recompute_examples": 0, "peak_cuda_allocated_bytes": 6994544128 }, "native_state_cache_compute": { "teacher_branch_forward_examples": 20480, "elapsed_s": 404.5765976989642, "peak_cuda_allocated_bytes": 1850372096 }, "selection": "minimum validation rendered native-image LPIPS passing image-variance floor; earlier checkpoint wins exact ties" }, "selected_step": 1000, "selected_checkpoint": "artifacts/runs/formulation-source-residual-fullscale-fixed/best.safetensors", "selected_sha256": "ceeb067e4c96b545f5bc094d660ce1e0e1a1953dd14edbf3270a32017f1acdd9", "frozen_parent_tensors_bitwise_unchanged": true, "frozen_tensor_count": 68, "validation": [ { "step": 0, "selected": true, "embedding_nmse": 0.5547684033711752, "prompt_effect_nmse": 0.08217833723706777, "native_lpips": 0.4177314167221387, "clip_text_image_cosine": 0.31144533182183903 }, { "step": 250, "selected": false, "embedding_nmse": 0.5548646648724874, "prompt_effect_nmse": 0.07946089829665422, "native_lpips": 0.42467980459332466, "clip_text_image_cosine": 0.31080776328841847 }, { "step": 500, "selected": false, "embedding_nmse": 0.55478968222936, "prompt_effect_nmse": 0.08518098422057363, "native_lpips": 0.43946519618233043, "clip_text_image_cosine": 0.31138210371136665 }, { "step": 750, "selected": false, "embedding_nmse": 0.5544964075088501, "prompt_effect_nmse": 0.07918543100462039, "native_lpips": 0.42386745164791745, "clip_text_image_cosine": 0.31255371620257694 }, { "step": 1000, "selected": true, "embedding_nmse": 0.5544228553771973, "prompt_effect_nmse": 0.07956939431583555, "native_lpips": 0.4104875971873601, "clip_text_image_cosine": 0.3123244009912014 }, { "step": 1250, "selected": false, "embedding_nmse": 0.5542205174763998, "prompt_effect_nmse": 0.08136829601007685, "native_lpips": 0.42509999374548596, "clip_text_image_cosine": 0.31023122866948444 }, { "step": 1500, "selected": false, "embedding_nmse": 0.5541487137476603, "prompt_effect_nmse": 0.07999690300691409, "native_lpips": 0.4229169599711895, "clip_text_image_cosine": 0.3118489707509677 } ] } }, "current_source_sha256": { "model_glue/__init__.py": "171ee9bf69c0bb7704a0712fdef4bdce196cae72c9238365408268a5942690d7", "model_glue/anima_eval.py": "e14b143ebc1b1ad53ff2fc614850855c5066f2e3b64e2da1b4d345f75cd27207", "model_glue/anima_infer.py": "8e26bf75e2c80e44fe98a03d780f7162ccf989c26fa85e629a86ffcf829c848b", "model_glue/anima_prepare.py": "28962576913be3b623a90dd80197661a0551a9a5e1463a8ac75aca885331a7ca", "model_glue/anima_runtime.py": "bc2754067ddf901b2302bd97011e1a356c95530af58e26551b0915272e8a11f0", "model_glue/anima_train.py": "29ad274e437d4fbdae4ba9912967792196e38c0847ea368fc60b1d817e9e4cdb", "model_glue/codecs.py": "7d4a307de2d944ad6f000a7739b924a0b7868d70de914ac5974419f5c81480f2", "model_glue/composition.py": "25ada1d9ac74b1996dd3272054372312c4d19bc5dab77d68fd9315b1a2471ce4", "model_glue/composition_train.py": "c0ba0aa721239352f75f8ccd704c2062b2821789945a337258907961c8b09ef5", "model_glue/denoiser_bridge.py": "697ee57bd59b15b401fc52672ab9b2090a836e3b39c509f8ca2d25a2cabd3ce1", "model_glue/denoiser_infer.py": "4a84344bdd3f18f534c46125a1c8f2fa8d51b577a46f5a8859dbe0dcbf395fa0", "model_glue/denoiser_pilot.py": "a389670696a065c3b8b013b7243dd6b62cff707dd6ac875ee1beed3eb36e77a1", "model_glue/denoiser_prepare.py": "b4d3a67a0caea353c90d671b2366743c13b4855f933c345abe1508bec7a0c6a4", "model_glue/denoiser_runtime.py": "b8c3a8296e27ba1c3037f58a5dc530a57f2e98ba173bdee2199a0f90911f53f7", "model_glue/evaluation.py": "a120733be25c47558b01bb9127b2a5dee6a03eb936dc855e22c1481c644e4ea4", "model_glue/expand_data.py": "7ff196db53ede24e71707703136cfd21ee4c230d22d480ceed14a580ab604179", "model_glue/infer.py": "0a5314755da360ad9782285679edfa27cc2319f928076bb01b2302382d871e2c", "model_glue/inference.py": "0357c3c5f469f017c7e3a9f2a4817506b038e021b89c0d22a918c5eb2965f51b", "model_glue/lora.py": "3e03e710d67bda2e07f2e11e0c746f4847eeca5f7fd37f02773a4f528700fd70", "model_glue/losses.py": "b2ca86ba8f8b715c2db101f3a9d29f5ce4a4f5cbe64a76fc19f55eb26ae7467f", "model_glue/models.py": "5b99baeb6360e87164ca5de89487482a361a6bb4fccec4a6b07d18977382e6c6", "model_glue/prepare.py": "58f862fd02b403cd9a5c9bc563dd3441e0f2fa3231e7b75968083968aea3b8c7", "model_glue/sana_donors.py": "661b3d1e2c2359c3d3645e5ca190b65f97e54d2d57771e63fe69ca5c062c8176", "model_glue/sana_infer.py": "e55e791155c85588f7b0b2d2bfe235eda09cb893167abbe0691b5c55a5f2ce10", "model_glue/text_bridge.py": "66271eec5e76eadcdd5df5435d511347c208c0199c966966ada53d27605be745", "model_glue/text_captions.py": "fd0ae01d187d941e79849e4924747bdd3c98d115706593f2459e4ec72628e1b0", "model_glue/text_eval.py": "094e8beeeb5332fca9faa950f40a0ccf80505cd01318bbabffad3aeb67edad4a", "model_glue/text_infer.py": "79c180750b9b33892db343aeb572ac375094406bc90b2b9173df5a0375f9aa03", "model_glue/text_lexicon.py": "a91e1279c9d4ab5cb1c983c9b5ba968534b80e17728dc257e0c2288e3c3eecd8", "model_glue/text_prepare.py": "1d1b6cfdcef328fdb5ac4e2b7d1fd9b9033a006259081159880cc316d68978ed", "model_glue/text_runtime.py": "8035c8a18fd1c52e5d9de141f008f68f43e4973f5ac51465e166c601feae2d40", "model_glue/text_states.py": "0478237422c0161f9fe5874792b03e2f0f82772676082fc09640a46c98b50419", "model_glue/text_train.py": "c8c247b3c35244534687e47fd14555f81a9610de12cf3ccf5dca7630053a530a", "model_glue/text_train_noise.py": "35e75383f4acd21a340cc4df43a4f5dae18802b683abe442bf5a9dcba1209893", "model_glue/text_trajectory.py": "b562ae8508f0f387bfafbfa47b53b43596ca73fcb5c22dae38a2862a1aba8cb4", "model_glue/train.py": "0e3872a237556244b667c1f316d50c3b12a7f61a8ff60eff3196655ef2b00549" } }, "validation_ranking": { "scope": "Validation-only ranking; average seeds within each prompt, then weight all prompts equally. Test results are excluded.", "prompt_count": 58, "prompt_seed_pairs": 82, "scores": { "native": { "native_lpips": 0.0, "native_pixel_mae": 0.0, "clip_text_image_cosine": 0.31729713510507823 }, "parent": { "native_lpips": 0.3845586983979434, "native_pixel_mae": 0.14540668043853908, "clip_text_image_cosine": 0.30728059424751103 }, "linear_distill": { "native_lpips": 0.3811477638952348, "native_pixel_mae": 0.14415318966340063, "clip_text_image_cosine": 0.3076438892675542 }, "linear_rollout": { "native_lpips": 0.38574381789256784, "native_pixel_mae": 0.14572909688470007, "clip_text_image_cosine": 0.3078894349692881 }, "source_full": { "native_lpips": 0.3832593902774241, "native_pixel_mae": 0.14520142021878013, "clip_text_image_cosine": 0.30850052174137926 }, "orthogonal_025": { "native_lpips": 0.3886523847949916, "native_pixel_mae": 0.1462558062597253, "clip_text_image_cosine": 0.3085590165922011 }, "orthogonal_100": { "native_lpips": 0.38771238516288237, "native_pixel_mae": 0.1463224577407042, "clip_text_image_cosine": 0.30837413865601876 }, "combined_025": { "native_lpips": 0.3855607927530661, "native_pixel_mae": 0.14555561092906985, "clip_text_image_cosine": 0.30844964797811947 } }, "ranked": [ "linear_distill", "source_full", "parent", "combined_025", "linear_rollout", "orthogonal_100", "orthogonal_025" ], "selected": "linear_distill", "selected_checkpoint": { "path": "/ml2/model-glue/artifacts/runs/formulation-linear-distill-fixed/best.safetensors", "sha256": "fc7f44369cf21791c4f9ad6b74978dd420be41a76330a1fe32b11f440f3bf925" }, "checkpoint_fingerprints": { "parent": { "path": "/ml2/model-glue/artifacts/runs/sana-transfer-sd15-movable/best.safetensors", "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" }, "linear_distill": { "path": "/ml2/model-glue/artifacts/runs/formulation-linear-distill-fixed/best.safetensors", "sha256": "fc7f44369cf21791c4f9ad6b74978dd420be41a76330a1fe32b11f440f3bf925" }, "linear_rollout": { "path": "/ml2/model-glue/artifacts/runs/formulation-linear-rollout-fixed/best.safetensors", "sha256": "065d88db8ad73f904b3681f2a45bcacafd6b86af7b32f69aabab08a2585ef2f5" }, "source_full": { "path": "/ml2/model-glue/artifacts/runs/formulation-source-residual-fullscale-fixed/best.safetensors", "sha256": "ceeb067e4c96b545f5bc094d660ce1e0e1a1953dd14edbf3270a32017f1acdd9" }, "orthogonal_025": { "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/orthogonal-025.safetensors", "sha256": "34d9ad66dff950cca7afec85bbac1046e05ff759e4eee9057d41d0416415fc7a" }, "orthogonal_100": { "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/orthogonal-100.safetensors", "sha256": "85986a987e6d5a6b5ad52f651b2267c319107927431afd685437dc829f11ba6a" }, "combined_025": { "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/combined-025.safetensors", "sha256": "73f11ee497640c4ce4cb09b115e940e84233e4a36130e73bb30cfa15c61a3124" } }, "paired_against_parent": { "linear_distill": { "native_lpips": { "candidate_minus_baseline": -0.0034109345027085007, "prompt_bootstrap_95_percent_interval": [ -0.020595541165006916, 0.0136603863128386 ], "prompt_count": 58, "prompts_improved": 34, "per_prompt_deltas": { "f11cd05822e4f52a74fe": 0.006923377513885498, "1f5aa9afbebfc34c723f": -0.020492325226465862, "6ab76de91bfd3c0e34a5": -0.003700892130533854, "f73c6434e31c22d450ea": -0.011816322803497314, "f1a8e846f0f297033734": -0.006241261959075928, "e36dfd3923a2c22d7bf9": 0.010162214438120524, "2af238c6269c515a7d92": 0.007512340943018596, "8f7967c6516e1b7a433c": -0.0032697816689809165, "6869df40e783865537c7": -0.002538790305455526, "a26fdad02bee67ad19d7": 0.007181763648986816, "e8402663c7e6487e2809": -0.013288180033365885, "1338509de43ae3b40c96": -0.012726480762163797, "5cedf9657bef63a0e409": -0.010294616222381592, "42827e023ed8d9873f32": 0.018889665603637695, "883c45a35afc80304ee9": -0.07747757434844971, "4aa2a178be91fa71ef97": 0.0094757080078125, "a3f966642360570e43b2": 0.013297885656356812, "6c303c128ef2d1940468": 0.006562173366546631, "4b81b54e728cbe0712f8": 0.03067508339881897, "a1ba79e343e19e272adb": -0.0018471479415893555, "ac6e6adc5e13f5e35197": 0.0522741973400116, "adba655cbec9c5ce0d34": -0.0021619200706481934, "ea2b6ccc4d4d807d1df2": -0.010571062564849854, "11a6352248ce0286c7c0": -4.225969314575195e-05, "3da4ccc576f16c038f68": 0.01040998101234436, "ba7496e18ecdc8146664": 0.08057709038257599, "5aa167cdc3d31bb7309e": 0.0402359664440155, "43c06db2f3ec54bf1e72": -0.048898905515670776, "dc89ecad17a470101b9d": -0.023816406726837158, "f1996717d5a99dd6e5b0": -0.0038201510906219482, "f0bd956facce388c0cff": -0.13211959600448608, "73c955a5b407a6918b18": 0.0017604529857635498, "293edd8c522ca112d86e": -0.0372040718793869, "2fe9899bd552c519b40b": -0.010371997952461243, "f99ec32ceefea400c831": -0.028671354055404663, "9429e02b91652f8fc52b": 8.031725883483887e-05, "26b77a20ead3e81385b9": 0.011110678315162659, "b5d26593eaecaa63e5d8": -0.022921286523342133, "0bcc1f26edd0abe249ee": -0.007784217596054077, "c59cee185b5398cbdb09": -0.002871572971343994, "89c9751008fcfa43dddb": -0.014399826526641846, "1379948cf7f42fe57cdc": -0.09315377473831177, "b7f79393959828a10f39": 0.023463189601898193, "88ec5abe4252fe4e475c": -0.08026358485221863, "4e4e3a34e413d48db5b8": -0.011500060558319092, "8143498388830895002a": -0.00894153118133545, "aed67addad5bbae0ece6": 0.10825461149215698, "fbd1a5767b38c7ad359a": -0.0015974640846252441, "dc5b3ffa8fa5d5dc3944": 0.010234713554382324, "de9adfc3bfd5c7741bec": 0.026368916034698486, "e8eeab0a5791e462f981": 0.028179556131362915, "1d2c4c56caf2107831e6": 0.277614951133728, "717e7359d0cf69f136b5": -0.01705867052078247, "2b9d1afcce7435095ee4": -0.29407867789268494, "25b2d7a530557d626618": -0.06970125436782837, "2e0b8dec8c67458ad1eb": 0.04831528663635254, "d1f9e3b59d9c8e2e5311": 0.06697094440460205, "70a98e45b7bc646db31e": -0.008722245693206787 } }, "native_pixel_mae": { "candidate_minus_baseline": -0.001253490775138482, "prompt_bootstrap_95_percent_interval": [ -0.00789572231514358, 0.0053890563526201515 ], "prompt_count": 58, "prompts_improved": 32, "per_prompt_deltas": { "f11cd05822e4f52a74fe": 0.003938953081766765, "1f5aa9afbebfc34c723f": -0.004354421049356461, "6ab76de91bfd3c0e34a5": -0.004244128863016765, "f73c6434e31c22d450ea": -0.002527649203936259, "f1a8e846f0f297033734": 0.008666622141997019, "e36dfd3923a2c22d7bf9": 0.004600373407204946, "2af238c6269c515a7d92": 0.003107274572054545, "8f7967c6516e1b7a433c": 0.004761641224225362, "6869df40e783865537c7": -0.0005315840244293213, "a26fdad02bee67ad19d7": 0.03797447681427002, "e8402663c7e6487e2809": -0.007924767831961313, "1338509de43ae3b40c96": -0.0014559850096702576, "5cedf9657bef63a0e409": -0.010010018944740295, "42827e023ed8d9873f32": 0.0017121732234954834, "883c45a35afc80304ee9": -0.030130580067634583, "4aa2a178be91fa71ef97": 0.0005882084369659424, "a3f966642360570e43b2": 0.009237349033355713, "6c303c128ef2d1940468": 0.0018234997987747192, "4b81b54e728cbe0712f8": 0.0028426647186279297, "a1ba79e343e19e272adb": 0.002427026629447937, "ac6e6adc5e13f5e35197": 0.014591977000236511, "adba655cbec9c5ce0d34": -0.015072748064994812, "ea2b6ccc4d4d807d1df2": -0.005211427807807922, "11a6352248ce0286c7c0": -0.017223715782165527, "3da4ccc576f16c038f68": 0.010651051998138428, "ba7496e18ecdc8146664": 0.021988607943058014, "5aa167cdc3d31bb7309e": 0.018467605113983154, "43c06db2f3ec54bf1e72": -0.021657928824424744, "dc89ecad17a470101b9d": -0.0038902834057807922, "f1996717d5a99dd6e5b0": -0.0005590617656707764, "f0bd956facce388c0cff": -0.03256829082965851, "73c955a5b407a6918b18": -0.0010409429669380188, "293edd8c522ca112d86e": -0.009252987802028656, "2fe9899bd552c519b40b": -0.002965956926345825, "f99ec32ceefea400c831": -0.006067097187042236, "9429e02b91652f8fc52b": -0.0001575276255607605, "26b77a20ead3e81385b9": 0.008562363684177399, "b5d26593eaecaa63e5d8": -0.003121316432952881, "0bcc1f26edd0abe249ee": -0.0009569376707077026, "c59cee185b5398cbdb09": -0.004121720790863037, "89c9751008fcfa43dddb": -0.009446308016777039, "1379948cf7f42fe57cdc": -0.03667332977056503, "b7f79393959828a10f39": 0.00022366642951965332, "88ec5abe4252fe4e475c": -0.04459826648235321, "4e4e3a34e413d48db5b8": -0.0014897733926773071, "8143498388830895002a": -0.004032820463180542, "aed67addad5bbae0ece6": 0.029401183128356934, "fbd1a5767b38c7ad359a": 0.0017452612519264221, "dc5b3ffa8fa5d5dc3944": 0.0026307404041290283, "de9adfc3bfd5c7741bec": 0.006489485502243042, "e8eeab0a5791e462f981": 0.010315585881471634, "1d2c4c56caf2107831e6": 0.10230016708374023, "717e7359d0cf69f136b5": -0.0025653690099716187, "2b9d1afcce7435095ee4": -0.11554263532161713, "25b2d7a530557d626618": -0.025849618017673492, "2e0b8dec8c67458ad1eb": 0.010324403643608093, "d1f9e3b59d9c8e2e5311": 0.03470674157142639, "70a98e45b7bc646db31e": -0.0015363693237304688 } }, "clip_text_image_cosine": { "candidate_minus_baseline": 0.00036329502004316474, "prompt_bootstrap_95_percent_interval": [ -0.0014192829229708376, 0.0022122039705857444 ], "prompt_count": 58, "prompts_improved": 27, "per_prompt_deltas": { "f11cd05822e4f52a74fe": -0.0023016631603240967, "1f5aa9afbebfc34c723f": -0.0006794432799021403, "6ab76de91bfd3c0e34a5": 0.005234380563100179, "f73c6434e31c22d450ea": 0.003281831741333008, "f1a8e846f0f297033734": 0.0008484522501627604, "e36dfd3923a2c22d7bf9": 0.006150464216868083, "2af238c6269c515a7d92": -0.0012883444627126057, "8f7967c6516e1b7a433c": -0.002411047617594401, "6869df40e783865537c7": -0.0030106306076049805, "a26fdad02bee67ad19d7": -0.0041489700476328535, "e8402663c7e6487e2809": 0.00035251180330912274, "1338509de43ae3b40c96": -0.00010774532953898112, "5cedf9657bef63a0e409": 0.0011147558689117432, "42827e023ed8d9873f32": -0.012650728225708008, "883c45a35afc80304ee9": 0.005244195461273193, "4aa2a178be91fa71ef97": 0.0024604201316833496, "a3f966642360570e43b2": -0.0066616833209991455, "6c303c128ef2d1940468": -0.003957420587539673, "4b81b54e728cbe0712f8": 0.009077697992324829, "a1ba79e343e19e272adb": -0.0019192397594451904, "ac6e6adc5e13f5e35197": -0.007482379674911499, "adba655cbec9c5ce0d34": -0.0016588866710662842, "ea2b6ccc4d4d807d1df2": 0.011377930641174316, "11a6352248ce0286c7c0": 0.0005572140216827393, "3da4ccc576f16c038f68": 0.004088759422302246, "ba7496e18ecdc8146664": 0.002926081418991089, "5aa167cdc3d31bb7309e": 0.011457592248916626, "43c06db2f3ec54bf1e72": -0.00011372566223144531, "dc89ecad17a470101b9d": 0.005067557096481323, "f1996717d5a99dd6e5b0": 0.00182342529296875, "f0bd956facce388c0cff": 0.0019646883010864258, "73c955a5b407a6918b18": -0.00012353062629699707, "293edd8c522ca112d86e": -0.00041481852531433105, "2fe9899bd552c519b40b": -0.0008209347724914551, "f99ec32ceefea400c831": 0.009382635354995728, "9429e02b91652f8fc52b": 0.0014190375804901123, "26b77a20ead3e81385b9": -0.00615963339805603, "b5d26593eaecaa63e5d8": -0.004247397184371948, "0bcc1f26edd0abe249ee": 0.011740267276763916, "c59cee185b5398cbdb09": -0.0005876421928405762, "89c9751008fcfa43dddb": 0.0015140771865844727, "1379948cf7f42fe57cdc": 3.904104232788086e-05, "b7f79393959828a10f39": -0.01107451319694519, "88ec5abe4252fe4e475c": -0.0030837953090667725, "4e4e3a34e413d48db5b8": 0.003516674041748047, "8143498388830895002a": 0.006067544221878052, "aed67addad5bbae0ece6": -0.020610541105270386, "fbd1a5767b38c7ad359a": -0.0019111037254333496, "dc5b3ffa8fa5d5dc3944": -0.002666652202606201, "de9adfc3bfd5c7741bec": -0.01061326265335083, "e8eeab0a5791e462f981": -0.0032903552055358887, "1d2c4c56caf2107831e6": 0.018368691205978394, "717e7359d0cf69f136b5": -0.005155280232429504, "2b9d1afcce7435095ee4": -0.005367100238800049, "25b2d7a530557d626618": 0.004699587821960449, "2e0b8dec8c67458ad1eb": -0.00454336404800415, "d1f9e3b59d9c8e2e5311": -0.002349942922592163, "70a98e45b7bc646db31e": 0.022707372903823853 } } }, "source_full": { "native_lpips": { "candidate_minus_baseline": -0.0012993081205192646, "prompt_bootstrap_95_percent_interval": [ -0.021896380278142703, 0.01942788923651665 ], "prompt_count": 58, "prompts_improved": 32, "per_prompt_deltas": { "f11cd05822e4f52a74fe": 0.028395647803942364, "1f5aa9afbebfc34c723f": -0.04207755128542582, "6ab76de91bfd3c0e34a5": -0.013412217299143473, "f73c6434e31c22d450ea": -0.028754393259684246, "f1a8e846f0f297033734": -0.004788388808568318, "e36dfd3923a2c22d7bf9": -0.013841226696968079, "2af238c6269c515a7d92": 0.0025700628757476807, "8f7967c6516e1b7a433c": -0.011053025722503662, "6869df40e783865537c7": 0.0014413297176361084, "a26fdad02bee67ad19d7": -0.0022546052932739258, "e8402663c7e6487e2809": -0.023873527844746906, "1338509de43ae3b40c96": -0.0009008397658665975, "5cedf9657bef63a0e409": -0.01108253002166748, "42827e023ed8d9873f32": 0.021434545516967773, "883c45a35afc80304ee9": -0.06662589311599731, "4aa2a178be91fa71ef97": 0.017971336841583252, "a3f966642360570e43b2": 0.00993967056274414, "6c303c128ef2d1940468": 0.008408427238464355, "4b81b54e728cbe0712f8": 0.01582956314086914, "a1ba79e343e19e272adb": -0.003193974494934082, "ac6e6adc5e13f5e35197": 0.020491302013397217, "adba655cbec9c5ce0d34": 0.0017667412757873535, "ea2b6ccc4d4d807d1df2": -0.015218377113342285, "11a6352248ce0286c7c0": -0.017074286937713623, "3da4ccc576f16c038f68": 0.02338993549346924, "ba7496e18ecdc8146664": 0.0838540643453598, "5aa167cdc3d31bb7309e": 0.05701446533203125, "43c06db2f3ec54bf1e72": -0.011914819478988647, "dc89ecad17a470101b9d": -0.050491511821746826, "f1996717d5a99dd6e5b0": 0.012627631425857544, "f0bd956facce388c0cff": -0.09983232617378235, "73c955a5b407a6918b18": 0.18133538961410522, "293edd8c522ca112d86e": -0.03124995529651642, "2fe9899bd552c519b40b": -0.011628523468971252, "f99ec32ceefea400c831": -0.11484453082084656, "9429e02b91652f8fc52b": -0.012003451585769653, "26b77a20ead3e81385b9": 0.011472642421722412, "b5d26593eaecaa63e5d8": -0.039088986814022064, "0bcc1f26edd0abe249ee": 0.005769133567810059, "c59cee185b5398cbdb09": 0.02936321496963501, "89c9751008fcfa43dddb": -0.04574921727180481, "1379948cf7f42fe57cdc": -0.0917072668671608, "b7f79393959828a10f39": 0.02674710750579834, "88ec5abe4252fe4e475c": -0.08937881886959076, "4e4e3a34e413d48db5b8": -0.022404611110687256, "8143498388830895002a": -0.005674839019775391, "aed67addad5bbae0ece6": 0.09440404176712036, "fbd1a5767b38c7ad359a": -0.008903950452804565, "dc5b3ffa8fa5d5dc3944": 0.173833429813385, "de9adfc3bfd5c7741bec": -0.040551960468292236, "e8eeab0a5791e462f981": 0.02497018873691559, "1d2c4c56caf2107831e6": 0.3034103512763977, "717e7359d0cf69f136b5": -0.006714493036270142, "2b9d1afcce7435095ee4": -0.3389902412891388, "25b2d7a530557d626618": -0.07360455393791199, "2e0b8dec8c67458ad1eb": 0.04313474893569946, "d1f9e3b59d9c8e2e5311": 0.0685044527053833, "70a98e45b7bc646db31e": 0.005445599555969238 } }, "native_pixel_mae": { "candidate_minus_baseline": -0.00020526021975895406, "prompt_bootstrap_95_percent_interval": [ -0.008238206197368515, 0.007426265059788334 ], "prompt_count": 58, "prompts_improved": 30, "per_prompt_deltas": { "f11cd05822e4f52a74fe": 0.005900152027606964, "1f5aa9afbebfc34c723f": -0.006867080926895142, "6ab76de91bfd3c0e34a5": -0.002207408348719279, "f73c6434e31c22d450ea": -0.008008167147636414, "f1a8e846f0f297033734": 0.01707375297943751, "e36dfd3923a2c22d7bf9": -0.004804293314615886, "2af238c6269c515a7d92": 0.00716806948184967, "8f7967c6516e1b7a433c": 0.005144881705443065, "6869df40e783865537c7": 0.002460494637489319, "a26fdad02bee67ad19d7": 0.022697672247886658, "e8402663c7e6487e2809": -0.010403059422969818, "1338509de43ae3b40c96": -0.00233643501996994, "5cedf9657bef63a0e409": -0.004567742347717285, "42827e023ed8d9873f32": 0.006355300545692444, "883c45a35afc80304ee9": -0.03619089722633362, "4aa2a178be91fa71ef97": 0.0037745684385299683, "a3f966642360570e43b2": 0.009735554456710815, "6c303c128ef2d1940468": 0.0025836974382400513, "4b81b54e728cbe0712f8": -0.003576606512069702, "a1ba79e343e19e272adb": 0.002963244915008545, "ac6e6adc5e13f5e35197": 0.005616366863250732, "adba655cbec9c5ce0d34": -0.0061724185943603516, "ea2b6ccc4d4d807d1df2": -0.007692232728004456, "11a6352248ce0286c7c0": -0.02112998068332672, "3da4ccc576f16c038f68": 0.018239125609397888, "ba7496e18ecdc8146664": 0.022241860628128052, "5aa167cdc3d31bb7309e": 0.02706664800643921, "43c06db2f3ec54bf1e72": -0.0052524954080581665, "dc89ecad17a470101b9d": -0.005311340093612671, "f1996717d5a99dd6e5b0": 0.003819376230239868, "f0bd956facce388c0cff": -0.029173605144023895, "73c955a5b407a6918b18": 0.047621019184589386, "293edd8c522ca112d86e": -0.008409231901168823, "2fe9899bd552c519b40b": -0.0037423819303512573, "f99ec32ceefea400c831": -0.024445325136184692, "9429e02b91652f8fc52b": -0.0008699074387550354, "26b77a20ead3e81385b9": 0.01040271669626236, "b5d26593eaecaa63e5d8": -0.005804114043712616, "0bcc1f26edd0abe249ee": 0.004588410258293152, "c59cee185b5398cbdb09": 0.007446035742759705, "89c9751008fcfa43dddb": -0.022684603929519653, "1379948cf7f42fe57cdc": -0.03339157998561859, "b7f79393959828a10f39": -0.007362812757492065, "88ec5abe4252fe4e475c": -0.045826755464076996, "4e4e3a34e413d48db5b8": -0.003682345151901245, "8143498388830895002a": -0.0022540688514709473, "aed67addad5bbae0ece6": 0.023093536496162415, "fbd1a5767b38c7ad359a": 0.0016164332628250122, "dc5b3ffa8fa5d5dc3944": 0.06134709715843201, "de9adfc3bfd5c7741bec": -0.021446704864501953, "e8eeab0a5791e462f981": 0.011007476598024368, "1d2c4c56caf2107831e6": 0.11399312317371368, "717e7359d0cf69f136b5": -0.0019126832485198975, "2b9d1afcce7435095ee4": -0.139593243598938, "25b2d7a530557d626618": -0.025929749011993408, "2e0b8dec8c67458ad1eb": 0.006559595465660095, "d1f9e3b59d9c8e2e5311": 0.034920960664749146, "70a98e45b7bc646db31e": 0.003707006573677063 } }, "clip_text_image_cosine": { "candidate_minus_baseline": 0.001219927493868203, "prompt_bootstrap_95_percent_interval": [ -0.0005758188557864605, 0.0030330137124863154 ], "prompt_count": 58, "prompts_improved": 28, "per_prompt_deltas": { "f11cd05822e4f52a74fe": 0.0012797613938649495, "1f5aa9afbebfc34c723f": 0.0037665069103240967, "6ab76de91bfd3c0e34a5": 0.005384425322214763, "f73c6434e31c22d450ea": 7.4108441670735674e-06, "f1a8e846f0f297033734": -0.0004195769627888997, "e36dfd3923a2c22d7bf9": 0.007657984892527263, "2af238c6269c515a7d92": -0.00216179092725118, "8f7967c6516e1b7a433c": -0.00325507918993632, "6869df40e783865537c7": 0.0012557605902353923, "a26fdad02bee67ad19d7": -0.002277831236521403, "e8402663c7e6487e2809": -0.0032687286535898843, "1338509de43ae3b40c96": -0.0022438764572143555, "5cedf9657bef63a0e409": -0.0012450218200683594, "42827e023ed8d9873f32": -0.014289051294326782, "883c45a35afc80304ee9": -0.004385828971862793, "4aa2a178be91fa71ef97": -0.004869401454925537, "a3f966642360570e43b2": -0.000849306583404541, "6c303c128ef2d1940468": -0.003359168767929077, "4b81b54e728cbe0712f8": 0.012260138988494873, "a1ba79e343e19e272adb": -0.0029213130474090576, "ac6e6adc5e13f5e35197": 0.009008705615997314, "adba655cbec9c5ce0d34": -0.004410475492477417, "ea2b6ccc4d4d807d1df2": 0.02409842610359192, "11a6352248ce0286c7c0": -0.002591341733932495, "3da4ccc576f16c038f68": 0.011500269174575806, "ba7496e18ecdc8146664": 0.003760993480682373, "5aa167cdc3d31bb7309e": 0.011325627565383911, "43c06db2f3ec54bf1e72": -0.005753815174102783, "dc89ecad17a470101b9d": 0.006086260080337524, "f1996717d5a99dd6e5b0": 0.0008528530597686768, "f0bd956facce388c0cff": 0.007689982652664185, "73c955a5b407a6918b18": -0.0005484819412231445, "293edd8c522ca112d86e": -0.0007620155811309814, "2fe9899bd552c519b40b": 0.0019198060035705566, "f99ec32ceefea400c831": 0.012257188558578491, "9429e02b91652f8fc52b": 0.009727239608764648, "26b77a20ead3e81385b9": 0.002444446086883545, "b5d26593eaecaa63e5d8": -0.005219787359237671, "0bcc1f26edd0abe249ee": 0.008673369884490967, "c59cee185b5398cbdb09": -0.004388004541397095, "89c9751008fcfa43dddb": 0.0016456842422485352, "1379948cf7f42fe57cdc": -3.5434961318969727e-05, "b7f79393959828a10f39": 0.00164794921875, "88ec5abe4252fe4e475c": -0.005044698715209961, "4e4e3a34e413d48db5b8": 0.008093088865280151, "8143498388830895002a": 0.000406116247177124, "aed67addad5bbae0ece6": -0.0006177425384521484, "fbd1a5767b38c7ad359a": -0.0012347400188446045, "dc5b3ffa8fa5d5dc3944": 0.007388085126876831, "de9adfc3bfd5c7741bec": -0.018949508666992188, "e8eeab0a5791e462f981": -0.004750967025756836, "1d2c4c56caf2107831e6": 0.013923972845077515, "717e7359d0cf69f136b5": -0.0019313246011734009, "2b9d1afcce7435095ee4": -0.004033207893371582, "25b2d7a530557d626618": 0.008203238248825073, "2e0b8dec8c67458ad1eb": -0.0028471946716308594, "d1f9e3b59d9c8e2e5311": -0.0058464109897613525, "70a98e45b7bc646db31e": 0.0030016303062438965 } } }, "combined_025": { "native_lpips": { "candidate_minus_baseline": 0.0010020943551227964, "prompt_bootstrap_95_percent_interval": [ -0.009013190482282775, 0.014151603944770904 ], "prompt_count": 58, "prompts_improved": 33, "per_prompt_deltas": { "f11cd05822e4f52a74fe": 0.030389606952667236, "1f5aa9afbebfc34c723f": -0.031384418408075966, "6ab76de91bfd3c0e34a5": -0.01802915334701538, "f73c6434e31c22d450ea": -0.022428254286448162, "f1a8e846f0f297033734": -0.013290574153264364, "e36dfd3923a2c22d7bf9": 3.5593907038370766e-05, "2af238c6269c515a7d92": -0.009696761767069498, "8f7967c6516e1b7a433c": -0.005635311206181844, "6869df40e783865537c7": -0.0007649461428324381, "a26fdad02bee67ad19d7": 0.011583298444747925, "e8402663c7e6487e2809": -0.027260998884836834, "1338509de43ae3b40c96": -0.007968212167421976, "5cedf9657bef63a0e409": 0.008631289005279541, "42827e023ed8d9873f32": 0.00780332088470459, "883c45a35afc80304ee9": -0.009920835494995117, "4aa2a178be91fa71ef97": 0.0020453333854675293, "a3f966642360570e43b2": 0.015382915735244751, "6c303c128ef2d1940468": -0.0014132261276245117, "4b81b54e728cbe0712f8": 0.03528529405593872, "a1ba79e343e19e272adb": -0.0012606978416442871, "ac6e6adc5e13f5e35197": 0.011341243982315063, "adba655cbec9c5ce0d34": 0.005040496587753296, "ea2b6ccc4d4d807d1df2": 0.0013633966445922852, "11a6352248ce0286c7c0": 0.0002269744873046875, "3da4ccc576f16c038f68": 0.00022849440574645996, "ba7496e18ecdc8146664": 0.010940298438072205, "5aa167cdc3d31bb7309e": -0.03260818123817444, "43c06db2f3ec54bf1e72": -0.023877590894699097, "dc89ecad17a470101b9d": -0.027324378490447998, "f1996717d5a99dd6e5b0": 0.004777103662490845, "f0bd956facce388c0cff": -0.07831922173500061, "73c955a5b407a6918b18": -0.022948801517486572, "293edd8c522ca112d86e": -0.02098912000656128, "2fe9899bd552c519b40b": -0.001758858561515808, "f99ec32ceefea400c831": -0.0008267462253570557, "9429e02b91652f8fc52b": -0.0017629414796829224, "26b77a20ead3e81385b9": 0.011870697140693665, "b5d26593eaecaa63e5d8": 0.08972892165184021, "0bcc1f26edd0abe249ee": -0.012738823890686035, "c59cee185b5398cbdb09": 0.009044110774993896, "89c9751008fcfa43dddb": -0.04722738265991211, "1379948cf7f42fe57cdc": -0.030648186802864075, "b7f79393959828a10f39": -0.007488071918487549, "88ec5abe4252fe4e475c": -0.02596604824066162, "4e4e3a34e413d48db5b8": -0.0034981966018676758, "8143498388830895002a": -0.0047547221183776855, "aed67addad5bbae0ece6": 0.039020657539367676, "fbd1a5767b38c7ad359a": 0.0016856193542480469, "dc5b3ffa8fa5d5dc3944": 0.007393449544906616, "de9adfc3bfd5c7741bec": 0.057039082050323486, "e8eeab0a5791e462f981": -0.0001554638147354126, "1d2c4c56caf2107831e6": 0.2799663543701172, "717e7359d0cf69f136b5": -0.004024088382720947, "2b9d1afcce7435095ee4": -0.07589507102966309, "25b2d7a530557d626618": -0.01391659677028656, "2e0b8dec8c67458ad1eb": 0.006206542253494263, "d1f9e3b59d9c8e2e5311": -0.007420957088470459, "70a98e45b7bc646db31e": 0.004294216632843018 } }, "native_pixel_mae": { "candidate_minus_baseline": 0.0001489304905307704, "prompt_bootstrap_95_percent_interval": [ -0.003255616145572443, 0.00470478574520555 ], "prompt_count": 58, "prompts_improved": 30, "per_prompt_deltas": { "f11cd05822e4f52a74fe": 0.007544845342636108, "1f5aa9afbebfc34c723f": -0.0029708966612815857, "6ab76de91bfd3c0e34a5": -0.0051005979379018145, "f73c6434e31c22d450ea": -0.00522381067276001, "f1a8e846f0f297033734": -0.006456630925337474, "e36dfd3923a2c22d7bf9": 0.0017269055048624675, "2af238c6269c515a7d92": -0.0004595617453257243, "8f7967c6516e1b7a433c": 0.0007869725426038107, "6869df40e783865537c7": 0.0018455187479654949, "a26fdad02bee67ad19d7": 0.016103843847910564, "e8402663c7e6487e2809": -0.00901662806669871, "1338509de43ae3b40c96": -0.001499772071838379, "5cedf9657bef63a0e409": 0.0023180395364761353, "42827e023ed8d9873f32": 0.005031883716583252, "883c45a35afc80304ee9": -0.010067090392112732, "4aa2a178be91fa71ef97": -0.0027595460414886475, "a3f966642360570e43b2": 0.007614612579345703, "6c303c128ef2d1940468": 7.82012939453125e-05, "4b81b54e728cbe0712f8": 0.006463587284088135, "a1ba79e343e19e272adb": 0.00018364191055297852, "ac6e6adc5e13f5e35197": 0.003646381199359894, "adba655cbec9c5ce0d34": 0.0003503561019897461, "ea2b6ccc4d4d807d1df2": 0.0030052661895751953, "11a6352248ce0286c7c0": -0.012249231338500977, "3da4ccc576f16c038f68": 0.001845821738243103, "ba7496e18ecdc8146664": 0.004367396235466003, "5aa167cdc3d31bb7309e": -0.001950383186340332, "43c06db2f3ec54bf1e72": -0.00935015082359314, "dc89ecad17a470101b9d": -0.0038387924432754517, "f1996717d5a99dd6e5b0": 0.002567186951637268, "f0bd956facce388c0cff": -0.020784825086593628, "73c955a5b407a6918b18": -0.006345294415950775, "293edd8c522ca112d86e": -0.0043503642082214355, "2fe9899bd552c519b40b": -0.00549282506108284, "f99ec32ceefea400c831": -0.0018860846757888794, "9429e02b91652f8fc52b": -0.0013368204236030579, "26b77a20ead3e81385b9": 0.005981631577014923, "b5d26593eaecaa63e5d8": 0.018277741968631744, "0bcc1f26edd0abe249ee": -0.003764227032661438, "c59cee185b5398cbdb09": 0.006193101406097412, "89c9751008fcfa43dddb": -0.0169028639793396, "1379948cf7f42fe57cdc": -0.01311437040567398, "b7f79393959828a10f39": -0.010871201753616333, "88ec5abe4252fe4e475c": -0.010703392326831818, "4e4e3a34e413d48db5b8": -0.001954689621925354, "8143498388830895002a": -0.0012250393629074097, "aed67addad5bbae0ece6": 0.0062169283628463745, "fbd1a5767b38c7ad359a": -0.0012442097067832947, "dc5b3ffa8fa5d5dc3944": 0.0014935433864593506, "de9adfc3bfd5c7741bec": 0.01946862041950226, "e8eeab0a5791e462f981": -0.0006645321846008301, "1d2c4c56caf2107831e6": 0.09571781754493713, "717e7359d0cf69f136b5": 0.0003455430269241333, "2b9d1afcce7435095ee4": -0.03431665897369385, "25b2d7a530557d626618": -0.010109499096870422, "2e0b8dec8c67458ad1eb": 0.0009068101644515991, "d1f9e3b59d9c8e2e5311": 0.0014663934707641602, "70a98e45b7bc646db31e": 0.0030993670225143433 } }, "clip_text_image_cosine": { "candidate_minus_baseline": 0.0011690537306084032, "prompt_bootstrap_95_percent_interval": [ 6.354160863777685e-05, 0.0023158228131888925 ], "prompt_count": 58, "prompts_improved": 33, "per_prompt_deltas": { "f11cd05822e4f52a74fe": 0.0021859010060628257, "1f5aa9afbebfc34c723f": 0.0011053979396820068, "6ab76de91bfd3c0e34a5": 0.0008713801701863607, "f73c6434e31c22d450ea": -0.0018264253934224446, "f1a8e846f0f297033734": 0.0003933906555175781, "e36dfd3923a2c22d7bf9": 0.005486130714416504, "2af238c6269c515a7d92": -0.0020176470279693604, "8f7967c6516e1b7a433c": -0.0007565319538116455, "6869df40e783865537c7": 0.0027597943941752114, "a26fdad02bee67ad19d7": -0.0013069510459899902, "e8402663c7e6487e2809": -0.0010609527428944905, "1338509de43ae3b40c96": -0.0003162523110707601, "5cedf9657bef63a0e409": -0.00019082427024841309, "42827e023ed8d9873f32": 0.00443992018699646, "883c45a35afc80304ee9": -0.004446357488632202, "4aa2a178be91fa71ef97": -0.001837015151977539, "a3f966642360570e43b2": 0.005911290645599365, "6c303c128ef2d1940468": -0.0007191896438598633, "4b81b54e728cbe0712f8": 0.003322392702102661, "a1ba79e343e19e272adb": -0.0013379454612731934, "ac6e6adc5e13f5e35197": 0.0012981295585632324, "adba655cbec9c5ce0d34": -0.00363767147064209, "ea2b6ccc4d4d807d1df2": 0.010643675923347473, "11a6352248ce0286c7c0": -0.0018922686576843262, "3da4ccc576f16c038f68": -0.00013577938079833984, "ba7496e18ecdc8146664": 0.00012004375457763672, "5aa167cdc3d31bb7309e": 0.0008953213691711426, "43c06db2f3ec54bf1e72": -0.0030944645404815674, "dc89ecad17a470101b9d": 0.002526223659515381, "f1996717d5a99dd6e5b0": 0.001377493143081665, "f0bd956facce388c0cff": 0.0014703571796417236, "73c955a5b407a6918b18": -0.0010711848735809326, "293edd8c522ca112d86e": 0.007114887237548828, "2fe9899bd552c519b40b": 0.0031783580780029297, "f99ec32ceefea400c831": -0.00028711557388305664, "9429e02b91652f8fc52b": 0.0008949637413024902, "26b77a20ead3e81385b9": 0.002071678638458252, "b5d26593eaecaa63e5d8": 0.0023079514503479004, "0bcc1f26edd0abe249ee": 0.004621654748916626, "c59cee185b5398cbdb09": 0.0008018612861633301, "89c9751008fcfa43dddb": 0.005615234375, "1379948cf7f42fe57cdc": -0.0011951923370361328, "b7f79393959828a10f39": -0.0001970231533050537, "88ec5abe4252fe4e475c": -0.00010332465171813965, "4e4e3a34e413d48db5b8": 6.324052810668945e-05, "8143498388830895002a": 0.005961894989013672, "aed67addad5bbae0ece6": 0.007799893617630005, "fbd1a5767b38c7ad359a": -0.000754237174987793, "dc5b3ffa8fa5d5dc3944": -0.0033668875694274902, "de9adfc3bfd5c7741bec": -0.013629943132400513, "e8eeab0a5791e462f981": -0.0006971955299377441, "1d2c4c56caf2107831e6": 0.010723352432250977, "717e7359d0cf69f136b5": 0.0011063218116760254, "2b9d1afcce7435095ee4": 0.011021137237548828, "25b2d7a530557d626618": 8.77082347869873e-05, "2e0b8dec8c67458ad1eb": -0.006964534521102905, "d1f9e3b59d9c8e2e5311": 0.0004013180732727051, "70a98e45b7bc646db31e": 0.012069731950759888 } } }, "linear_rollout": { "native_lpips": { "candidate_minus_baseline": 0.0011851194946245216, "prompt_bootstrap_95_percent_interval": [ -0.0055245423625255455, 0.008276849394214561 ], "prompt_count": 58, "prompts_improved": 32, "per_prompt_deltas": { "f11cd05822e4f52a74fe": 0.028819332520167034, "1f5aa9afbebfc34c723f": -0.021438976128896076, "6ab76de91bfd3c0e34a5": -0.01911272605260213, "f73c6434e31c22d450ea": -0.014747371276219686, "f1a8e846f0f297033734": -0.017941405375798542, "e36dfd3923a2c22d7bf9": 0.005833253264427185, "2af238c6269c515a7d92": -0.011727511882781982, "8f7967c6516e1b7a433c": -0.014576335748036703, "6869df40e783865537c7": 0.0043280720710754395, "a26fdad02bee67ad19d7": 0.005727787812550862, "e8402663c7e6487e2809": -0.009599546591440836, "1338509de43ae3b40c96": 0.006431515018145244, "5cedf9657bef63a0e409": 0.019495517015457153, "42827e023ed8d9873f32": -0.02185732126235962, "883c45a35afc80304ee9": 0.04518014192581177, "4aa2a178be91fa71ef97": -0.008276700973510742, "a3f966642360570e43b2": 0.020229816436767578, "6c303c128ef2d1940468": -0.0025678277015686035, "4b81b54e728cbe0712f8": 0.014308542013168335, "a1ba79e343e19e272adb": -0.0015000104904174805, "ac6e6adc5e13f5e35197": -0.013324707746505737, "adba655cbec9c5ce0d34": 0.010236412286758423, "ea2b6ccc4d4d807d1df2": 0.010418593883514404, "11a6352248ce0286c7c0": -0.006691873073577881, "3da4ccc576f16c038f68": -0.005121409893035889, "ba7496e18ecdc8146664": -0.014739349484443665, "5aa167cdc3d31bb7309e": -0.042820751667022705, "43c06db2f3ec54bf1e72": -0.016745537519454956, "dc89ecad17a470101b9d": -0.006827175617218018, "f1996717d5a99dd6e5b0": 0.004871189594268799, "f0bd956facce388c0cff": -0.0875927209854126, "73c955a5b407a6918b18": -0.018848568201065063, "293edd8c522ca112d86e": -0.004283547401428223, "2fe9899bd552c519b40b": 0.0013151466846466064, "f99ec32ceefea400c831": 0.07465174794197083, "9429e02b91652f8fc52b": -0.0028273314237594604, "26b77a20ead3e81385b9": 0.0028522461652755737, "b5d26593eaecaa63e5d8": 0.08995771408081055, "0bcc1f26edd0abe249ee": -0.01032179594039917, "c59cee185b5398cbdb09": -0.0029820799827575684, "89c9751008fcfa43dddb": -0.023338645696640015, "1379948cf7f42fe57cdc": 0.0010216385126113892, "b7f79393959828a10f39": -0.0015322566032409668, "88ec5abe4252fe4e475c": -0.015577360987663269, "4e4e3a34e413d48db5b8": 0.0027956366539001465, "8143498388830895002a": -0.0013420581817626953, "aed67addad5bbae0ece6": 0.03231436014175415, "fbd1a5767b38c7ad359a": 0.0016897022724151611, "dc5b3ffa8fa5d5dc3944": 0.009407460689544678, "de9adfc3bfd5c7741bec": 0.05694770812988281, "e8eeab0a5791e462f981": -0.008007779717445374, "1d2c4c56caf2107831e6": 0.06666192412376404, "717e7359d0cf69f136b5": -0.006261706352233887, "2b9d1afcce7435095ee4": -0.0017929673194885254, "25b2d7a530557d626618": 0.005789071321487427, "2e0b8dec8c67458ad1eb": 0.002435147762298584, "d1f9e3b59d9c8e2e5311": -0.024814456701278687, "70a98e45b7bc646db31e": 0.004157066345214844 } }, "native_pixel_mae": { "candidate_minus_baseline": 0.000322416446160996, "prompt_bootstrap_95_percent_interval": [ -0.001689304830506444, 0.0024756542578253933 ], "prompt_count": 58, "prompts_improved": 36, "per_prompt_deltas": { "f11cd05822e4f52a74fe": 0.005103588104248047, "1f5aa9afbebfc34c723f": -0.002057847877343496, "6ab76de91bfd3c0e34a5": -0.005280524492263794, "f73c6434e31c22d450ea": -0.003148814042409261, "f1a8e846f0f297033734": -0.014502299328645071, "e36dfd3923a2c22d7bf9": 0.003493222097555796, "2af238c6269c515a7d92": -0.0014882733424504597, "8f7967c6516e1b7a433c": -0.002212782700856527, "6869df40e783865537c7": 0.0052176713943481445, "a26fdad02bee67ad19d7": 0.00763334333896637, "e8402663c7e6487e2809": -0.005388326942920685, "1338509de43ae3b40c96": 0.0028296088178952536, "5cedf9657bef63a0e409": 0.005715504288673401, "42827e023ed8d9873f32": -0.000495418906211853, "883c45a35afc80304ee9": 0.024737298488616943, "4aa2a178be91fa71ef97": -0.005308583378791809, "a3f966642360570e43b2": 0.0041245222091674805, "6c303c128ef2d1940468": -0.0005948394536972046, "4b81b54e728cbe0712f8": 0.0046815574169158936, "a1ba79e343e19e272adb": -1.7717480659484863e-05, "ac6e6adc5e13f5e35197": -0.003561250865459442, "adba655cbec9c5ce0d34": 0.002904146909713745, "ea2b6ccc4d4d807d1df2": 0.00805501639842987, "11a6352248ce0286c7c0": -0.00903727114200592, "3da4ccc576f16c038f68": -0.0015873759984970093, "ba7496e18ecdc8146664": -0.0053624361753463745, "5aa167cdc3d31bb7309e": -0.007108509540557861, "43c06db2f3ec54bf1e72": -0.007440581917762756, "dc89ecad17a470101b9d": -0.0008620619773864746, "f1996717d5a99dd6e5b0": 0.0026287883520126343, "f0bd956facce388c0cff": -0.02194824069738388, "73c955a5b407a6918b18": -0.0038701295852661133, "293edd8c522ca112d86e": -0.0007441416382789612, "2fe9899bd552c519b40b": -0.00435301661491394, "f99ec32ceefea400c831": 0.019052542746067047, "9429e02b91652f8fc52b": 0.0002825334668159485, "26b77a20ead3e81385b9": 0.0007537603378295898, "b5d26593eaecaa63e5d8": 0.018002986907958984, "0bcc1f26edd0abe249ee": -0.004410907626152039, "c59cee185b5398cbdb09": -0.0018627345561981201, "89c9751008fcfa43dddb": -0.007088422775268555, "1379948cf7f42fe57cdc": -0.0004192665219306946, "b7f79393959828a10f39": -0.004717081785202026, "88ec5abe4252fe4e475c": -0.004238523542881012, "4e4e3a34e413d48db5b8": -0.0006529688835144043, "8143498388830895002a": -0.001838982105255127, "aed67addad5bbae0ece6": -0.0007752180099487305, "fbd1a5767b38c7ad359a": -0.0021837204694747925, "dc5b3ffa8fa5d5dc3944": 0.0008459761738777161, "de9adfc3bfd5c7741bec": 0.021170824766159058, "e8eeab0a5791e462f981": -0.002294052392244339, "1d2c4c56caf2107831e6": 0.02242863178253174, "717e7359d0cf69f136b5": 0.0010654330253601074, "2b9d1afcce7435095ee4": -0.00043676793575286865, "25b2d7a530557d626618": 7.224082946777344e-05, "2e0b8dec8c67458ad1eb": -0.0003143101930618286, "d1f9e3b59d9c8e2e5311": -0.005537368357181549, "70a98e45b7bc646db31e": 0.0010417252779006958 } }, "clip_text_image_cosine": { "candidate_minus_baseline": 0.0006088407217771158, "prompt_bootstrap_95_percent_interval": [ -0.0008395511614180159, 0.002018075325023169 ], "prompt_count": 58, "prompts_improved": 30, "per_prompt_deltas": { "f11cd05822e4f52a74fe": 0.003175656000773112, "1f5aa9afbebfc34c723f": -0.0006839632987976074, "6ab76de91bfd3c0e34a5": -0.0031025509039560952, "f73c6434e31c22d450ea": -0.0017030735810597737, "f1a8e846f0f297033734": -0.0021196802457173667, "e36dfd3923a2c22d7bf9": 0.003796786069869995, "2af238c6269c515a7d92": 0.000651766856511434, "8f7967c6516e1b7a433c": -0.002168377240498861, "6869df40e783865537c7": 0.00631152590115865, "a26fdad02bee67ad19d7": -0.0042673250039418536, "e8402663c7e6487e2809": -0.0011549293994903564, "1338509de43ae3b40c96": -0.00018349289894104004, "5cedf9657bef63a0e409": 0.0019457638263702393, "42827e023ed8d9873f32": -0.0043367743492126465, "883c45a35afc80304ee9": 0.003855764865875244, "4aa2a178be91fa71ef97": -0.0012959837913513184, "a3f966642360570e43b2": 0.004764199256896973, "6c303c128ef2d1940468": 0.0005005002021789551, "4b81b54e728cbe0712f8": -0.0018863081932067871, "a1ba79e343e19e272adb": -0.0051979124546051025, "ac6e6adc5e13f5e35197": 0.0010936260223388672, "adba655cbec9c5ce0d34": -0.0070729851722717285, "ea2b6ccc4d4d807d1df2": 0.01614077389240265, "11a6352248ce0286c7c0": -0.0029799044132232666, "3da4ccc576f16c038f68": 0.0009018480777740479, "ba7496e18ecdc8146664": 0.0023729801177978516, "5aa167cdc3d31bb7309e": 0.0031151771545410156, "43c06db2f3ec54bf1e72": -0.002124011516571045, "dc89ecad17a470101b9d": -9.1552734375e-05, "f1996717d5a99dd6e5b0": 0.0025802254676818848, "f0bd956facce388c0cff": 0.003945469856262207, "73c955a5b407a6918b18": 0.0020821988582611084, "293edd8c522ca112d86e": 0.009265899658203125, "2fe9899bd552c519b40b": 0.0046880245208740234, "f99ec32ceefea400c831": 0.019361019134521484, "9429e02b91652f8fc52b": -3.221631050109863e-05, "26b77a20ead3e81385b9": -0.0016679763793945312, "b5d26593eaecaa63e5d8": 0.00172501802444458, "0bcc1f26edd0abe249ee": -0.005233854055404663, "c59cee185b5398cbdb09": -0.002978205680847168, "89c9751008fcfa43dddb": 0.0018399953842163086, "1379948cf7f42fe57cdc": -0.00042572617530822754, "b7f79393959828a10f39": -0.0005033612251281738, "88ec5abe4252fe4e475c": 0.00039380788803100586, "4e4e3a34e413d48db5b8": -0.0012530088424682617, "8143498388830895002a": 0.0021786093711853027, "aed67addad5bbae0ece6": -0.0009526312351226807, "fbd1a5767b38c7ad359a": 0.0015285015106201172, "dc5b3ffa8fa5d5dc3944": -0.0015589892864227295, "de9adfc3bfd5c7741bec": -0.023713797330856323, "e8eeab0a5791e462f981": 0.00010600686073303223, "1d2c4c56caf2107831e6": -0.00040835142135620117, "717e7359d0cf69f136b5": 0.0029379278421401978, "2b9d1afcce7435095ee4": -0.0010876357555389404, "25b2d7a530557d626618": 0.0030532479286193848, "2e0b8dec8c67458ad1eb": 0.0005212724208831787, "d1f9e3b59d9c8e2e5311": 0.0011099278926849365, "70a98e45b7bc646db31e": 0.00955381989479065 } } }, "orthogonal_100": { "native_lpips": { "candidate_minus_baseline": 0.003153686764939078, "prompt_bootstrap_95_percent_interval": [ -0.010498291397488665, 0.018903407518719793 ], "prompt_count": 58, "prompts_improved": 31, "per_prompt_deltas": { "f11cd05822e4f52a74fe": 0.05456489324569702, "1f5aa9afbebfc34c723f": -0.04444467027982076, "6ab76de91bfd3c0e34a5": -0.030748387177785236, "f73c6434e31c22d450ea": -0.03727990388870239, "f1a8e846f0f297033734": -0.012000858783721924, "e36dfd3923a2c22d7bf9": 0.0050110916296641035, "2af238c6269c515a7d92": -0.005338698625564575, "8f7967c6516e1b7a433c": 0.006188114484151204, "6869df40e783865537c7": 0.0011194050312042236, "a26fdad02bee67ad19d7": 0.0060018400351206464, "e8402663c7e6487e2809": -0.045544758439064026, "1338509de43ae3b40c96": -0.015071913599967957, "5cedf9657bef63a0e409": -0.00048661231994628906, "42827e023ed8d9873f32": 0.0149613618850708, "883c45a35afc80304ee9": -0.06804472208023071, "4aa2a178be91fa71ef97": 0.009692847728729248, "a3f966642360570e43b2": 0.014208585023880005, "6c303c128ef2d1940468": -0.0010399818420410156, "4b81b54e728cbe0712f8": 0.07409021258354187, "a1ba79e343e19e272adb": 0.0009908676147460938, "ac6e6adc5e13f5e35197": 0.020764857530593872, "adba655cbec9c5ce0d34": -0.00017702579498291016, "ea2b6ccc4d4d807d1df2": -0.017973244190216064, "11a6352248ce0286c7c0": -0.016879796981811523, "3da4ccc576f16c038f68": 0.009167313575744629, "ba7496e18ecdc8146664": 0.06619514524936676, "5aa167cdc3d31bb7309e": 0.022254139184951782, "43c06db2f3ec54bf1e72": -0.025079727172851562, "dc89ecad17a470101b9d": -0.039059579372406006, "f1996717d5a99dd6e5b0": 0.009504705667495728, "f0bd956facce388c0cff": -0.0406835675239563, "73c955a5b407a6918b18": 0.07689651846885681, "293edd8c522ca112d86e": -0.026158511638641357, "2fe9899bd552c519b40b": -0.002383679151535034, "f99ec32ceefea400c831": -0.024674057960510254, "9429e02b91652f8fc52b": -0.006751030683517456, "26b77a20ead3e81385b9": 0.007600605487823486, "b5d26593eaecaa63e5d8": 0.07517121732234955, "0bcc1f26edd0abe249ee": -0.005230993032455444, "c59cee185b5398cbdb09": 0.023894906044006348, "89c9751008fcfa43dddb": -0.05579942464828491, "1379948cf7f42fe57cdc": -0.10003357380628586, "b7f79393959828a10f39": 0.004389405250549316, "88ec5abe4252fe4e475c": -0.07918214797973633, "4e4e3a34e413d48db5b8": -0.019962310791015625, "8143498388830895002a": -0.004663348197937012, "aed67addad5bbae0ece6": 0.08524715900421143, "fbd1a5767b38c7ad359a": -0.008438676595687866, "dc5b3ffa8fa5d5dc3944": 0.06245166063308716, "de9adfc3bfd5c7741bec": 0.0548100471496582, "e8eeab0a5791e462f981": 0.010513529181480408, "1d2c4c56caf2107831e6": 0.30273008346557617, "717e7359d0cf69f136b5": -0.006618797779083252, "2b9d1afcce7435095ee4": -0.10845392942428589, "25b2d7a530557d626618": -0.07467818260192871, "2e0b8dec8c67458ad1eb": 0.026927262544631958, "d1f9e3b59d9c8e2e5311": 0.0660063624382019, "70a98e45b7bc646db31e": -0.005558192729949951 } }, "native_pixel_mae": { "candidate_minus_baseline": 0.0009157773021651409, "prompt_bootstrap_95_percent_interval": [ -0.0044616226775935665, 0.007111354629327168 ], "prompt_count": 58, "prompts_improved": 30, "per_prompt_deltas": { "f11cd05822e4f52a74fe": 0.012473019460837046, "1f5aa9afbebfc34c723f": -0.008355927964051565, "6ab76de91bfd3c0e34a5": -0.00654845933119456, "f73c6434e31c22d450ea": -0.00970660150051117, "f1a8e846f0f297033734": 0.0067935362458229065, "e36dfd3923a2c22d7bf9": 0.0029555559158325195, "2af238c6269c515a7d92": 0.004642387231190999, "8f7967c6516e1b7a433c": 0.0094890296459198, "6869df40e783865537c7": 0.0023391048113505044, "a26fdad02bee67ad19d7": 0.021897380550702412, "e8402663c7e6487e2809": -0.01647220055262248, "1338509de43ae3b40c96": -0.0062881285945574445, "5cedf9657bef63a0e409": 0.0007361024618148804, "42827e023ed8d9873f32": 0.010185837745666504, "883c45a35afc80304ee9": -0.04466313123703003, "4aa2a178be91fa71ef97": -0.0011168122291564941, "a3f966642360570e43b2": 0.012190580368041992, "6c303c128ef2d1940468": -0.00032380223274230957, "4b81b54e728cbe0712f8": 0.016756683588027954, "a1ba79e343e19e272adb": 0.002504870295524597, "ac6e6adc5e13f5e35197": 0.0067824870347976685, "adba655cbec9c5ce0d34": -0.004116326570510864, "ea2b6ccc4d4d807d1df2": -0.011722907423973083, "11a6352248ce0286c7c0": -0.02119605243206024, "3da4ccc576f16c038f68": 0.010231301188468933, "ba7496e18ecdc8146664": 0.01746976375579834, "5aa167cdc3d31bb7309e": 0.019291669130325317, "43c06db2f3ec54bf1e72": -0.013308897614479065, "dc89ecad17a470101b9d": -0.004915177822113037, "f1996717d5a99dd6e5b0": 0.004844993352890015, "f0bd956facce388c0cff": -0.009531423449516296, "73c955a5b407a6918b18": 0.01617448776960373, "293edd8c522ca112d86e": -0.006896771490573883, "2fe9899bd552c519b40b": -0.0038752108812332153, "f99ec32ceefea400c831": -0.0053781867027282715, "9429e02b91652f8fc52b": -0.0016145110130310059, "26b77a20ead3e81385b9": 0.00774751603603363, "b5d26593eaecaa63e5d8": 0.014391601085662842, "0bcc1f26edd0abe249ee": -0.002207547426223755, "c59cee185b5398cbdb09": 0.009695470333099365, "89c9751008fcfa43dddb": -0.021336019039154053, "1379948cf7f42fe57cdc": -0.03719227761030197, "b7f79393959828a10f39": -0.01350480318069458, "88ec5abe4252fe4e475c": -0.03997204452753067, "4e4e3a34e413d48db5b8": -0.005778208374977112, "8143498388830895002a": -0.0024943947792053223, "aed67addad5bbae0ece6": 0.02458326518535614, "fbd1a5767b38c7ad359a": -0.0010828226804733276, "dc5b3ffa8fa5d5dc3944": 0.015280261635780334, "de9adfc3bfd5c7741bec": 0.019740313291549683, "e8eeab0a5791e462f981": 0.00456039234995842, "1d2c4c56caf2107831e6": 0.11382138729095459, "717e7359d0cf69f136b5": -0.0011916011571884155, "2b9d1afcce7435095ee4": -0.04505118727684021, "25b2d7a530557d626618": -0.02776101976633072, "2e0b8dec8c67458ad1eb": 0.006670087575912476, "d1f9e3b59d9c8e2e5311": 0.035455286502838135, "70a98e45b7bc646db31e": -0.0029868334531784058 } }, "clip_text_image_cosine": { "candidate_minus_baseline": 0.0010935444085077308, "prompt_bootstrap_95_percent_interval": [ -0.0003980425004472679, 0.0026049762900019514 ], "prompt_count": 58, "prompts_improved": 30, "per_prompt_deltas": { "f11cd05822e4f52a74fe": 0.003274699052174886, "1f5aa9afbebfc34c723f": 0.005379537741343181, "6ab76de91bfd3c0e34a5": 0.005012065172195435, "f73c6434e31c22d450ea": -0.0012245476245880127, "f1a8e846f0f297033734": -0.0011556843916575115, "e36dfd3923a2c22d7bf9": 0.006001363197962443, "2af238c6269c515a7d92": -0.00262485941251119, "8f7967c6516e1b7a433c": -0.002304693063100179, "6869df40e783865537c7": -0.0007927318414052328, "a26fdad02bee67ad19d7": -0.002822438875834147, "e8402663c7e6487e2809": -0.004334996143976848, "1338509de43ae3b40c96": -0.0007657607396443685, "5cedf9657bef63a0e409": -0.0013628005981445312, "42827e023ed8d9873f32": 0.0007519721984863281, "883c45a35afc80304ee9": -0.00302162766456604, "4aa2a178be91fa71ef97": -0.00651887059211731, "a3f966642360570e43b2": 0.007632583379745483, "6c303c128ef2d1940468": -0.000885009765625, "4b81b54e728cbe0712f8": 0.00792732834815979, "a1ba79e343e19e272adb": -0.0027482211589813232, "ac6e6adc5e13f5e35197": 0.005040913820266724, "adba655cbec9c5ce0d34": -0.0016601085662841797, "ea2b6ccc4d4d807d1df2": 0.006142571568489075, "11a6352248ce0286c7c0": 0.007291823625564575, "3da4ccc576f16c038f68": 0.0020362138748168945, "ba7496e18ecdc8146664": 0.001434028148651123, "5aa167cdc3d31bb7309e": 0.006683528423309326, "43c06db2f3ec54bf1e72": -0.0032030344009399414, "dc89ecad17a470101b9d": 0.005544066429138184, "f1996717d5a99dd6e5b0": 0.00015148520469665527, "f0bd956facce388c0cff": -0.005558997392654419, "73c955a5b407a6918b18": -0.004858791828155518, "293edd8c522ca112d86e": -0.00011754035949707031, "2fe9899bd552c519b40b": 0.002671480178833008, "f99ec32ceefea400c831": 0.011780411005020142, "9429e02b91652f8fc52b": 0.005358397960662842, "26b77a20ead3e81385b9": -0.007157057523727417, "b5d26593eaecaa63e5d8": 0.0017528533935546875, "0bcc1f26edd0abe249ee": 0.0003764331340789795, "c59cee185b5398cbdb09": -0.0008584856986999512, "89c9751008fcfa43dddb": 0.007208526134490967, "1379948cf7f42fe57cdc": 0.0006318986415863037, "b7f79393959828a10f39": 0.006814241409301758, "88ec5abe4252fe4e475c": -0.0012007951736450195, "4e4e3a34e413d48db5b8": 0.002143770456314087, "8143498388830895002a": -0.0021404922008514404, "aed67addad5bbae0ece6": -0.0060492753982543945, "fbd1a5767b38c7ad359a": -0.00057944655418396, "dc5b3ffa8fa5d5dc3944": -0.011967360973358154, "de9adfc3bfd5c7741bec": -0.01639312505722046, "e8eeab0a5791e462f981": -0.0019472241401672363, "1d2c4c56caf2107831e6": 0.016009658575057983, "717e7359d0cf69f136b5": 0.004235029220581055, "2b9d1afcce7435095ee4": 0.008897542953491211, "25b2d7a530557d626618": 0.0030905604362487793, "2e0b8dec8c67458ad1eb": 0.007923215627670288, "d1f9e3b59d9c8e2e5311": -0.005107969045639038, "70a98e45b7bc646db31e": 0.013589322566986084 } } }, "orthogonal_025": { "native_lpips": { "candidate_minus_baseline": 0.0040936863970482485, "prompt_bootstrap_95_percent_interval": [ -0.005612776890910906, 0.016941341729941724 ], "prompt_count": 58, "prompts_improved": 31, "per_prompt_deltas": { "f11cd05822e4f52a74fe": 0.03689999878406525, "1f5aa9afbebfc34c723f": -0.02974492311477661, "6ab76de91bfd3c0e34a5": -0.023562649885813396, "f73c6434e31c22d450ea": -0.022498180468877155, "f1a8e846f0f297033734": -0.020347724358240765, "e36dfd3923a2c22d7bf9": 0.0012536942958831787, "2af238c6269c515a7d92": -0.009372860193252563, "8f7967c6516e1b7a433c": 0.007702092329661052, "6869df40e783865537c7": 0.0009670853614807129, "a26fdad02bee67ad19d7": 0.007889628410339355, "e8402663c7e6487e2809": -0.018834213415781658, "1338509de43ae3b40c96": -0.004910290241241455, "5cedf9657bef63a0e409": 0.015271216630935669, "42827e023ed8d9873f32": 0.0056108832359313965, "883c45a35afc80304ee9": 0.0032842159271240234, "4aa2a178be91fa71ef97": -0.002668023109436035, "a3f966642360570e43b2": 0.023969918489456177, "6c303c128ef2d1940468": -0.0029402971267700195, "4b81b54e728cbe0712f8": 0.0397527813911438, "a1ba79e343e19e272adb": -0.0006976127624511719, "ac6e6adc5e13f5e35197": 0.001555800437927246, "adba655cbec9c5ce0d34": 0.008756965398788452, "ea2b6ccc4d4d807d1df2": 0.0024018287658691406, "11a6352248ce0286c7c0": 0.0031079649925231934, "3da4ccc576f16c038f68": -0.0027071237564086914, "ba7496e18ecdc8146664": -0.002401605248451233, "5aa167cdc3d31bb7309e": -0.039118677377700806, "43c06db2f3ec54bf1e72": -0.02135622501373291, "dc89ecad17a470101b9d": -0.012818127870559692, "f1996717d5a99dd6e5b0": 0.004622310400009155, "f0bd956facce388c0cff": -0.06842869520187378, "73c955a5b407a6918b18": -0.022881031036376953, "293edd8c522ca112d86e": -0.009593114256858826, "2fe9899bd552c519b40b": 0.001980498433113098, "f99ec32ceefea400c831": 0.04601547122001648, "9429e02b91652f8fc52b": -0.006604865193367004, "26b77a20ead3e81385b9": 0.007075250148773193, "b5d26593eaecaa63e5d8": 0.09497484564781189, "0bcc1f26edd0abe249ee": -0.007518887519836426, "c59cee185b5398cbdb09": -0.0017001032829284668, "89c9751008fcfa43dddb": -0.04518437385559082, "1379948cf7f42fe57cdc": -0.027417004108428955, "b7f79393959828a10f39": -0.005402743816375732, "88ec5abe4252fe4e475c": -0.021435260772705078, "4e4e3a34e413d48db5b8": -0.0015817880630493164, "8143498388830895002a": -0.0026964545249938965, "aed67addad5bbae0ece6": 0.041255295276641846, "fbd1a5767b38c7ad359a": 0.003212571144104004, "dc5b3ffa8fa5d5dc3944": 0.014030247926712036, "de9adfc3bfd5c7741bec": 0.04586845636367798, "e8eeab0a5791e462f981": -0.004132673144340515, "1d2c4c56caf2107831e6": 0.275206983089447, "717e7359d0cf69f136b5": -0.006370902061462402, "2b9d1afcce7435095ee4": -0.05161172151565552, "25b2d7a530557d626618": -0.0027358531951904297, "2e0b8dec8c67458ad1eb": 0.0045618414878845215, "d1f9e3b59d9c8e2e5311": 0.03204143047332764, "70a98e45b7bc646db31e": 0.007438540458679199 } }, "native_pixel_mae": { "candidate_minus_baseline": 0.0008491258211862083, "prompt_bootstrap_95_percent_interval": [ -0.002245236662398467, 0.00515789794467989 ], "prompt_count": 58, "prompts_improved": 32, "per_prompt_deltas": { "f11cd05822e4f52a74fe": 0.007875892023245493, "1f5aa9afbebfc34c723f": -0.0028217372794946036, "6ab76de91bfd3c0e34a5": -0.005824471513430278, "f73c6434e31c22d450ea": -0.005001882712046306, "f1a8e846f0f297033734": -0.008382894098758698, "e36dfd3923a2c22d7bf9": 0.0017739286025365193, "2af238c6269c515a7d92": -0.00021044909954071045, "8f7967c6516e1b7a433c": 0.004119614760080974, "6869df40e783865537c7": 0.0023555606603622437, "a26fdad02bee67ad19d7": 0.014225135246912638, "e8402663c7e6487e2809": -0.008922452727953592, "1338509de43ae3b40c96": -0.0006639113028844198, "5cedf9657bef63a0e409": 0.003931254148483276, "42827e023ed8d9873f32": 0.004261374473571777, "883c45a35afc80304ee9": -0.004034087061882019, "4aa2a178be91fa71ef97": -0.004762694239616394, "a3f966642360570e43b2": 0.007373541593551636, "6c303c128ef2d1940468": -0.0007114112377166748, "4b81b54e728cbe0712f8": 0.009246215224266052, "a1ba79e343e19e272adb": -0.00018711388111114502, "ac6e6adc5e13f5e35197": 0.0015152692794799805, "adba655cbec9c5ce0d34": 0.0021095573902130127, "ea2b6ccc4d4d807d1df2": 0.001783803105354309, "11a6352248ce0286c7c0": -0.010954424738883972, "3da4ccc576f16c038f68": 0.00041966140270233154, "ba7496e18ecdc8146664": -0.00067177414894104, "5aa167cdc3d31bb7309e": -0.004285246133804321, "43c06db2f3ec54bf1e72": -0.008722707629203796, "dc89ecad17a470101b9d": -0.0010738074779510498, "f1996717d5a99dd6e5b0": 0.003030821681022644, "f0bd956facce388c0cff": -0.017164014279842377, "73c955a5b407a6918b18": -0.00536731630563736, "293edd8c522ca112d86e": -0.0024625062942504883, "2fe9899bd552c519b40b": -0.004479631781578064, "f99ec32ceefea400c831": 0.006864801049232483, "9429e02b91652f8fc52b": -0.0019729509949684143, "26b77a20ead3e81385b9": 0.0043386369943618774, "b5d26593eaecaa63e5d8": 0.019786447286605835, "0bcc1f26edd0abe249ee": -0.002907365560531616, "c59cee185b5398cbdb09": 0.002469584345817566, "89c9751008fcfa43dddb": -0.015318244695663452, "1379948cf7f42fe57cdc": -0.010717682540416718, "b7f79393959828a10f39": -0.009941861033439636, "88ec5abe4252fe4e475c": -0.008891820907592773, "4e4e3a34e413d48db5b8": -0.002119213342666626, "8143498388830895002a": -0.0015470832586288452, "aed67addad5bbae0ece6": 0.006235554814338684, "fbd1a5767b38c7ad359a": -0.0015341565012931824, "dc5b3ffa8fa5d5dc3944": 0.0022522807121276855, "de9adfc3bfd5c7741bec": 0.016713857650756836, "e8eeab0a5791e462f981": -0.0022561848163604736, "1d2c4c56caf2107831e6": 0.09337571263313293, "717e7359d0cf69f136b5": 0.0008714795112609863, "2b9d1afcce7435095ee4": -0.02375642955303192, "25b2d7a530557d626618": -0.004412509500980377, "2e0b8dec8c67458ad1eb": 0.0006607770919799805, "d1f9e3b59d9c8e2e5311": 0.011471614241600037, "70a98e45b7bc646db31e": 0.0022669583559036255 } }, "clip_text_image_cosine": { "candidate_minus_baseline": 0.0012784223446900818, "prompt_bootstrap_95_percent_interval": [ 0.00014748380829890574, 0.002520239657197876 ], "prompt_count": 58, "prompts_improved": 34, "per_prompt_deltas": { "f11cd05822e4f52a74fe": 0.002308507760365804, "1f5aa9afbebfc34c723f": 0.0013976792494455974, "6ab76de91bfd3c0e34a5": 0.00015285611152648926, "f73c6434e31c22d450ea": -0.002330447236696879, "f1a8e846f0f297033734": -0.0010158916314442952, "e36dfd3923a2c22d7bf9": 0.004601081212361653, "2af238c6269c515a7d92": -0.002125610907872518, "8f7967c6516e1b7a433c": 0.001099546750386556, "6869df40e783865537c7": 0.004290084044138591, "a26fdad02bee67ad19d7": -0.002651721239089966, "e8402663c7e6487e2809": -0.00036391615867614746, "1338509de43ae3b40c96": -0.0011511842409769695, "5cedf9657bef63a0e409": -6.788969039916992e-05, "42827e023ed8d9873f32": 0.002095460891723633, "883c45a35afc80304ee9": -0.004078775644302368, "4aa2a178be91fa71ef97": -0.0008367002010345459, "a3f966642360570e43b2": 0.006653577089309692, "6c303c128ef2d1940468": 0.0013940036296844482, "4b81b54e728cbe0712f8": 0.0018620193004608154, "a1ba79e343e19e272adb": -0.0022498667240142822, "ac6e6adc5e13f5e35197": 0.0004431307315826416, "adba655cbec9c5ce0d34": -0.0062313079833984375, "ea2b6ccc4d4d807d1df2": 0.012208372354507446, "11a6352248ce0286c7c0": -0.002107948064804077, "3da4ccc576f16c038f68": 0.0013426244258880615, "ba7496e18ecdc8146664": 0.0041456520557403564, "5aa167cdc3d31bb7309e": 0.002023458480834961, "43c06db2f3ec54bf1e72": -0.0025014877319335938, "dc89ecad17a470101b9d": 0.0006671249866485596, "f1996717d5a99dd6e5b0": 0.0009249448776245117, "f0bd956facce388c0cff": -0.0007464289665222168, "73c955a5b407a6918b18": -0.0017102360725402832, "293edd8c522ca112d86e": 0.008828312158584595, "2fe9899bd552c519b40b": 0.004244327545166016, "f99ec32ceefea400c831": 0.013232380151748657, "9429e02b91652f8fc52b": 0.002495676279067993, "26b77a20ead3e81385b9": -0.0013920068740844727, "b5d26593eaecaa63e5d8": 0.004146277904510498, "0bcc1f26edd0abe249ee": -0.0022296905517578125, "c59cee185b5398cbdb09": 0.0006667077541351318, "89c9751008fcfa43dddb": 0.006075948476791382, "1379948cf7f42fe57cdc": -0.0013487040996551514, "b7f79393959828a10f39": 0.0007371306419372559, "88ec5abe4252fe4e475c": 0.0013930201530456543, "4e4e3a34e413d48db5b8": -0.002041339874267578, "8143498388830895002a": 0.0023530423641204834, "aed67addad5bbae0ece6": 0.008268356323242188, "fbd1a5767b38c7ad359a": 0.00023856759071350098, "dc5b3ffa8fa5d5dc3944": -0.002212047576904297, "de9adfc3bfd5c7741bec": -0.01222914457321167, "e8eeab0a5791e462f981": -0.0014691948890686035, "1d2c4c56caf2107831e6": 0.009225398302078247, "717e7359d0cf69f136b5": 0.003313496708869934, "2b9d1afcce7435095ee4": 0.006003767251968384, "25b2d7a530557d626618": -0.0013191401958465576, "2e0b8dec8c67458ad1eb": -0.004990905523300171, "d1f9e3b59d9c8e2e5311": 0.0005435645580291748, "70a98e45b7bc646db31e": 0.01417398452758789 } } } } }, "final_selection": { "selected": "linear_cal", "selected_validation": { "native_lpips": 0.37923671806166914, "native_pixel_mae": 0.14399123039824524, "clip_text_image_cosine": 0.30746305802430224 }, "parent_validation": { "native_lpips": 0.3845586983979434, "native_pixel_mae": 0.14540668043853908, "clip_text_image_cosine": 0.30728059424751103 }, "validation_prompts": 58, "validation_prompt_seed_pairs": 82, "ranking": [ "linear_cal", "linear_distill", "source_cal", "parent_cal", "source_full", "parent", "combined_025", "linear_rollout", "orthogonal_100", "orthogonal_025" ], "scores": { "native": { "native_lpips": 0.0, "native_pixel_mae": 0.0, "clip_text_image_cosine": 0.31729713510507823 }, "parent": { "native_lpips": 0.3845586983979434, "native_pixel_mae": 0.14540668043853908, "clip_text_image_cosine": 0.30728059424751103 }, "linear_distill": { "native_lpips": 0.3811477638952348, "native_pixel_mae": 0.14415318966340063, "clip_text_image_cosine": 0.3076438892675542 }, "linear_rollout": { "native_lpips": 0.38574381789256784, "native_pixel_mae": 0.14572909688470007, "clip_text_image_cosine": 0.3078894349692881 }, "source_full": { "native_lpips": 0.3832593902774241, "native_pixel_mae": 0.14520142021878013, "clip_text_image_cosine": 0.30850052174137926 }, "orthogonal_025": { "native_lpips": 0.3886523847949916, "native_pixel_mae": 0.1462558062597253, "clip_text_image_cosine": 0.3085590165922011 }, "orthogonal_100": { "native_lpips": 0.38771238516288237, "native_pixel_mae": 0.1463224577407042, "clip_text_image_cosine": 0.30837413865601876 }, "combined_025": { "native_lpips": 0.3855607927530661, "native_pixel_mae": 0.14555561092906985, "clip_text_image_cosine": 0.30844964797811947 }, "parent_cal": { "native_lpips": 0.38301196291871453, "native_pixel_mae": 0.14532601702744247, "clip_text_image_cosine": 0.30715905900659235 }, "linear_cal": { "native_lpips": 0.37923671806166914, "native_pixel_mae": 0.14399123039824524, "clip_text_image_cosine": 0.30746305802430224 }, "source_cal": { "native_lpips": 0.3814662068054594, "native_pixel_mae": 0.14504165844670658, "clip_text_image_cosine": 0.3084425563956129 } }, "checkpoints": { "parent": { "path": "/ml2/model-glue/artifacts/runs/sana-transfer-sd15-movable/best.safetensors", "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" }, "linear_distill": { "path": "/ml2/model-glue/artifacts/runs/formulation-linear-distill-fixed/best.safetensors", "sha256": "fc7f44369cf21791c4f9ad6b74978dd420be41a76330a1fe32b11f440f3bf925" }, "linear_rollout": { "path": "/ml2/model-glue/artifacts/runs/formulation-linear-rollout-fixed/best.safetensors", "sha256": "065d88db8ad73f904b3681f2a45bcacafd6b86af7b32f69aabab08a2585ef2f5" }, "source_full": { "path": "/ml2/model-glue/artifacts/runs/formulation-source-residual-fullscale-fixed/best.safetensors", "sha256": "ceeb067e4c96b545f5bc094d660ce1e0e1a1953dd14edbf3270a32017f1acdd9" }, "orthogonal_025": { "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/orthogonal-025.safetensors", "sha256": "34d9ad66dff950cca7afec85bbac1046e05ff759e4eee9057d41d0416415fc7a" }, "orthogonal_100": { "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/orthogonal-100.safetensors", "sha256": "85986a987e6d5a6b5ad52f651b2267c319107927431afd685437dc829f11ba6a" }, "combined_025": { "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/combined-025.safetensors", "sha256": "73f11ee497640c4ce4cb09b115e940e84233e4a36130e73bb30cfa15c61a3124" }, "parent_cal": { "path": "/ml2/model-glue/artifacts/formulation-repair/parent-calibrated.safetensors", "sha256": "ee3fe905e68d9fa9859ef5cd303ad86868b3ae680bd81c4e8f4954f2ba6d13ad" }, "linear_cal": { "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/linear-distill-calibrated.safetensors", "sha256": "d3be2492e49f6eb1bc28a406d35108f1055e3dd19e412792442b4c5d9274bb4d" }, "source_cal": { "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/source-full-calibrated.safetensors", "sha256": "1a2db74c6c2d940ee15a845a7e60404ffbe32573757672586a18c578db36a10a" } }, "selected_checkpoint": "/ml2/model-glue/artifacts/runs/formulation-selected/best.safetensors", "selected_sha256": "d3be2492e49f6eb1bc28a406d35108f1055e3dd19e412792442b4c5d9274bb4d", "selection": "Minimum native-image LPIPS averaged equally across 58 validation prompts; three seeds averaged within each original prompt and one seed for each additional prompt. Mask calibration used validation labels only.", "test_used_for_selection": false, "test_recipe": { "split": "test", "prompts": 16, "seeds": [ 87654, 12001, 12002 ], "steps": 20, "height": 512, "width": 512, "guidance_scale": 4.5 }, "final_test_comparators": [ "original parent", "uncalibrated linear continuation", "validation-selected calibrated linear continuation", "calibrated expanded source-head alternative" ], "calibration_additional_panel_reuse": "Verified bitwise equality of every deployed conditioning tensor, positive mask and native empty branch for all 46 additional prompts." }, "final_results": { "test": { "methods": { "native": { "clip_text_image_cosine": 0.3082017917186022, "sampling_seconds": 0.6179222891029591, "bridge_seconds": 0.0, "image_rgb_std": 0.2777115295951565, "image_count": 48, "quality_pass": true, "bridge_repeat_bitwise_equal": null, "native_lpips": 0.0, "native_pixel_mae": 0.0, "native_detail_mae": 0.0, "detail_energy_ratio": 1.0 }, "parent": { "clip_text_image_cosine": 0.30619997655351955, "sampling_seconds": 0.5849423649196979, "bridge_seconds": 0.0062157050997484475, "image_rgb_std": 0.26411043759435415, "image_count": 48, "quality_pass": true, "bridge_repeat_bitwise_equal": true, "native_lpips": 0.3834717807670434, "native_pixel_mae": 0.14984353189356625, "native_detail_mae": 0.03409249125979841, "detail_energy_ratio": 1.062919204433759 }, "linear_uncalibrated": { "clip_text_image_cosine": 0.30744258500635624, "sampling_seconds": 0.5833559354844814, "bridge_seconds": 0.0016241110861301422, "image_rgb_std": 0.26165843568742275, "image_count": 48, "quality_pass": true, "bridge_repeat_bitwise_equal": true, "native_lpips": 0.3771136791134874, "native_pixel_mae": 0.1465170100952188, "native_detail_mae": 0.03367988064807529, "detail_energy_ratio": 1.0336223902801673 }, "selected": { "clip_text_image_cosine": 0.3075694603224595, "sampling_seconds": 0.5856305301519266, "bridge_seconds": 0.0017263079935219139, "image_rgb_std": 0.26142118747035664, "image_count": 48, "quality_pass": true, "bridge_repeat_bitwise_equal": true, "native_lpips": 0.3780206674709916, "native_pixel_mae": 0.14609215129166842, "native_detail_mae": 0.03372150473296642, "detail_energy_ratio": 1.036277251938979 }, "repaired_source": { "clip_text_image_cosine": 0.3081482208023469, "sampling_seconds": 0.5845581179504128, "bridge_seconds": 0.0018588434904813766, "image_rgb_std": 0.2612251853570342, "image_count": 48, "quality_pass": true, "bridge_repeat_bitwise_equal": true, "native_lpips": 0.37778033611054224, "native_pixel_mae": 0.14715851237997413, "native_detail_mae": 0.033508921546551086, "detail_energy_ratio": 1.0336602094272773 } }, "recipe": { "steps": 20, "guidance_scale": 4.5, "height": 512, "width": 512, "seeds": [ 87654, 12001, 12002 ], "use_resolution_binning": false, "scheduler": "DPMSolverMultistepScheduler", "scheduler_config": { "num_train_timesteps": 1000, "beta_start": 0.0001, "beta_end": 0.02, "beta_schedule": "linear", "trained_betas": null, "solver_order": 2, "prediction_type": "flow_prediction", "thresholding": false, "dynamic_thresholding_ratio": 0.995, "sample_max_value": 1.0, "algorithm_type": "dpmsolver++", "solver_type": "midpoint", "lower_order_final": true, "euler_at_final": false, "use_karras_sigmas": false, "use_exponential_sigmas": false, "use_beta_sigmas": false, "use_lu_lambdas": false, "use_flow_sigmas": true, "flow_shift": 3.0, "final_sigmas_type": "zero", "lambda_min_clipped": "-inf", "variance_type": null, "timestep_spacing": "linspace", "steps_offset": 0, "rescale_betas_zero_snr": false, "use_dynamic_shifting": false, "time_shift_type": "exponential", "_use_default_values": [ "time_shift_type", "use_dynamic_shifting" ], "_class_name": "DPMSolverMultistepScheduler", "_diffusers_version": "0.32.0.dev0" }, "sana": { "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" }, "vae": { "repo_id": "mit-han-lab/dc-ae-f32c32-sana-1.0-diffusers", "revision": "ca69e17e97609e64ce055115a6515215109b1f50" }, "negative_prompt": "", "tokens": 77, "complex_human_instruction": null, "clean_caption": false }, "scorer": { "repo_id": "openai/clip-vit-base-patch32", "revision": "3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268" }, "packages": { "torch": "2.11.0+cu128", "diffusers": "0.40.0.dev0", "transformers": "5.15.0", "Pillow": "12.2.0" }, "scorer_scope": "CLIP cosine is a secondary semantic proxy; it does not establish counts, relations, or aesthetics.", "quality_scope": "RGB standard deviation only detects nearly uniform images, not visual quality.", "prompt_count": 16, "seeds_per_prompt": 3, "all_declared_images_retained": true, "elapsed_seconds": 174.14566691499203, "cached_conditioning": true, "timing_scope": "Sampling and bridge timings exclude cached encoder preparation and model loading.", "peak_cuda_allocated_bytes": 2475827200, "min_image_std": 0.01, "comparison": "comparison.jpg", "comparison_blinded": "comparison_blinded.jpg", "checkpoints": { "parent": { "path": "/ml2/model-glue/artifacts/runs/sana-transfer-sd15-movable/best.safetensors", "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" }, "linear_uncalibrated": { "path": "/ml2/model-glue/artifacts/runs/formulation-linear-distill-fixed/best.safetensors", "sha256": "fc7f44369cf21791c4f9ad6b74978dd420be41a76330a1fe32b11f440f3bf925" }, "selected": { "path": "/ml2/model-glue/artifacts/runs/formulation-selected/best.safetensors", "sha256": "d3be2492e49f6eb1bc28a406d35108f1055e3dd19e412792442b4c5d9274bb4d" }, "repaired_source": { "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/source-full-calibrated.safetensors", "sha256": "1a2db74c6c2d940ee15a845a7e60404ffbe32573757672586a18c578db36a10a" } }, "selection_lock": "selection.json", "checkpoint_hashes_verified_after_rendering": true, "dataset_fingerprint": "80299da5e905539829c2106549d464f675ac67c49cf7862a928965438dcfabc9" }, "paired": { "baseline": "parent", "scope": "Paired same-seed comparison; bootstrap resamples prompts after averaging seeds. Small split and checkpoint selection limit inference about general quality.", "methods": { "native": { "clip_text_image_cosine": 0.3082017917186022, "sampling_seconds": 0.6179222891029591, "bridge_seconds": 0.0, "image_rgb_std": 0.2777115295951565, "image_count": 48, "quality_pass": true, "bridge_repeat_bitwise_equal": null, "native_lpips": 0.0, "native_pixel_mae": 0.0, "native_detail_mae": 0.0, "detail_energy_ratio": 1.0 }, "parent": { "clip_text_image_cosine": 0.30619997655351955, "sampling_seconds": 0.5849423649196979, "bridge_seconds": 0.0062157050997484475, "image_rgb_std": 0.26411043759435415, "image_count": 48, "quality_pass": true, "bridge_repeat_bitwise_equal": true, "native_lpips": 0.3834717807670434, "native_pixel_mae": 0.14984353189356625, "native_detail_mae": 0.03409249125979841, "detail_energy_ratio": 1.062919204433759 }, "linear_uncalibrated": { "clip_text_image_cosine": 0.30744258500635624, "sampling_seconds": 0.5833559354844814, "bridge_seconds": 0.0016241110861301422, "image_rgb_std": 0.26165843568742275, "image_count": 48, "quality_pass": true, "bridge_repeat_bitwise_equal": true, "native_lpips": 0.3771136791134874, "native_pixel_mae": 0.1465170100952188, "native_detail_mae": 0.03367988064807529, "detail_energy_ratio": 1.0336223902801673 }, "selected": { "clip_text_image_cosine": 0.3075694603224595, "sampling_seconds": 0.5856305301519266, "bridge_seconds": 0.0017263079935219139, "image_rgb_std": 0.26142118747035664, "image_count": 48, "quality_pass": true, "bridge_repeat_bitwise_equal": true, "native_lpips": 0.3780206674709916, "native_pixel_mae": 0.14609215129166842, "native_detail_mae": 0.03372150473296642, "detail_energy_ratio": 1.036277251938979 }, "repaired_source": { "clip_text_image_cosine": 0.3081482208023469, "sampling_seconds": 0.5845581179504128, "bridge_seconds": 0.0018588434904813766, "image_rgb_std": 0.2612251853570342, "image_count": 48, "quality_pass": true, "bridge_repeat_bitwise_equal": true, "native_lpips": 0.37778033611054224, "native_pixel_mae": 0.14715851237997413, "native_detail_mae": 0.033508921546551086, "detail_energy_ratio": 1.0336602094272773 } }, "comparisons": { "linear_uncalibrated": { "native_lpips": { "candidate_minus_baseline": -0.006358101653556028, "prompt_bootstrap_95_percent_interval": [ -0.017461260648754737, 0.004419931676238773 ], "prompt_count": 16, "prompts_improved": 10, "per_prompt_deltas": { "69c6b91f7189f44577d2": 0.01988754669825236, "978f7cb5fb01bf22523c": 0.0076389312744140625, "9f0be48a1ef2dc4ce885": 8.90195369720459e-05, "06dcbd59e5bc658ec580": 0.01774933934211731, "f6ea3fb9a241d37c4fb6": -0.021033987402915955, "07075c6a148e625a997a": -0.015316779414812723, "593e8a026f6a96531c26": -0.0050773223241170245, "f2e1e3d4c4157387c817": -0.004540830850601196, "18949233e5ae12021263": -0.01101076602935791, "60db927e2b28e456a102": 0.04067717989285787, "b71eae96f6d63766bc0f": -0.00674775242805481, "d85d9a84c873983c21e1": 0.007935047149658203, "c96cd1fce8e47a2aac9a": -0.009050796429316202, "740624682fb48ef9de2f": -0.03408389290173849, "0564e20e17f92949faea": -0.05274855593840281, "ba346dce185dbc104295": -0.036096006631851196 } }, "native_pixel_mae": { "candidate_minus_baseline": -0.003326521798347434, "prompt_bootstrap_95_percent_interval": [ -0.008090047452909251, 0.00095705929949569 ], "prompt_count": 16, "prompts_improved": 10, "per_prompt_deltas": { "69c6b91f7189f44577d2": 0.010721762975056967, "978f7cb5fb01bf22523c": 0.0007752527793248495, "9f0be48a1ef2dc4ce885": -0.000843574603398641, "06dcbd59e5bc658ec580": 0.008430302143096924, "f6ea3fb9a241d37c4fb6": -0.0071954553325970965, "07075c6a148e625a997a": -0.006219935913880666, "593e8a026f6a96531c26": -0.002699047327041626, "f2e1e3d4c4157387c817": 0.001969166100025177, "18949233e5ae12021263": 0.0006917491555213928, "60db927e2b28e456a102": 0.008020640661319097, "b71eae96f6d63766bc0f": -0.010789374510447184, "d85d9a84c873983c21e1": -0.0003184378147125244, "c96cd1fce8e47a2aac9a": -0.004497090975443522, "740624682fb48ef9de2f": -0.01392831156651179, "0564e20e17f92949faea": -0.027514191965262096, "ba346dce185dbc104295": -0.009827802578608194 } }, "clip_text_image_cosine": { "candidate_minus_baseline": 0.0012426084528366723, "prompt_bootstrap_95_percent_interval": [ -0.000833248315999905, 0.003445820743218064 ], "prompt_count": 16, "prompts_improved": 9, "per_prompt_deltas": { "69c6b91f7189f44577d2": -0.008427510658899942, "978f7cb5fb01bf22523c": -0.001944790283838908, "9f0be48a1ef2dc4ce885": 2.388159434000651e-05, "06dcbd59e5bc658ec580": 0.0008262892564137777, "f6ea3fb9a241d37c4fb6": -0.0013627906640370686, "07075c6a148e625a997a": 0.005472660064697266, "593e8a026f6a96531c26": 0.0020618836085001626, "f2e1e3d4c4157387c817": -0.0011492172876993816, "18949233e5ae12021263": 0.0030751427014668784, "60db927e2b28e456a102": -0.0017735064029693604, "b71eae96f6d63766bc0f": -0.0002011259396870931, "d85d9a84c873983c21e1": 0.012138674656550089, "c96cd1fce8e47a2aac9a": 0.003370086352030436, "740624682fb48ef9de2f": 0.0026403963565826416, "0564e20e17f92949faea": -0.0008615354696909586, "ba346dce185dbc104295": 0.005993197361628215 } } }, "selected": { "native_lpips": { "candidate_minus_baseline": -0.00545111329605182, "prompt_bootstrap_95_percent_interval": [ -0.017689170230490468, 0.008170036304121215 ], "prompt_count": 16, "prompts_improved": 11, "per_prompt_deltas": { "69c6b91f7189f44577d2": 0.019887487093607586, "978f7cb5fb01bf22523c": 0.007638911406199138, "9f0be48a1ef2dc4ce885": -0.013423313697179159, "06dcbd59e5bc658ec580": 0.01774933934211731, "f6ea3fb9a241d37c4fb6": -0.021033987402915955, "07075c6a148e625a997a": -0.015316779414812723, "593e8a026f6a96531c26": -0.00507734219233195, "f2e1e3d4c4157387c817": -0.004540830850601196, "18949233e5ae12021263": -0.011010746161142984, "60db927e2b28e456a102": 0.06870140631993611, "b71eae96f6d63766bc0f": -0.006747742493947347, "d85d9a84c873983c21e1": 0.007935047149658203, "c96cd1fce8e47a2aac9a": -0.00905078649520874, "740624682fb48ef9de2f": -0.03408389290173849, "0564e20e17f92949faea": -0.05274855593840281, "ba346dce185dbc104295": -0.036096026500066124 } }, "native_pixel_mae": { "candidate_minus_baseline": -0.003751380601897836, "prompt_bootstrap_95_percent_interval": [ -0.008547981436519572, 0.0006537250126712024 ], "prompt_count": 16, "prompts_improved": 10, "per_prompt_deltas": { "69c6b91f7189f44577d2": 0.010721762975056967, "978f7cb5fb01bf22523c": 0.0007752527793248495, "9f0be48a1ef2dc4ce885": -0.009089951713879904, "06dcbd59e5bc658ec580": 0.008430302143096924, "f6ea3fb9a241d37c4fb6": -0.0071954553325970965, "07075c6a148e625a997a": -0.006219935913880666, "593e8a026f6a96531c26": -0.002699047327041626, "f2e1e3d4c4157387c817": 0.001969166100025177, "18949233e5ae12021263": 0.0006917491555213928, "60db927e2b28e456a102": 0.009469276914993921, "b71eae96f6d63766bc0f": -0.010789374510447184, "d85d9a84c873983c21e1": -0.0003184378147125244, "c96cd1fce8e47a2aac9a": -0.004497090975443522, "740624682fb48ef9de2f": -0.01392831156651179, "0564e20e17f92949faea": -0.027514191965262096, "ba346dce185dbc104295": -0.009827802578608194 } }, "clip_text_image_cosine": { "candidate_minus_baseline": 0.001369483768939972, "prompt_bootstrap_95_percent_interval": [ -0.0007196499345203237, 0.0035478313298275064 ], "prompt_count": 16, "prompts_improved": 9, "per_prompt_deltas": { "69c6b91f7189f44577d2": -0.008427510658899942, "978f7cb5fb01bf22523c": -0.001944790283838908, "9f0be48a1ef2dc4ce885": 0.0018561085065205891, "06dcbd59e5bc658ec580": 0.0008262892564137777, "f6ea3fb9a241d37c4fb6": -0.0013627906640370686, "07075c6a148e625a997a": 0.005472660064697266, "593e8a026f6a96531c26": 0.0020618836085001626, "f2e1e3d4c4157387c817": -0.0011492172876993816, "18949233e5ae12021263": 0.0030751427014668784, "60db927e2b28e456a102": -0.0015757282574971516, "b71eae96f6d63766bc0f": -0.0002011259396870931, "d85d9a84c873983c21e1": 0.012138674656550089, "c96cd1fce8e47a2aac9a": 0.003370086352030436, "740624682fb48ef9de2f": 0.0026403963565826416, "0564e20e17f92949faea": -0.0008615354696909586, "ba346dce185dbc104295": 0.005993197361628215 } } }, "repaired_source": { "native_lpips": { "candidate_minus_baseline": -0.005691444656501216, "prompt_bootstrap_95_percent_interval": [ -0.0196549965805995, 0.01078894466627389 ], "prompt_count": 16, "prompts_improved": 11, "per_prompt_deltas": { "69c6b91f7189f44577d2": 0.017703960339228313, "978f7cb5fb01bf22523c": 0.01326205333073934, "9f0be48a1ef2dc4ce885": -0.014471729596455893, "06dcbd59e5bc658ec580": -0.02324545383453369, "f6ea3fb9a241d37c4fb6": -0.04817470908164978, "07075c6a148e625a997a": -0.004192148645718892, "593e8a026f6a96531c26": -0.008265515168507894, "f2e1e3d4c4157387c817": 0.0073256343603134155, "18949233e5ae12021263": -0.009178717931111654, "60db927e2b28e456a102": 0.09010755022366841, "b71eae96f6d63766bc0f": -0.0012584229310353596, "d85d9a84c873983c21e1": 0.005772838989893596, "c96cd1fce8e47a2aac9a": -0.025958667198816936, "740624682fb48ef9de2f": -0.05593537539243698, "0564e20e17f92949faea": -0.013404448827107748, "ba346dce185dbc104295": -0.02114996314048767 } }, "native_pixel_mae": { "candidate_minus_baseline": -0.002685019513592124, "prompt_bootstrap_95_percent_interval": [ -0.007198532249700898, 0.0016697447902212536 ], "prompt_count": 16, "prompts_improved": 10, "per_prompt_deltas": { "69c6b91f7189f44577d2": 0.008842224876085917, "978f7cb5fb01bf22523c": 0.007016132275263469, "9f0be48a1ef2dc4ce885": -0.00893867015838623, "06dcbd59e5bc658ec580": -0.002554871141910553, "f6ea3fb9a241d37c4fb6": -0.014063249031702677, "07075c6a148e625a997a": -0.0011410241325696309, "593e8a026f6a96531c26": 0.00028638044993082684, "f2e1e3d4c4157387c817": 0.0068827470143636065, "18949233e5ae12021263": -0.0015599752465883892, "60db927e2b28e456a102": 0.013159297406673431, "b71eae96f6d63766bc0f": -0.007779970765113831, "d85d9a84c873983c21e1": 0.0018155624469121296, "c96cd1fce8e47a2aac9a": -0.009897232055664062, "740624682fb48ef9de2f": -0.024301785975694656, "0564e20e17f92949faea": -0.005387167135874431, "ba346dce185dbc104295": -0.005338711043198903 } }, "clip_text_image_cosine": { "candidate_minus_baseline": 0.0019482442488272982, "prompt_bootstrap_95_percent_interval": [ -0.0006305584528793891, 0.0053356045857071875 ], "prompt_count": 16, "prompts_improved": 10, "per_prompt_deltas": { "69c6b91f7189f44577d2": -0.0054356058438618975, "978f7cb5fb01bf22523c": 0.002442687749862671, "9f0be48a1ef2dc4ce885": 0.0022530357042948404, "06dcbd59e5bc658ec580": -0.004793415466944377, "f6ea3fb9a241d37c4fb6": 0.0002977450688680013, "07075c6a148e625a997a": 0.003260195255279541, "593e8a026f6a96531c26": -0.002717773119608561, "f2e1e3d4c4157387c817": -0.0022732416788736978, "18949233e5ae12021263": 0.002922693888346354, "60db927e2b28e456a102": -0.00015729665756225586, "b71eae96f6d63766bc0f": -4.275639851888021e-05, "d85d9a84c873983c21e1": 0.022214581569035847, "c96cd1fce8e47a2aac9a": 0.002004951238632202, "740624682fb48ef9de2f": 0.003989626963933309, "0564e20e17f92949faea": 6.054838498433431e-05, "ba346dce185dbc104295": 0.007145931323369344 } } } }, "review_sheets": [ "review-00.jpg", "review-01.jpg", "review-02.jpg", "review-03.jpg", "review-04.jpg", "review-05.jpg", "review-06.jpg", "review-07.jpg", "review-08.jpg", "review-09.jpg", "review-10.jpg", "review-11.jpg" ] }, "mask_metrics": { "native": { "wrong_positions": 0, "false_positive": 0, "false_negative": 0, "exact_prompts": 16, "prompts": 16 }, "parent": { "wrong_positions": 1, "false_positive": 0, "false_negative": 1, "exact_prompts": 15, "prompts": 16 }, "linear_uncalibrated": { "wrong_positions": 1, "false_positive": 0, "false_negative": 1, "exact_prompts": 15, "prompts": 16 }, "selected": { "wrong_positions": 3, "false_positive": 0, "false_negative": 3, "exact_prompts": 14, "prompts": 16 }, "repaired_source": { "wrong_positions": 3, "false_positive": 0, "false_negative": 3, "exact_prompts": 14, "prompts": 16 } }, "validation_selection": { "selected": "linear_cal", "selected_validation": { "native_lpips": 0.37923671806166914, "native_pixel_mae": 0.14399123039824524, "clip_text_image_cosine": 0.30746305802430224 }, "parent_validation": { "native_lpips": 0.3845586983979434, "native_pixel_mae": 0.14540668043853908, "clip_text_image_cosine": 0.30728059424751103 }, "validation_prompts": 58, "validation_prompt_seed_pairs": 82, "ranking": [ "linear_cal", "linear_distill", "source_cal", "parent_cal", "source_full", "parent", "combined_025", "linear_rollout", "orthogonal_100", "orthogonal_025" ], "scores": { "native": { "native_lpips": 0.0, "native_pixel_mae": 0.0, "clip_text_image_cosine": 0.31729713510507823 }, "parent": { "native_lpips": 0.3845586983979434, "native_pixel_mae": 0.14540668043853908, "clip_text_image_cosine": 0.30728059424751103 }, "linear_distill": { "native_lpips": 0.3811477638952348, "native_pixel_mae": 0.14415318966340063, "clip_text_image_cosine": 0.3076438892675542 }, "linear_rollout": { "native_lpips": 0.38574381789256784, "native_pixel_mae": 0.14572909688470007, "clip_text_image_cosine": 0.3078894349692881 }, "source_full": { "native_lpips": 0.3832593902774241, "native_pixel_mae": 0.14520142021878013, "clip_text_image_cosine": 0.30850052174137926 }, "orthogonal_025": { "native_lpips": 0.3886523847949916, "native_pixel_mae": 0.1462558062597253, "clip_text_image_cosine": 0.3085590165922011 }, "orthogonal_100": { "native_lpips": 0.38771238516288237, "native_pixel_mae": 0.1463224577407042, "clip_text_image_cosine": 0.30837413865601876 }, "combined_025": { "native_lpips": 0.3855607927530661, "native_pixel_mae": 0.14555561092906985, "clip_text_image_cosine": 0.30844964797811947 }, "parent_cal": { "native_lpips": 0.38301196291871453, "native_pixel_mae": 0.14532601702744247, "clip_text_image_cosine": 0.30715905900659235 }, "linear_cal": { "native_lpips": 0.37923671806166914, "native_pixel_mae": 0.14399123039824524, "clip_text_image_cosine": 0.30746305802430224 }, "source_cal": { "native_lpips": 0.3814662068054594, "native_pixel_mae": 0.14504165844670658, "clip_text_image_cosine": 0.3084425563956129 } }, "checkpoints": { "parent": { "path": "/ml2/model-glue/artifacts/runs/sana-transfer-sd15-movable/best.safetensors", "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" }, "linear_distill": { "path": "/ml2/model-glue/artifacts/runs/formulation-linear-distill-fixed/best.safetensors", "sha256": "fc7f44369cf21791c4f9ad6b74978dd420be41a76330a1fe32b11f440f3bf925" }, "linear_rollout": { "path": "/ml2/model-glue/artifacts/runs/formulation-linear-rollout-fixed/best.safetensors", "sha256": "065d88db8ad73f904b3681f2a45bcacafd6b86af7b32f69aabab08a2585ef2f5" }, "source_full": { "path": "/ml2/model-glue/artifacts/runs/formulation-source-residual-fullscale-fixed/best.safetensors", "sha256": "ceeb067e4c96b545f5bc094d660ce1e0e1a1953dd14edbf3270a32017f1acdd9" }, "orthogonal_025": { "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/orthogonal-025.safetensors", "sha256": "34d9ad66dff950cca7afec85bbac1046e05ff759e4eee9057d41d0416415fc7a" }, "orthogonal_100": { "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/orthogonal-100.safetensors", "sha256": "85986a987e6d5a6b5ad52f651b2267c319107927431afd685437dc829f11ba6a" }, "combined_025": { "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/combined-025.safetensors", "sha256": "73f11ee497640c4ce4cb09b115e940e84233e4a36130e73bb30cfa15c61a3124" }, "parent_cal": { "path": "/ml2/model-glue/artifacts/formulation-repair/parent-calibrated.safetensors", "sha256": "ee3fe905e68d9fa9859ef5cd303ad86868b3ae680bd81c4e8f4954f2ba6d13ad" }, "linear_cal": { "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/linear-distill-calibrated.safetensors", "sha256": "d3be2492e49f6eb1bc28a406d35108f1055e3dd19e412792442b4c5d9274bb4d" }, "source_cal": { "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/source-full-calibrated.safetensors", "sha256": "1a2db74c6c2d940ee15a845a7e60404ffbe32573757672586a18c578db36a10a" } }, "selected_checkpoint": "/ml2/model-glue/artifacts/runs/formulation-selected/best.safetensors", "selected_sha256": "d3be2492e49f6eb1bc28a406d35108f1055e3dd19e412792442b4c5d9274bb4d", "selection": "Minimum native-image LPIPS averaged equally across 58 validation prompts; three seeds averaged within each original prompt and one seed for each additional prompt. Mask calibration used validation labels only.", "test_used_for_selection": false, "test_recipe": { "split": "test", "prompts": 16, "seeds": [ 87654, 12001, 12002 ], "steps": 20, "height": 512, "width": 512, "guidance_scale": 4.5 }, "final_test_comparators": [ "original parent", "uncalibrated linear continuation", "validation-selected calibrated linear continuation", "calibrated expanded source-head alternative" ], "calibration_additional_panel_reuse": "Verified bitwise equality of every deployed conditioning tensor, positive mask and native empty branch for all 46 additional prompts." }, "visual_review": { "seed": 87654, "test_prompts_reviewed": 16, "methods_reviewed": [ "native", "parent", "selected", "repaired_source" ], "images_reviewed": 64, "young_people_observed": false, "scope": "Visual review of all first-seed outputs for these four methods. All three seeds are included in numerical metrics.", "observations": [ "The selected beach-bench orientation is closer to native than the parent in the displayed first seed.", "The small car between two trucks is not recovered.", "The swan still looks goose-like.", "Room, fruit and cat images mostly change subtly.", "The expanded-source head changes the bench to a pale color in this seed; extra source access does not guarantee attribute binding.", "Validation pizza/egg and zebra/road failures remain; mask correction produces a cleaner single zebra and sacrifices plurality." ] }, "relative_test_improvement": { "native_lpips": 0.014215161504578355, "native_pixel_mae": 0.02503531887223831 }, "test_used_for_further_tuning": false, "verification": { "tests_passed": 82, "reference_cap_gradient_error": 0.0, "ruff_passed": true, "diff_check_passed": true }, "original_checkpoint_sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" }, "source_reachability": { "scope": "Synthetic token-state perturbation in a trained bridge; not a pair of real captions or a claim that specific words are irrecoverable.", "source_change_l2": 28.70352005887431, "source_mean_max_abs_change": 0.0, "encoded_source_max_abs_change": 5.551115123125783e-15, "routed_particle_max_abs_change": 0.0, "parent_output_max_abs_change": 3.907985046680551e-14, "numeric_dtype": "float64", "candidate": "artifacts/runs/formulation-source-residual-fullscale-fixed/best.safetensors", "candidate_output_max_abs_change": 0.1050608975825078, "candidate_output_l2_change": 0.3464273494892815 }, "rollout_runtime": { "native_pipeline_max_abs_error": 0.0, "steps": 20, "train_row": 0, "terminal_latent_nmse": 0.18695734441280365, "conditioning_gradient_norm": 0.09768784046173096, "frozen_denoiser_has_no_parameter_gradients": true, "elapsed_seconds": 8.864582935813814, "peak_cuda_allocated_bytes": 3100566528 }, "reference_audit": { "reference_revision": "b5ee35f9b24cf35a6b1346ba2f0856c4877aa336", "reference_file_hashes": { "lib/gan_loss.py": "4d6db2bde462264bdc298ff1302f83870712b3c2b7ab81a6b5d827b07ddbea93", "lib/grad_regularizers.py": "a350f1d5c2ca0f7c2bbb36a599b79f3b97af38e70ea4b28b6052c9a2620444ff", "lib/vicreg_loss.py": "d2563bcab93d443cbf2cf2260946a3ba470f1fc584c231b704ec5ac154f668c4" }, "checks": [ "RpGAN D loss", "RpGAN G loss", "VICReg", "b_cap value", "b_cap parameter gradients" ], "passed": true, "penalty": 6.158433437347412, "max_penalty_gradient_error": 0.0 }, "calibration_equivalence": { "parent": { "rows": 46, "positive_features_bitwise_equal": true, "positive_masks_bitwise_equal": true, "native_empty_branch_bitwise_equal": true, "scope": "Actual per-prompt deployment inputs are identical; existing additional-validation images and scores apply to both checkpoints." }, "linear_distill": { "rows": 46, "positive_features_bitwise_equal": true, "positive_masks_bitwise_equal": true, "native_empty_branch_bitwise_equal": true, "scope": "Actual per-prompt deployment inputs are identical; existing additional-validation images and scores apply to both checkpoints." }, "source_full": { "rows": 46, "positive_features_bitwise_equal": true, "positive_masks_bitwise_equal": true, "native_empty_branch_bitwise_equal": true, "scope": "Actual per-prompt deployment inputs are identical; existing additional-validation images and scores apply to both checkpoints." } }, "visual_review": { "seed": 87654, "test_prompts_reviewed": 16, "methods_reviewed": [ "native", "parent", "selected", "repaired_source" ], "images_reviewed": 64, "young_people_observed": false, "scope": "Visual review of all first-seed outputs for these four methods. All three seeds are included in numerical metrics.", "observations": [ "The selected beach-bench orientation is closer to native than the parent in the displayed first seed.", "The small car between two trucks is not recovered.", "The swan still looks goose-like.", "Room, fruit and cat images mostly change subtly.", "The expanded-source head changes the bench to a pale color in this seed; extra source access does not guarantee attribute binding.", "Validation pizza/egg and zebra/road failures remain; mask correction produces a cleaner single zebra and sacrifices plurality." ] }, "experiment_scripts_sha256": { "scripts/collect_retraining.py": "2adbbf0dd309b4b2b225e189ffd1fffd272cfe345ff3a8ebbd989a93a925d528", "scripts/calibrate_text_mask.py": "ce7a216ad8f4006f64c0923d355c9c97dc0d42e84d7fff76e35212c7e8ccc1fb", "scripts/check_rollout_runtime.py": "8f28367e52f3cea9424c7b4a08b7ade02288abdff32a0246dfec68700cd3a740", "scripts/check_source_reachability.py": "52a3cc43e7ded9ca9cefc23089a918ebf5138d476dc4e632220cc16a8bda0093", "scripts/compose_text_heads.py": "b8a06c64947edd6392bde70d992291d66a02c472a1af385f14033e6565c65d2b", "scripts/prepare_validation_confirmation.py": "54aa2868b98919aaefd0d51594f9c23478a56594082fe3dcd6bf04b2480b113a", "scripts/select_retrained_bridge.py": "f56ecb992dbea69f67d4900241748516edcafc948f37f78f7df58c0e2b143bfa", "scripts/summarize_formulation_eval.py": "52b746361f918525a3414f2b59555167b20a7353936346ea6da8ac141d372039" }, "scope": "SD1.5 to SANA. Training/checkpoint selection/calibration used training and validation only. Final test did not trigger further tuning or checkpoint reselection. Small observed fidelity gains; confidence intervals include no change." }