diff --git "a/reports/retraining.json" "b/reports/retraining.json" new file mode 100644--- /dev/null +++ "b/reports/retraining.json" @@ -0,0 +1,3816 @@ +{ + "training": { + "parent": { + "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", + "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" + }, + "protocol": { + "phase": "output-quality retraining after structural fixes", + "parent": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", + "runs": [ + "residual-distill-fixed", + "linear-distill-fixed", + "residual-bcap-fixed" + ], + "training_steps_per_run": 1500, + "selection": { + "split": "val", + "prompts": 12, + "seeds": [ + 87654 + ], + "metric": "minimum native-image LPIPS with image-variance floor", + "interval_steps": 250, + "initial_checkpoint_eligible": true + }, + "confirmation": { + "split": "val", + "prompts": 12, + "seeds": [ + 87654, + 12001, + 12002 + ], + "selection_frozen_per_run": true, + "primary_metric": "native-image LPIPS", + "secondary_metrics": [ + "CLIP text-image cosine", + "native pixel MAE", + "visual prompt accuracy" + ], + "all_images_retained": true + }, + "final_comparison": { + "split": "test", + "seeds": [ + 87654, + 12001, + 12002 + ], + "freeze_candidate_on_validation": true, + "test_used_for_further_tuning": false + }, + "particle_scope": "All new runs freeze the identical parent cloud; no movable-particle advantage claim.", + "gpu": 1, + "output_focused_followup": { + "run": "residual-rollout-fixed", + "steps": 500, + "eval_every": 100, + "training_loss": "full deployed 20-step terminal latent NMSE plus 0.1 paired embedding NMSE", + "same_validation_protocol": true, + "reason": "isolated local-denoiser improvements did not translate into rendered fidelity", + "parity_check": "artifacts/formulation-repair/rollout-runtime.json", + "compute_scope": "Different training objective and increased denoiser work; no compute-matched claim against local-denoiser arms.", + "matched_control": "linear-rollout-fixed" + }, + "additional_validation": { + "dataset": "artifacts/data/formulation-validation-confirmation", + "dataset_config": "configs/formulation/validation-confirmation.json", + "prompts": 46, + "seeds": [ + 12001 + ], + "no_current_train_selection_or_test_image_family_overlap": true, + "scope": "Original broader validation cache; not claimed unseen by historical model selection." + }, + "source_access_followup": { + "run": "source-residual-distill-fixed", + "control": "residual-distill-fixed", + "updates": 1500, + "reason": "Verified source projection nullspace also invisible to the mean-source router; prior expanded head had no access to discarded source channels.", + "scope": "Synthetic token-state counterexample; not a claim that a particular word lies in the nullspace.", + "initialization_control": "source-residual-fullscale-fixed" + }, + "final_validation_ranking": { + "rule": "First freeze each run at its minimum original validation LPIPS checkpoint. Compare remaining candidates on the same 46 additional validation prompts at seed12001, and original12 at seeds87654,12001,12002. Average per-prompt LPIPS across seeds before averaging all58 prompts. Compare against the parent and linear-distill control; inspect CLIP and images separately. Test only after freezing a final candidate." + }, + "mask_calibration": { + "script": "scripts/calibrate_text_mask.py", + "selection": "Validation mask Hamming error across58prompts; no rendered-image score used to choose threshold.", + "threshold_offset": 2.0417721271514893, + "errors_before": 6, + "errors_after": 4, + "inference": "One fixed mask-head bias in exported network; no inference fitting.", + "changed_validation_rows": [ + "zebra road", + "clock in tire" + ] + }, + "head_compositions": { + "base": "linear-rollout-fixed selected 200", + "residual": "source-residual-fullscale-fixed selected 1000", + "candidates": [ + { + "scale": 0.25, + "orthogonal": true + }, + { + "scale": 1.0, + "orthogonal": true + }, + { + "scale": 0.25, + "orthogonal": false + } + ], + "scope": "Validation-only checkpoint composition, frozen stem checked exactly. Same complete images for all candidates; no inference selection." + } + }, + "rollout_runtime": { + "native_pipeline_max_abs_error": 0.0, + "steps": 20, + "train_row": 0, + "terminal_latent_nmse": 0.18695734441280365, + "conditioning_gradient_norm": 0.09768784046173096, + "frozen_denoiser_has_no_parameter_gradients": true, + "elapsed_seconds": 8.864582935813814, + "peak_cuda_allocated_bytes": 3100566528 + }, + "runs": { + "residual-distill-fixed": { + "config": { + "seed": 90526, + "source": { + "repo_id": "stable-diffusion-v1-5/stable-diffusion-v1-5", + "revision": "451f4fe16113bff5a5d2269ed5ad43b0592e9a14" + }, + "dataset": "artifacts/data/sana-transfer-sd15", + "state_cache": "artifacts/data/sana-transfer-sd15-states", + "steps": 1500, + "batch_size": 32, + "lr": 1e-05, + "adv_weight": 0.0, + "feature_weight": 0.0, + "embedding_weight": 0.1, + "mask_weight": 0.0, + "particle_weight": 0.0, + "functional_weight": 1.0, + "functional_every": 1, + "functional_start": 0, + "functional_batch": 4, + "eval_every": 250, + "log_every": 50, + "functional_normalize": true, + "native_state_probability": 0.5, + "ema_decay": 0.98, + "branch_weight": 1.0, + "guided_weight": 0.05, + "guidance_scale": 4.5, + "matmul_tf32": false, + "max_grad_norm": 1.0, + "selection_metric": "native_lpips", + "bridge": { + "source_dim": 768, + "target_dim": 2304, + "tokens": 77, + "width": 384, + "blocks": 4, + "particle_dim": 4, + "num_particles": 256, + "learnable_particles": false, + "source_residual": true, + "native_unconditional": true, + "output_head": "expanded_residual", + "head_width": 0, + "use_particles": true + }, + "functional_validation": { + "batch_size": 4 + }, + "render_validation": { + "seeds": [ + 87654 + ], + "steps": 20, + "height": 512, + "width": 512, + "guidance_scale": 4.5, + "scorer_device": "cpu", + "include_native_empty": false, + "measure_native_fidelity": true + }, + "scope": "Validation-selected residual-only continuation. Parent resampler, projection, masks and cloud frozen exactly. Isolate whether expanded output capacity improves actual rendered native fidelity. No particle-advantage claim; no test access during training.", + "patience": 0, + "critic": { + "architecture": "coordinate", + "width": 128 + }, + "training_paths": "routed", + "regularizer": "b_cap", + "cap_coefficient": 1.0, + "cap_kappa": 1.0, + "cap_damping": 0.01, + "cap_interpolation_coefficient": 0.1, + "feature_normalization": "centered", + "padding_weight": 0.0, + "particle_center_weight": 0.0, + "routing_diagnostics": true, + "trainable_parts": "residual", + "supervised_only": true, + "soft_mask_weight": 0.0, + "dataset_manifest_sha256": "208e35938dc8a58cae55143b826f6227b7d1e3e1f2d5a76f1945b680afdc4789", + "dataset_files_sha256": { + "train.safetensors": "b261fa2117097767708eb814f4255c9bafc5acf8f0fa139b225b6011b3f27aeb", + "val.safetensors": "a03485b965c3e99ac89ff71acdeb5395bca1ce193250bf5e345826b38c2296c2", + "unconditional.safetensors": "5a10cc2eab0fc39abf3cd14d4c3bb1671e0d39d2bc03566c016bab450954ef4c" + }, + "state_cache_manifest_sha256": "294c1985f36f3d4a1c8cd06e7ff92caab5db466afef486e0ce2e2a37da6d3368", + "state_cache_sha256": "a673c10a1b340ec653c1bbd52558c2f75183067f7a5d5bc59b82e1f91323a297", + "initialization": { + "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", + "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" + }, + "scheduler_fingerprint": "f74da76a6be0c07b6d72a389267c0cf09c017dd2e37e7c4d74fa195ad6da076e", + "sana": { + "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", + "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" + }, + "packages": { + "torch": "2.11.0+cu128", + "diffusers": "0.40.0.dev0", + "transformers": "5.15.0" + } + }, + "complete": { + "steps": 1500, + "reason": "steps_completed", + "elapsed_s": 1069.8551085740328, + "best_rendered_validation_native_lpips": 0.4177314167221387, + "training_compute": { + "functional_updates": 1500, + "functional_examples": 6000, + "teacher_forward_examples": 6168, + "student_forward_examples": 12000, + "student_backward_examples": 12000, + "peak_cuda_allocated_bytes": 6965356032 + }, + "native_state_cache_compute": { + "teacher_branch_forward_examples": 20480, + "elapsed_s": 404.5765976989642, + "peak_cuda_allocated_bytes": 1850372096 + }, + "selection": "minimum validation rendered native-image LPIPS passing image-variance floor; earlier checkpoint wins exact ties" + }, + "selected_step": 0, + "selected_checkpoint": "artifacts/runs/formulation-residual-distill-fixed/best.safetensors", + "selected_sha256": "d0c46ce8c36af241bbb99fe1155f02f0b5ab5ea6b77df887a6507552d427a63f", + "frozen_parent_tensors_bitwise_unchanged": true, + "frozen_tensor_count": 68, + "validation": [ + { + "step": 0, + "selected": true, + "embedding_nmse": 0.5547684033711752, + "prompt_effect_nmse": 0.08217833723706777, + "native_lpips": 0.4177314167221387, + "clip_text_image_cosine": 0.31144533182183903 + }, + { + "step": 250, + "selected": false, + "embedding_nmse": 0.5548651417096456, + "prompt_effect_nmse": 0.08032322944139055, + "native_lpips": 0.42434777319431305, + "clip_text_image_cosine": 0.3102738671004772 + }, + { + "step": 500, + "selected": false, + "embedding_nmse": 0.5549016992251078, + "prompt_effect_nmse": 0.0855961406881929, + "native_lpips": 0.44348498185475665, + "clip_text_image_cosine": 0.312394085029761 + }, + { + "step": 750, + "selected": false, + "embedding_nmse": 0.5547957420349121, + "prompt_effect_nmse": 0.08097882277907104, + "native_lpips": 0.428757730871439, + "clip_text_image_cosine": 0.31205351402362186 + }, + { + "step": 1000, + "selected": false, + "embedding_nmse": 0.5548253854115804, + "prompt_effect_nmse": 0.0803883256180244, + "native_lpips": 0.41872241472204524, + "clip_text_image_cosine": 0.3119073249399662 + }, + { + "step": 1250, + "selected": false, + "embedding_nmse": 0.5546573201815287, + "prompt_effect_nmse": 0.08297913274485641, + "native_lpips": 0.4261079666515191, + "clip_text_image_cosine": 0.3102274959286054 + }, + { + "step": 1500, + "selected": false, + "embedding_nmse": 0.5545881390571594, + "prompt_effect_nmse": 0.08142697624588305, + "native_lpips": 0.42242543896039325, + "clip_text_image_cosine": 0.3121123065551122 + } + ] + }, + "linear-distill-fixed": { + "config": { + "seed": 90526, + "source": { + "repo_id": "stable-diffusion-v1-5/stable-diffusion-v1-5", + "revision": "451f4fe16113bff5a5d2269ed5ad43b0592e9a14" + }, + "dataset": "artifacts/data/sana-transfer-sd15", + "state_cache": "artifacts/data/sana-transfer-sd15-states", + "steps": 1500, + "batch_size": 32, + "lr": 1e-05, + "adv_weight": 0.0, + "feature_weight": 0.0, + "embedding_weight": 0.1, + "mask_weight": 0.0, + "particle_weight": 0.0, + "functional_weight": 1.0, + "functional_every": 1, + "functional_start": 0, + "functional_batch": 4, + "eval_every": 250, + "log_every": 50, + "functional_normalize": true, + "native_state_probability": 0.5, + "ema_decay": 0.98, + "branch_weight": 1.0, + "guided_weight": 0.05, + "guidance_scale": 4.5, + "matmul_tf32": false, + "max_grad_norm": 1.0, + "selection_metric": "native_lpips", + "bridge": { + "source_dim": 768, + "target_dim": 2304, + "tokens": 77, + "width": 384, + "blocks": 4, + "particle_dim": 4, + "num_particles": 256, + "learnable_particles": false, + "source_residual": true, + "native_unconditional": true, + "output_head": "linear", + "head_width": 0, + "use_particles": true + }, + "functional_validation": { + "batch_size": 4 + }, + "render_validation": { + "seeds": [ + 87654 + ], + "steps": 20, + "height": 512, + "width": 512, + "guidance_scale": 4.5, + "scorer_device": "cpu", + "include_native_empty": false, + "measure_native_fidelity": true + }, + "scope": "Matched old-linear-head distillation control for residual-distill-fixed. Same parent, frozen resampler/cloud, batches, functional states, losses, learning rate, and update budget. Mask weight zero and deployed hard masks yield zero mask-head gradient. Validation selection only.", + "patience": 0, + "critic": { + "architecture": "coordinate", + "width": 128 + }, + "training_paths": "routed", + "regularizer": "b_cap", + "cap_coefficient": 1.0, + "cap_kappa": 1.0, + "cap_damping": 0.01, + "cap_interpolation_coefficient": 0.1, + "feature_normalization": "centered", + "padding_weight": 0.0, + "particle_center_weight": 0.0, + "routing_diagnostics": true, + "trainable_parts": "heads", + "supervised_only": true, + "soft_mask_weight": 0.0, + "dataset_manifest_sha256": "208e35938dc8a58cae55143b826f6227b7d1e3e1f2d5a76f1945b680afdc4789", + "dataset_files_sha256": { + "train.safetensors": "b261fa2117097767708eb814f4255c9bafc5acf8f0fa139b225b6011b3f27aeb", + "val.safetensors": "a03485b965c3e99ac89ff71acdeb5395bca1ce193250bf5e345826b38c2296c2", + "unconditional.safetensors": "5a10cc2eab0fc39abf3cd14d4c3bb1671e0d39d2bc03566c016bab450954ef4c" + }, + "state_cache_manifest_sha256": "294c1985f36f3d4a1c8cd06e7ff92caab5db466afef486e0ce2e2a37da6d3368", + "state_cache_sha256": "a673c10a1b340ec653c1bbd52558c2f75183067f7a5d5bc59b82e1f91323a297", + "initialization": { + "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", + "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" + }, + "scheduler_fingerprint": "f74da76a6be0c07b6d72a389267c0cf09c017dd2e37e7c4d74fa195ad6da076e", + "sana": { + "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", + "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" + }, + "packages": { + "torch": "2.11.0+cu128", + "diffusers": "0.40.0.dev0", + "transformers": "5.15.0" + } + }, + "complete": { + "steps": 1500, + "reason": "steps_completed", + "elapsed_s": 1165.6957254158333, + "best_rendered_validation_native_lpips": 0.40992364659905434, + "training_compute": { + "functional_updates": 1500, + "functional_examples": 6000, + "teacher_forward_examples": 6168, + "student_forward_examples": 12000, + "student_backward_examples": 12000, + "peak_cuda_allocated_bytes": 6839647744 + }, + "native_state_cache_compute": { + "teacher_branch_forward_examples": 20480, + "elapsed_s": 404.5765976989642, + "peak_cuda_allocated_bytes": 1850372096 + }, + "selection": "minimum validation rendered native-image LPIPS passing image-variance floor; earlier checkpoint wins exact ties" + }, + "selected_step": 1250, + "selected_checkpoint": "artifacts/runs/formulation-linear-distill-fixed/best.safetensors", + "selected_sha256": "fc7f44369cf21791c4f9ad6b74978dd420be41a76330a1fe32b11f440f3bf925", + "frozen_parent_tensors_bitwise_unchanged": true, + "frozen_tensor_count": 66, + "validation": [ + { + "step": 0, + "selected": true, + "embedding_nmse": 0.5547684033711752, + "prompt_effect_nmse": 0.08217833723706777, + "native_lpips": 0.4177314167221387, + "clip_text_image_cosine": 0.31144533182183903 + }, + { + "step": 250, + "selected": false, + "embedding_nmse": 0.5546137094497681, + "prompt_effect_nmse": 0.0810413874263368, + "native_lpips": 0.4212690455218156, + "clip_text_image_cosine": 0.3090445039172967 + }, + { + "step": 500, + "selected": false, + "embedding_nmse": 0.5545700589815775, + "prompt_effect_nmse": 0.0839873435256573, + "native_lpips": 0.42520217473308247, + "clip_text_image_cosine": 0.31110093494256336 + }, + { + "step": 750, + "selected": false, + "embedding_nmse": 0.5545292099316915, + "prompt_effect_nmse": 0.0787793244982644, + "native_lpips": 0.4185820755859216, + "clip_text_image_cosine": 0.3101062513887882 + }, + { + "step": 1000, + "selected": true, + "embedding_nmse": 0.5544900099436442, + "prompt_effect_nmse": 0.07759437709569635, + "native_lpips": 0.41086414580543834, + "clip_text_image_cosine": 0.312065914273262 + }, + { + "step": 1250, + "selected": true, + "embedding_nmse": 0.5544726848602295, + "prompt_effect_nmse": 0.08055972962954774, + "native_lpips": 0.40992364659905434, + "clip_text_image_cosine": 0.3118691146373749 + }, + { + "step": 1500, + "selected": false, + "embedding_nmse": 0.554468015829722, + "prompt_effect_nmse": 0.080384301818713, + "native_lpips": 0.4120901959637801, + "clip_text_image_cosine": 0.31183896337946254 + } + ] + }, + "residual-bcap-fixed": { + "config": { + "seed": 90526, + "source": { + "repo_id": "stable-diffusion-v1-5/stable-diffusion-v1-5", + "revision": "451f4fe16113bff5a5d2269ed5ad43b0592e9a14" + }, + "dataset": "artifacts/data/sana-transfer-sd15", + "state_cache": "artifacts/data/sana-transfer-sd15-states", + "steps": 1500, + "batch_size": 32, + "lr": 1e-05, + "adv_weight": 0.001, + "feature_weight": 0.01, + "embedding_weight": 0.1, + "mask_weight": 0.0, + "particle_weight": 0.0, + "functional_weight": 1.0, + "functional_every": 1, + "functional_start": 0, + "functional_batch": 4, + "eval_every": 250, + "log_every": 50, + "functional_normalize": true, + "native_state_probability": 0.5, + "ema_decay": 0.98, + "branch_weight": 1.0, + "guided_weight": 0.05, + "guidance_scale": 4.5, + "matmul_tf32": false, + "max_grad_norm": 1.0, + "selection_metric": "native_lpips", + "bridge": { + "source_dim": 768, + "target_dim": 2304, + "tokens": 77, + "width": 384, + "blocks": 4, + "particle_dim": 4, + "num_particles": 256, + "learnable_particles": false, + "source_residual": true, + "native_unconditional": true, + "output_head": "expanded_residual", + "head_width": 0, + "use_particles": true + }, + "functional_validation": { + "batch_size": 4 + }, + "render_validation": { + "seeds": [ + 87654 + ], + "steps": 20, + "height": 512, + "width": 512, + "guidance_scale": 4.5, + "scorer_device": "cpu", + "include_native_empty": false, + "measure_native_fidelity": true + }, + "scope": "Matched residual-head distillation with repaired coordinate b_cap critic, centered raw-feature matching, masked endpoint/interior caps and damping. Adversarial/FM weights reduced tenfold relative to failed screens. Frozen parent/cloud and same batches/state draws as supervised residual control; validation only.", + "patience": 0, + "critic": { + "architecture": "coordinate", + "width": 128 + }, + "training_paths": "routed", + "regularizer": "b_cap", + "cap_coefficient": 1.0, + "cap_kappa": 1.0, + "cap_damping": 0.01, + "cap_interpolation_coefficient": 0.1, + "feature_normalization": "centered", + "padding_weight": 0.0, + "particle_center_weight": 0.0, + "routing_diagnostics": true, + "trainable_parts": "residual", + "supervised_only": false, + "soft_mask_weight": 0.0, + "dataset_manifest_sha256": "208e35938dc8a58cae55143b826f6227b7d1e3e1f2d5a76f1945b680afdc4789", + "dataset_files_sha256": { + "train.safetensors": "b261fa2117097767708eb814f4255c9bafc5acf8f0fa139b225b6011b3f27aeb", + "val.safetensors": "a03485b965c3e99ac89ff71acdeb5395bca1ce193250bf5e345826b38c2296c2", + "unconditional.safetensors": "5a10cc2eab0fc39abf3cd14d4c3bb1671e0d39d2bc03566c016bab450954ef4c" + }, + "state_cache_manifest_sha256": "294c1985f36f3d4a1c8cd06e7ff92caab5db466afef486e0ce2e2a37da6d3368", + "state_cache_sha256": "a673c10a1b340ec653c1bbd52558c2f75183067f7a5d5bc59b82e1f91323a297", + "initialization": { + "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", + "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" + }, + "scheduler_fingerprint": "f74da76a6be0c07b6d72a389267c0cf09c017dd2e37e7c4d74fa195ad6da076e", + "sana": { + "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", + "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" + }, + "packages": { + "torch": "2.11.0+cu128", + "diffusers": "0.40.0.dev0", + "transformers": "5.15.0" + } + }, + "complete": { + "steps": 1500, + "reason": "steps_completed", + "elapsed_s": 2004.395472344011, + "best_rendered_validation_native_lpips": 0.41355270023147267, + "training_compute": { + "functional_updates": 1500, + "functional_examples": 6000, + "teacher_forward_examples": 6168, + "student_forward_examples": 12000, + "student_backward_examples": 12000, + "peak_cuda_allocated_bytes": 7367839744 + }, + "native_state_cache_compute": { + "teacher_branch_forward_examples": 20480, + "elapsed_s": 404.5765976989642, + "peak_cuda_allocated_bytes": 1850372096 + }, + "selection": "minimum validation rendered native-image LPIPS passing image-variance floor; earlier checkpoint wins exact ties" + }, + "selected_step": 1000, + "selected_checkpoint": "artifacts/runs/formulation-residual-bcap-fixed/best.safetensors", + "selected_sha256": "166a7af66ed2a1e7605996a5a7aeebe31f1a9b7b91584796387a6a4c5b1d8750", + "frozen_parent_tensors_bitwise_unchanged": true, + "frozen_tensor_count": 68, + "validation": [ + { + "step": 0, + "selected": true, + "embedding_nmse": 0.5547684033711752, + "prompt_effect_nmse": 0.08217833723706777, + "native_lpips": 0.4177314167221387, + "clip_text_image_cosine": 0.31144533182183903 + }, + { + "step": 250, + "selected": false, + "embedding_nmse": 0.5537771781285604, + "prompt_effect_nmse": 0.07984961514358162, + "native_lpips": 0.42376889412601787, + "clip_text_image_cosine": 0.309284516920646 + }, + { + "step": 500, + "selected": false, + "embedding_nmse": 0.5526087284088135, + "prompt_effect_nmse": 0.08638322596587746, + "native_lpips": 0.4486345052719116, + "clip_text_image_cosine": 0.3117392708857854 + }, + { + "step": 750, + "selected": false, + "embedding_nmse": 0.5514798959096273, + "prompt_effect_nmse": 0.0816273790800546, + "native_lpips": 0.42857446894049644, + "clip_text_image_cosine": 0.3107500846187274 + }, + { + "step": 1000, + "selected": true, + "embedding_nmse": 0.5509315927823385, + "prompt_effect_nmse": 0.08134096574200811, + "native_lpips": 0.41355270023147267, + "clip_text_image_cosine": 0.31178974111874896 + }, + { + "step": 1250, + "selected": false, + "embedding_nmse": 0.5504346887270609, + "prompt_effect_nmse": 0.08316047121555586, + "native_lpips": 0.4199969011048476, + "clip_text_image_cosine": 0.30985065549612045 + }, + { + "step": 1500, + "selected": false, + "embedding_nmse": 0.5504118998845419, + "prompt_effect_nmse": 0.08284139807392882, + "native_lpips": 0.4228791892528534, + "clip_text_image_cosine": 0.31104570378859836 + } + ] + }, + "residual-rollout-fixed": { + "config": { + "seed": 90526, + "source": { + "repo_id": "stable-diffusion-v1-5/stable-diffusion-v1-5", + "revision": "451f4fe16113bff5a5d2269ed5ad43b0592e9a14" + }, + "dataset": "artifacts/data/sana-transfer-sd15", + "state_cache": "artifacts/data/sana-transfer-sd15-states", + "steps": 500, + "batch_size": 32, + "lr": 1e-05, + "adv_weight": 0.0, + "feature_weight": 0.0, + "embedding_weight": 0.1, + "mask_weight": 0.0, + "particle_weight": 0.0, + "functional_weight": 1.0, + "functional_every": 0, + "functional_start": 0, + "functional_batch": 4, + "eval_every": 100, + "log_every": 25, + "functional_normalize": true, + "native_state_probability": 0.5, + "ema_decay": 0.98, + "branch_weight": 1.0, + "guided_weight": 0.05, + "guidance_scale": 4.5, + "matmul_tf32": false, + "max_grad_norm": 1.0, + "selection_metric": "native_lpips", + "bridge": { + "source_dim": 768, + "target_dim": 2304, + "tokens": 77, + "width": 384, + "blocks": 4, + "particle_dim": 4, + "num_particles": 256, + "learnable_particles": false, + "source_residual": true, + "native_unconditional": true, + "output_head": "expanded_residual", + "head_width": 0, + "use_particles": true + }, + "functional_validation": { + "batch_size": 4 + }, + "render_validation": { + "seeds": [ + 87654 + ], + "steps": 20, + "height": 512, + "width": 512, + "guidance_scale": 4.5, + "scorer_device": "cpu", + "include_native_empty": false, + "measure_native_fidelity": true + }, + "scope": "Output-focused residual continuation: differentiate the complete deployed 20-step DPM SANA trajectory and match final native latent, with paired embedding weight 0.1. Frozen parent/cloud/masks. Teacher and student share initial noise and run their own complete trajectories; no target conditioning at inference. Validation selection only.", + "patience": 0, + "critic": { + "architecture": "coordinate", + "width": 128 + }, + "training_paths": "routed", + "regularizer": "b_cap", + "cap_coefficient": 1.0, + "cap_kappa": 1.0, + "cap_damping": 0.01, + "cap_interpolation_coefficient": 0.1, + "feature_normalization": "centered", + "padding_weight": 0.0, + "particle_center_weight": 0.0, + "routing_diagnostics": true, + "trainable_parts": "residual", + "supervised_only": true, + "soft_mask_weight": 0.0, + "rollout_weight": 1.0, + "rollout_every": 1, + "rollout_batch": 1, + "rollout_steps": 20, + "dataset_manifest_sha256": "208e35938dc8a58cae55143b826f6227b7d1e3e1f2d5a76f1945b680afdc4789", + "dataset_files_sha256": { + "train.safetensors": "b261fa2117097767708eb814f4255c9bafc5acf8f0fa139b225b6011b3f27aeb", + "val.safetensors": "a03485b965c3e99ac89ff71acdeb5395bca1ce193250bf5e345826b38c2296c2", + "unconditional.safetensors": "5a10cc2eab0fc39abf3cd14d4c3bb1671e0d39d2bc03566c016bab450954ef4c" + }, + "state_cache_manifest_sha256": "294c1985f36f3d4a1c8cd06e7ff92caab5db466afef486e0ce2e2a37da6d3368", + "state_cache_sha256": "a673c10a1b340ec653c1bbd52558c2f75183067f7a5d5bc59b82e1f91323a297", + "initialization": { + "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", + "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" + }, + "scheduler_fingerprint": "f74da76a6be0c07b6d72a389267c0cf09c017dd2e37e7c4d74fa195ad6da076e", + "sana": { + "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", + "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" + }, + "packages": { + "torch": "2.11.0+cu128", + "diffusers": "0.40.0.dev0", + "transformers": "5.15.0" + } + }, + "complete": { + "steps": 500, + "reason": "steps_completed", + "elapsed_s": 2892.4194966210052, + "best_rendered_validation_native_lpips": 0.4177314167221387, + "training_compute": { + "functional_updates": 0, + "rollout_updates": 500, + "rollout_examples": 500, + "functional_examples": 0, + "teacher_forward_examples": 20000, + "student_forward_examples": 20000, + "student_backward_examples": 20000, + "student_recompute_examples": 20000, + "peak_cuda_allocated_bytes": 3400765440 + }, + "native_state_cache_compute": { + "teacher_branch_forward_examples": 20480, + "elapsed_s": 404.5765976989642, + "peak_cuda_allocated_bytes": 1850372096 + }, + "selection": "minimum validation rendered native-image LPIPS passing image-variance floor; earlier checkpoint wins exact ties" + }, + "selected_step": 0, + "selected_checkpoint": "artifacts/runs/formulation-residual-rollout-fixed/best.safetensors", + "selected_sha256": "36787763ada8d5236be5021bbde3897d066891823e112c867a546b8b4c8577f8", + "frozen_parent_tensors_bitwise_unchanged": true, + "frozen_tensor_count": 68, + "validation": [ + { + "step": 0, + "selected": true, + "embedding_nmse": 0.5547684033711752, + "prompt_effect_nmse": 0.08217833723706777, + "native_lpips": 0.4177314167221387, + "clip_text_image_cosine": 0.31144533182183903 + }, + { + "step": 100, + "selected": false, + "embedding_nmse": 0.5550351937611898, + "prompt_effect_nmse": 0.08361270792649844, + "native_lpips": 0.41989607363939285, + "clip_text_image_cosine": 0.3122570440173149 + }, + { + "step": 200, + "selected": false, + "embedding_nmse": 0.555537203947703, + "prompt_effect_nmse": 0.08164866544987084, + "native_lpips": 0.42854949707786244, + "clip_text_image_cosine": 0.3106127704183261 + }, + { + "step": 300, + "selected": false, + "embedding_nmse": 0.5562103192011515, + "prompt_effect_nmse": 0.08407505333143198, + "native_lpips": 0.4351283262173335, + "clip_text_image_cosine": 0.3112073242664337 + }, + { + "step": 400, + "selected": false, + "embedding_nmse": 0.5571244359016418, + "prompt_effect_nmse": 0.08047357973782096, + "native_lpips": 0.43401728197932243, + "clip_text_image_cosine": 0.3096524154146512 + }, + { + "step": 500, + "selected": false, + "embedding_nmse": 0.5575999617576599, + "prompt_effect_nmse": 0.08261164692256877, + "native_lpips": 0.4432392120361328, + "clip_text_image_cosine": 0.3114318748315175 + } + ] + }, + "linear-rollout-fixed": { + "config": { + "seed": 90526, + "source": { + "repo_id": "stable-diffusion-v1-5/stable-diffusion-v1-5", + "revision": "451f4fe16113bff5a5d2269ed5ad43b0592e9a14" + }, + "dataset": "artifacts/data/sana-transfer-sd15", + "state_cache": "artifacts/data/sana-transfer-sd15-states", + "steps": 500, + "batch_size": 32, + "lr": 1e-05, + "adv_weight": 0.0, + "feature_weight": 0.0, + "embedding_weight": 0.1, + "mask_weight": 0.0, + "particle_weight": 0.0, + "functional_weight": 1.0, + "functional_every": 0, + "functional_start": 0, + "functional_batch": 4, + "eval_every": 100, + "log_every": 25, + "functional_normalize": true, + "native_state_probability": 0.5, + "ema_decay": 0.98, + "branch_weight": 1.0, + "guided_weight": 0.05, + "guidance_scale": 4.5, + "matmul_tf32": false, + "max_grad_norm": 1.0, + "selection_metric": "native_lpips", + "bridge": { + "source_dim": 768, + "target_dim": 2304, + "tokens": 77, + "width": 384, + "blocks": 4, + "particle_dim": 4, + "num_particles": 256, + "learnable_particles": false, + "source_residual": true, + "native_unconditional": true, + "output_head": "linear", + "head_width": 0, + "use_particles": true + }, + "functional_validation": { + "batch_size": 4 + }, + "render_validation": { + "seeds": [ + 87654 + ], + "steps": 20, + "height": 512, + "width": 512, + "guidance_scale": 4.5, + "scorer_device": "cpu", + "include_native_empty": false, + "measure_native_fidelity": true + }, + "scope": "Matched linear-head full-trajectory control. Same parent, frozen stem/cloud/masks, source batches, noise seeds, 20-step terminal latent objective, learning rate and update budget as residual-rollout-fixed. No test access during training or selection.", + "patience": 0, + "critic": { + "architecture": "coordinate", + "width": 128 + }, + "training_paths": "routed", + "regularizer": "b_cap", + "cap_coefficient": 1.0, + "cap_kappa": 1.0, + "cap_damping": 0.01, + "cap_interpolation_coefficient": 0.1, + "feature_normalization": "centered", + "padding_weight": 0.0, + "particle_center_weight": 0.0, + "routing_diagnostics": true, + "trainable_parts": "heads", + "supervised_only": true, + "soft_mask_weight": 0.0, + "rollout_weight": 1.0, + "rollout_every": 1, + "rollout_batch": 1, + "rollout_steps": 20, + "dataset_manifest_sha256": "208e35938dc8a58cae55143b826f6227b7d1e3e1f2d5a76f1945b680afdc4789", + "dataset_files_sha256": { + "train.safetensors": "b261fa2117097767708eb814f4255c9bafc5acf8f0fa139b225b6011b3f27aeb", + "val.safetensors": "a03485b965c3e99ac89ff71acdeb5395bca1ce193250bf5e345826b38c2296c2", + "unconditional.safetensors": "5a10cc2eab0fc39abf3cd14d4c3bb1671e0d39d2bc03566c016bab450954ef4c" + }, + "state_cache_manifest_sha256": "294c1985f36f3d4a1c8cd06e7ff92caab5db466afef486e0ce2e2a37da6d3368", + "state_cache_sha256": "a673c10a1b340ec653c1bbd52558c2f75183067f7a5d5bc59b82e1f91323a297", + "initialization": { + "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", + "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" + }, + "scheduler_fingerprint": "f74da76a6be0c07b6d72a389267c0cf09c017dd2e37e7c4d74fa195ad6da076e", + "sana": { + "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", + "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" + }, + "packages": { + "torch": "2.11.0+cu128", + "diffusers": "0.40.0.dev0", + "transformers": "5.15.0" + } + }, + "complete": { + "steps": 500, + "reason": "steps_completed", + "elapsed_s": 2752.843461651355, + "best_rendered_validation_native_lpips": 0.4074671578903993, + "training_compute": { + "functional_updates": 0, + "rollout_updates": 500, + "rollout_examples": 500, + "functional_examples": 0, + "teacher_forward_examples": 20000, + "student_forward_examples": 20000, + "student_backward_examples": 20000, + "student_recompute_examples": 20000, + "peak_cuda_allocated_bytes": 3256700928 + }, + "native_state_cache_compute": { + "teacher_branch_forward_examples": 20480, + "elapsed_s": 404.5765976989642, + "peak_cuda_allocated_bytes": 1850372096 + }, + "selection": "minimum validation rendered native-image LPIPS passing image-variance floor; earlier checkpoint wins exact ties" + }, + "selected_step": 200, + "selected_checkpoint": "artifacts/runs/formulation-linear-rollout-fixed/best.safetensors", + "selected_sha256": "065d88db8ad73f904b3681f2a45bcacafd6b86af7b32f69aabab08a2585ef2f5", + "frozen_parent_tensors_bitwise_unchanged": true, + "frozen_tensor_count": 66, + "validation": [ + { + "step": 0, + "selected": true, + "embedding_nmse": 0.5547684033711752, + "prompt_effect_nmse": 0.08217833723706777, + "native_lpips": 0.4177314167221387, + "clip_text_image_cosine": 0.31144533182183903 + }, + { + "step": 100, + "selected": true, + "embedding_nmse": 0.5547740856806437, + "prompt_effect_nmse": 0.08162785258878662, + "native_lpips": 0.41199004898468655, + "clip_text_image_cosine": 0.31133463978767395 + }, + { + "step": 200, + "selected": true, + "embedding_nmse": 0.5547965168952942, + "prompt_effect_nmse": 0.08058304122285848, + "native_lpips": 0.4074671578903993, + "clip_text_image_cosine": 0.3104916053513686 + }, + { + "step": 300, + "selected": false, + "embedding_nmse": 0.5548332929611206, + "prompt_effect_nmse": 0.07867307405837273, + "native_lpips": 0.41030721242229146, + "clip_text_image_cosine": 0.31293080374598503 + }, + { + "step": 400, + "selected": false, + "embedding_nmse": 0.5549066464106241, + "prompt_effect_nmse": 0.0788060172718931, + "native_lpips": 0.41053688277800876, + "clip_text_image_cosine": 0.30970074236392975 + }, + { + "step": 500, + "selected": false, + "embedding_nmse": 0.5549397071202596, + "prompt_effect_nmse": 0.07840424408787246, + "native_lpips": 0.4172617197036743, + "clip_text_image_cosine": 0.3107322094341119 + } + ] + }, + "source-residual-distill-fixed": { + "config": { + "seed": 90526, + "source": { + "repo_id": "stable-diffusion-v1-5/stable-diffusion-v1-5", + "revision": "451f4fe16113bff5a5d2269ed5ad43b0592e9a14" + }, + "dataset": "artifacts/data/sana-transfer-sd15", + "state_cache": "artifacts/data/sana-transfer-sd15-states", + "steps": 1500, + "batch_size": 32, + "lr": 1e-05, + "adv_weight": 0.0, + "feature_weight": 0.0, + "embedding_weight": 0.1, + "mask_weight": 0.0, + "particle_weight": 0.0, + "functional_weight": 1.0, + "functional_every": 1, + "functional_start": 0, + "functional_batch": 4, + "eval_every": 250, + "log_every": 50, + "functional_normalize": true, + "native_state_probability": 0.5, + "ema_decay": 0.98, + "branch_weight": 1.0, + "guided_weight": 0.05, + "guidance_scale": 4.5, + "matmul_tf32": false, + "max_grad_norm": 1.0, + "selection_metric": "native_lpips", + "bridge": { + "source_dim": 768, + "target_dim": 2304, + "tokens": 77, + "width": 384, + "blocks": 4, + "particle_dim": 4, + "num_particles": 256, + "learnable_particles": false, + "source_residual": true, + "native_unconditional": true, + "output_head": "expanded_residual", + "head_width": 0, + "use_particles": true, + "output_source_residual": true + }, + "functional_validation": { + "batch_size": 4 + }, + "render_validation": { + "seeds": [ + 87654 + ], + "steps": 20, + "height": 512, + "width": 512, + "guidance_scale": 4.5, + "scorer_device": "cpu", + "include_native_empty": false, + "measure_native_fidelity": true + }, + "scope": "Matched source-access continuation: same frozen parent, loss, LR, batches, state draws and 1500-update budget as residual-distill-fixed; only add a full-source-token projection into the expanded output head. Exact parent initialization. Tests demonstrate an old generator nullspace preserving LayerNorm and router means. Validation only; no particle claim.", + "patience": 0, + "critic": { + "architecture": "coordinate", + "width": 128 + }, + "training_paths": "routed", + "regularizer": "b_cap", + "cap_coefficient": 1.0, + "cap_kappa": 1.0, + "cap_damping": 0.01, + "cap_interpolation_coefficient": 0.1, + "feature_normalization": "centered", + "padding_weight": 0.0, + "particle_center_weight": 0.0, + "routing_diagnostics": true, + "trainable_parts": "residual", + "supervised_only": true, + "soft_mask_weight": 0.0, + "dataset_manifest_sha256": "208e35938dc8a58cae55143b826f6227b7d1e3e1f2d5a76f1945b680afdc4789", + "dataset_files_sha256": { + "train.safetensors": "b261fa2117097767708eb814f4255c9bafc5acf8f0fa139b225b6011b3f27aeb", + "val.safetensors": "a03485b965c3e99ac89ff71acdeb5395bca1ce193250bf5e345826b38c2296c2", + "unconditional.safetensors": "5a10cc2eab0fc39abf3cd14d4c3bb1671e0d39d2bc03566c016bab450954ef4c" + }, + "state_cache_manifest_sha256": "294c1985f36f3d4a1c8cd06e7ff92caab5db466afef486e0ce2e2a37da6d3368", + "state_cache_sha256": "a673c10a1b340ec653c1bbd52558c2f75183067f7a5d5bc59b82e1f91323a297", + "initialization": { + "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", + "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" + }, + "scheduler_fingerprint": "f74da76a6be0c07b6d72a389267c0cf09c017dd2e37e7c4d74fa195ad6da076e", + "sana": { + "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", + "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" + }, + "packages": { + "torch": "2.11.0+cu128", + "diffusers": "0.40.0.dev0", + "transformers": "5.15.0" + } + }, + "complete": { + "steps": 1500, + "reason": "steps_completed", + "elapsed_s": 1223.276906622108, + "best_rendered_validation_native_lpips": 0.4177314167221387, + "training_compute": { + "functional_updates": 1500, + "rollout_updates": 0, + "rollout_examples": 0, + "functional_examples": 6000, + "teacher_forward_examples": 6168, + "student_forward_examples": 12000, + "student_backward_examples": 12000, + "student_recompute_examples": 0, + "peak_cuda_allocated_bytes": 6994544128 + }, + "native_state_cache_compute": { + "teacher_branch_forward_examples": 20480, + "elapsed_s": 404.5765976989642, + "peak_cuda_allocated_bytes": 1850372096 + }, + "selection": "minimum validation rendered native-image LPIPS passing image-variance floor; earlier checkpoint wins exact ties" + }, + "selected_step": 0, + "selected_checkpoint": "artifacts/runs/formulation-source-residual-distill-fixed/best.safetensors", + "selected_sha256": "f109f00ff9725bfbd14158f24667646405fa01a528452630f0896eb7d5c7160e", + "frozen_parent_tensors_bitwise_unchanged": true, + "frozen_tensor_count": 68, + "validation": [ + { + "step": 0, + "selected": true, + "embedding_nmse": 0.5547684033711752, + "prompt_effect_nmse": 0.08217833723706777, + "native_lpips": 0.4177314167221387, + "clip_text_image_cosine": 0.31144533182183903 + }, + { + "step": 250, + "selected": false, + "embedding_nmse": 0.5548334121704102, + "prompt_effect_nmse": 0.07978219549444675, + "native_lpips": 0.4239448271691799, + "clip_text_image_cosine": 0.3100505843758583 + }, + { + "step": 500, + "selected": false, + "embedding_nmse": 0.554795483748118, + "prompt_effect_nmse": 0.08553722677275273, + "native_lpips": 0.43744606028000516, + "clip_text_image_cosine": 0.3131454065442085 + }, + { + "step": 750, + "selected": false, + "embedding_nmse": 0.5546574195226034, + "prompt_effect_nmse": 0.08097786858723229, + "native_lpips": 0.42869414016604424, + "clip_text_image_cosine": 0.3131943941116333 + }, + { + "step": 1000, + "selected": false, + "embedding_nmse": 0.5546051065127054, + "prompt_effect_nmse": 0.07972859266612621, + "native_lpips": 0.4189603303869565, + "clip_text_image_cosine": 0.3122466156880061 + }, + { + "step": 1250, + "selected": false, + "embedding_nmse": 0.5544772346814474, + "prompt_effect_nmse": 0.08209994796897468, + "native_lpips": 0.422961267332236, + "clip_text_image_cosine": 0.31005968277653057 + }, + { + "step": 1500, + "selected": false, + "embedding_nmse": 0.5544361273447672, + "prompt_effect_nmse": 0.08111140624894433, + "native_lpips": 0.4231972893079122, + "clip_text_image_cosine": 0.3103850558400154 + } + ] + }, + "source-residual-fullscale-fixed": { + "config": { + "seed": 90526, + "source": { + "repo_id": "stable-diffusion-v1-5/stable-diffusion-v1-5", + "revision": "451f4fe16113bff5a5d2269ed5ad43b0592e9a14" + }, + "dataset": "artifacts/data/sana-transfer-sd15", + "state_cache": "artifacts/data/sana-transfer-sd15-states", + "steps": 1500, + "batch_size": 32, + "lr": 1e-05, + "adv_weight": 0.0, + "feature_weight": 0.0, + "embedding_weight": 0.1, + "mask_weight": 0.0, + "particle_weight": 0.0, + "functional_weight": 1.0, + "functional_every": 1, + "functional_start": 0, + "functional_batch": 4, + "eval_every": 250, + "log_every": 50, + "functional_normalize": true, + "native_state_probability": 0.5, + "ema_decay": 0.98, + "branch_weight": 1.0, + "guided_weight": 0.05, + "guidance_scale": 4.5, + "matmul_tf32": false, + "max_grad_norm": 1.0, + "selection_metric": "native_lpips", + "bridge": { + "source_dim": 768, + "target_dim": 2304, + "tokens": 77, + "width": 384, + "blocks": 4, + "particle_dim": 4, + "num_particles": 256, + "learnable_particles": false, + "source_residual": true, + "native_unconditional": true, + "output_head": "expanded_residual", + "head_width": 0, + "use_particles": true, + "output_source_residual": true, + "output_source_init_scale": 1.0 + }, + "functional_validation": { + "batch_size": 4 + }, + "render_validation": { + "seeds": [ + 87654 + ], + "steps": 20, + "height": 512, + "width": 512, + "guidance_scale": 4.5, + "scorer_device": "cpu", + "include_native_empty": false, + "measure_native_fidelity": true + }, + "scope": "Matched source-access initialization control: identical to source-residual-distill-fixed except source projection uses its full fan-in initialization rather than 0.01 scaling. The final output residual still starts exactly at zero, preserving parent predictions. Same training/validation schedule and fixed cloud.", + "patience": 0, + "critic": { + "architecture": "coordinate", + "width": 128 + }, + "training_paths": "routed", + "regularizer": "b_cap", + "cap_coefficient": 1.0, + "cap_kappa": 1.0, + "cap_damping": 0.01, + "cap_interpolation_coefficient": 0.1, + "feature_normalization": "centered", + "padding_weight": 0.0, + "particle_center_weight": 0.0, + "routing_diagnostics": true, + "trainable_parts": "residual", + "supervised_only": true, + "soft_mask_weight": 0.0, + "dataset_manifest_sha256": "208e35938dc8a58cae55143b826f6227b7d1e3e1f2d5a76f1945b680afdc4789", + "dataset_files_sha256": { + "train.safetensors": "b261fa2117097767708eb814f4255c9bafc5acf8f0fa139b225b6011b3f27aeb", + "val.safetensors": "a03485b965c3e99ac89ff71acdeb5395bca1ce193250bf5e345826b38c2296c2", + "unconditional.safetensors": "5a10cc2eab0fc39abf3cd14d4c3bb1671e0d39d2bc03566c016bab450954ef4c" + }, + "state_cache_manifest_sha256": "294c1985f36f3d4a1c8cd06e7ff92caab5db466afef486e0ce2e2a37da6d3368", + "state_cache_sha256": "a673c10a1b340ec653c1bbd52558c2f75183067f7a5d5bc59b82e1f91323a297", + "initialization": { + "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", + "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" + }, + "scheduler_fingerprint": "f74da76a6be0c07b6d72a389267c0cf09c017dd2e37e7c4d74fa195ad6da076e", + "sana": { + "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", + "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" + }, + "packages": { + "torch": "2.11.0+cu128", + "diffusers": "0.40.0.dev0", + "transformers": "5.15.0" + } + }, + "complete": { + "steps": 1500, + "reason": "steps_completed", + "elapsed_s": 989.9741936977953, + "best_rendered_validation_native_lpips": 0.4104875971873601, + "training_compute": { + "functional_updates": 1500, + "rollout_updates": 0, + "rollout_examples": 0, + "functional_examples": 6000, + "teacher_forward_examples": 6168, + "student_forward_examples": 12000, + "student_backward_examples": 12000, + "student_recompute_examples": 0, + "peak_cuda_allocated_bytes": 6994544128 + }, + "native_state_cache_compute": { + "teacher_branch_forward_examples": 20480, + "elapsed_s": 404.5765976989642, + "peak_cuda_allocated_bytes": 1850372096 + }, + "selection": "minimum validation rendered native-image LPIPS passing image-variance floor; earlier checkpoint wins exact ties" + }, + "selected_step": 1000, + "selected_checkpoint": "artifacts/runs/formulation-source-residual-fullscale-fixed/best.safetensors", + "selected_sha256": "ceeb067e4c96b545f5bc094d660ce1e0e1a1953dd14edbf3270a32017f1acdd9", + "frozen_parent_tensors_bitwise_unchanged": true, + "frozen_tensor_count": 68, + "validation": [ + { + "step": 0, + "selected": true, + "embedding_nmse": 0.5547684033711752, + "prompt_effect_nmse": 0.08217833723706777, + "native_lpips": 0.4177314167221387, + "clip_text_image_cosine": 0.31144533182183903 + }, + { + "step": 250, + "selected": false, + "embedding_nmse": 0.5548646648724874, + "prompt_effect_nmse": 0.07946089829665422, + "native_lpips": 0.42467980459332466, + "clip_text_image_cosine": 0.31080776328841847 + }, + { + "step": 500, + "selected": false, + "embedding_nmse": 0.55478968222936, + "prompt_effect_nmse": 0.08518098422057363, + "native_lpips": 0.43946519618233043, + "clip_text_image_cosine": 0.31138210371136665 + }, + { + "step": 750, + "selected": false, + "embedding_nmse": 0.5544964075088501, + "prompt_effect_nmse": 0.07918543100462039, + "native_lpips": 0.42386745164791745, + "clip_text_image_cosine": 0.31255371620257694 + }, + { + "step": 1000, + "selected": true, + "embedding_nmse": 0.5544228553771973, + "prompt_effect_nmse": 0.07956939431583555, + "native_lpips": 0.4104875971873601, + "clip_text_image_cosine": 0.3123244009912014 + }, + { + "step": 1250, + "selected": false, + "embedding_nmse": 0.5542205174763998, + "prompt_effect_nmse": 0.08136829601007685, + "native_lpips": 0.42509999374548596, + "clip_text_image_cosine": 0.31023122866948444 + }, + { + "step": 1500, + "selected": false, + "embedding_nmse": 0.5541487137476603, + "prompt_effect_nmse": 0.07999690300691409, + "native_lpips": 0.4229169599711895, + "clip_text_image_cosine": 0.3118489707509677 + } + ] + } + }, + "current_source_sha256": { + "model_glue/__init__.py": "171ee9bf69c0bb7704a0712fdef4bdce196cae72c9238365408268a5942690d7", + "model_glue/anima_eval.py": "e14b143ebc1b1ad53ff2fc614850855c5066f2e3b64e2da1b4d345f75cd27207", + "model_glue/anima_infer.py": "8e26bf75e2c80e44fe98a03d780f7162ccf989c26fa85e629a86ffcf829c848b", + "model_glue/anima_prepare.py": "28962576913be3b623a90dd80197661a0551a9a5e1463a8ac75aca885331a7ca", + "model_glue/anima_runtime.py": "bc2754067ddf901b2302bd97011e1a356c95530af58e26551b0915272e8a11f0", + "model_glue/anima_train.py": "29ad274e437d4fbdae4ba9912967792196e38c0847ea368fc60b1d817e9e4cdb", + "model_glue/codecs.py": "7d4a307de2d944ad6f000a7739b924a0b7868d70de914ac5974419f5c81480f2", + "model_glue/composition.py": "25ada1d9ac74b1996dd3272054372312c4d19bc5dab77d68fd9315b1a2471ce4", + "model_glue/composition_train.py": "c0ba0aa721239352f75f8ccd704c2062b2821789945a337258907961c8b09ef5", + "model_glue/denoiser_bridge.py": "697ee57bd59b15b401fc52672ab9b2090a836e3b39c509f8ca2d25a2cabd3ce1", + "model_glue/denoiser_infer.py": "4a84344bdd3f18f534c46125a1c8f2fa8d51b577a46f5a8859dbe0dcbf395fa0", + "model_glue/denoiser_pilot.py": "a389670696a065c3b8b013b7243dd6b62cff707dd6ac875ee1beed3eb36e77a1", + "model_glue/denoiser_prepare.py": "b4d3a67a0caea353c90d671b2366743c13b4855f933c345abe1508bec7a0c6a4", + "model_glue/denoiser_runtime.py": "b8c3a8296e27ba1c3037f58a5dc530a57f2e98ba173bdee2199a0f90911f53f7", + "model_glue/evaluation.py": "a120733be25c47558b01bb9127b2a5dee6a03eb936dc855e22c1481c644e4ea4", + "model_glue/expand_data.py": "7ff196db53ede24e71707703136cfd21ee4c230d22d480ceed14a580ab604179", + "model_glue/infer.py": "0a5314755da360ad9782285679edfa27cc2319f928076bb01b2302382d871e2c", + "model_glue/inference.py": "0357c3c5f469f017c7e3a9f2a4817506b038e021b89c0d22a918c5eb2965f51b", + "model_glue/lora.py": "3e03e710d67bda2e07f2e11e0c746f4847eeca5f7fd37f02773a4f528700fd70", + "model_glue/losses.py": "b2ca86ba8f8b715c2db101f3a9d29f5ce4a4f5cbe64a76fc19f55eb26ae7467f", + "model_glue/models.py": "5b99baeb6360e87164ca5de89487482a361a6bb4fccec4a6b07d18977382e6c6", + "model_glue/prepare.py": "58f862fd02b403cd9a5c9bc563dd3441e0f2fa3231e7b75968083968aea3b8c7", + "model_glue/sana_donors.py": "661b3d1e2c2359c3d3645e5ca190b65f97e54d2d57771e63fe69ca5c062c8176", + "model_glue/sana_infer.py": "e55e791155c85588f7b0b2d2bfe235eda09cb893167abbe0691b5c55a5f2ce10", + "model_glue/text_bridge.py": "66271eec5e76eadcdd5df5435d511347c208c0199c966966ada53d27605be745", + "model_glue/text_captions.py": "fd0ae01d187d941e79849e4924747bdd3c98d115706593f2459e4ec72628e1b0", + "model_glue/text_eval.py": "094e8beeeb5332fca9faa950f40a0ccf80505cd01318bbabffad3aeb67edad4a", + "model_glue/text_infer.py": "79c180750b9b33892db343aeb572ac375094406bc90b2b9173df5a0375f9aa03", + "model_glue/text_lexicon.py": "a91e1279c9d4ab5cb1c983c9b5ba968534b80e17728dc257e0c2288e3c3eecd8", + "model_glue/text_prepare.py": "1d1b6cfdcef328fdb5ac4e2b7d1fd9b9033a006259081159880cc316d68978ed", + "model_glue/text_runtime.py": "8035c8a18fd1c52e5d9de141f008f68f43e4973f5ac51465e166c601feae2d40", + "model_glue/text_states.py": "0478237422c0161f9fe5874792b03e2f0f82772676082fc09640a46c98b50419", + "model_glue/text_train.py": "c8c247b3c35244534687e47fd14555f81a9610de12cf3ccf5dca7630053a530a", + "model_glue/text_train_noise.py": "35e75383f4acd21a340cc4df43a4f5dae18802b683abe442bf5a9dcba1209893", + "model_glue/text_trajectory.py": "b562ae8508f0f387bfafbfa47b53b43596ca73fcb5c22dae38a2862a1aba8cb4", + "model_glue/train.py": "0e3872a237556244b667c1f316d50c3b12a7f61a8ff60eff3196655ef2b00549" + } + }, + "validation_ranking": { + "scope": "Validation-only ranking; average seeds within each prompt, then weight all prompts equally. Test results are excluded.", + "prompt_count": 58, + "prompt_seed_pairs": 82, + "scores": { + "native": { + "native_lpips": 0.0, + "native_pixel_mae": 0.0, + "clip_text_image_cosine": 0.31729713510507823 + }, + "parent": { + "native_lpips": 0.3845586983979434, + "native_pixel_mae": 0.14540668043853908, + "clip_text_image_cosine": 0.30728059424751103 + }, + "linear_distill": { + "native_lpips": 0.3811477638952348, + "native_pixel_mae": 0.14415318966340063, + "clip_text_image_cosine": 0.3076438892675542 + }, + "linear_rollout": { + "native_lpips": 0.38574381789256784, + "native_pixel_mae": 0.14572909688470007, + "clip_text_image_cosine": 0.3078894349692881 + }, + "source_full": { + "native_lpips": 0.3832593902774241, + "native_pixel_mae": 0.14520142021878013, + "clip_text_image_cosine": 0.30850052174137926 + }, + "orthogonal_025": { + "native_lpips": 0.3886523847949916, + "native_pixel_mae": 0.1462558062597253, + "clip_text_image_cosine": 0.3085590165922011 + }, + "orthogonal_100": { + "native_lpips": 0.38771238516288237, + "native_pixel_mae": 0.1463224577407042, + "clip_text_image_cosine": 0.30837413865601876 + }, + "combined_025": { + "native_lpips": 0.3855607927530661, + "native_pixel_mae": 0.14555561092906985, + "clip_text_image_cosine": 0.30844964797811947 + } + }, + "ranked": [ + "linear_distill", + "source_full", + "parent", + "combined_025", + "linear_rollout", + "orthogonal_100", + "orthogonal_025" + ], + "selected": "linear_distill", + "selected_checkpoint": { + "path": "/ml2/model-glue/artifacts/runs/formulation-linear-distill-fixed/best.safetensors", + "sha256": "fc7f44369cf21791c4f9ad6b74978dd420be41a76330a1fe32b11f440f3bf925" + }, + "checkpoint_fingerprints": { + "parent": { + "path": "/ml2/model-glue/artifacts/runs/sana-transfer-sd15-movable/best.safetensors", + "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" + }, + "linear_distill": { + "path": "/ml2/model-glue/artifacts/runs/formulation-linear-distill-fixed/best.safetensors", + "sha256": "fc7f44369cf21791c4f9ad6b74978dd420be41a76330a1fe32b11f440f3bf925" + }, + "linear_rollout": { + "path": "/ml2/model-glue/artifacts/runs/formulation-linear-rollout-fixed/best.safetensors", + "sha256": "065d88db8ad73f904b3681f2a45bcacafd6b86af7b32f69aabab08a2585ef2f5" + }, + "source_full": { + "path": "/ml2/model-glue/artifacts/runs/formulation-source-residual-fullscale-fixed/best.safetensors", + "sha256": "ceeb067e4c96b545f5bc094d660ce1e0e1a1953dd14edbf3270a32017f1acdd9" + }, + "orthogonal_025": { + "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/orthogonal-025.safetensors", + "sha256": "34d9ad66dff950cca7afec85bbac1046e05ff759e4eee9057d41d0416415fc7a" + }, + "orthogonal_100": { + "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/orthogonal-100.safetensors", + "sha256": "85986a987e6d5a6b5ad52f651b2267c319107927431afd685437dc829f11ba6a" + }, + "combined_025": { + "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/combined-025.safetensors", + "sha256": "73f11ee497640c4ce4cb09b115e940e84233e4a36130e73bb30cfa15c61a3124" + } + }, + "paired_against_parent": { + "linear_distill": { + "native_lpips": { + "candidate_minus_baseline": -0.0034109345027085007, + "prompt_bootstrap_95_percent_interval": [ + -0.020595541165006916, + 0.0136603863128386 + ], + "prompt_count": 58, + "prompts_improved": 34, + "per_prompt_deltas": { + "f11cd05822e4f52a74fe": 0.006923377513885498, + "1f5aa9afbebfc34c723f": -0.020492325226465862, + "6ab76de91bfd3c0e34a5": -0.003700892130533854, + "f73c6434e31c22d450ea": -0.011816322803497314, + "f1a8e846f0f297033734": -0.006241261959075928, + "e36dfd3923a2c22d7bf9": 0.010162214438120524, + "2af238c6269c515a7d92": 0.007512340943018596, + "8f7967c6516e1b7a433c": -0.0032697816689809165, + "6869df40e783865537c7": -0.002538790305455526, + "a26fdad02bee67ad19d7": 0.007181763648986816, + "e8402663c7e6487e2809": -0.013288180033365885, + "1338509de43ae3b40c96": -0.012726480762163797, + "5cedf9657bef63a0e409": -0.010294616222381592, + "42827e023ed8d9873f32": 0.018889665603637695, + "883c45a35afc80304ee9": -0.07747757434844971, + "4aa2a178be91fa71ef97": 0.0094757080078125, + "a3f966642360570e43b2": 0.013297885656356812, + "6c303c128ef2d1940468": 0.006562173366546631, + "4b81b54e728cbe0712f8": 0.03067508339881897, + "a1ba79e343e19e272adb": -0.0018471479415893555, + "ac6e6adc5e13f5e35197": 0.0522741973400116, + "adba655cbec9c5ce0d34": -0.0021619200706481934, + "ea2b6ccc4d4d807d1df2": -0.010571062564849854, + "11a6352248ce0286c7c0": -4.225969314575195e-05, + "3da4ccc576f16c038f68": 0.01040998101234436, + "ba7496e18ecdc8146664": 0.08057709038257599, + "5aa167cdc3d31bb7309e": 0.0402359664440155, + "43c06db2f3ec54bf1e72": -0.048898905515670776, + "dc89ecad17a470101b9d": -0.023816406726837158, + "f1996717d5a99dd6e5b0": -0.0038201510906219482, + "f0bd956facce388c0cff": -0.13211959600448608, + "73c955a5b407a6918b18": 0.0017604529857635498, + "293edd8c522ca112d86e": -0.0372040718793869, + "2fe9899bd552c519b40b": -0.010371997952461243, + "f99ec32ceefea400c831": -0.028671354055404663, + "9429e02b91652f8fc52b": 8.031725883483887e-05, + "26b77a20ead3e81385b9": 0.011110678315162659, + "b5d26593eaecaa63e5d8": -0.022921286523342133, + "0bcc1f26edd0abe249ee": -0.007784217596054077, + "c59cee185b5398cbdb09": -0.002871572971343994, + "89c9751008fcfa43dddb": -0.014399826526641846, + "1379948cf7f42fe57cdc": -0.09315377473831177, + "b7f79393959828a10f39": 0.023463189601898193, + "88ec5abe4252fe4e475c": -0.08026358485221863, + "4e4e3a34e413d48db5b8": -0.011500060558319092, + "8143498388830895002a": -0.00894153118133545, + "aed67addad5bbae0ece6": 0.10825461149215698, + "fbd1a5767b38c7ad359a": -0.0015974640846252441, + "dc5b3ffa8fa5d5dc3944": 0.010234713554382324, + "de9adfc3bfd5c7741bec": 0.026368916034698486, + "e8eeab0a5791e462f981": 0.028179556131362915, + "1d2c4c56caf2107831e6": 0.277614951133728, + "717e7359d0cf69f136b5": -0.01705867052078247, + "2b9d1afcce7435095ee4": -0.29407867789268494, + "25b2d7a530557d626618": -0.06970125436782837, + "2e0b8dec8c67458ad1eb": 0.04831528663635254, + "d1f9e3b59d9c8e2e5311": 0.06697094440460205, + "70a98e45b7bc646db31e": -0.008722245693206787 + } + }, + "native_pixel_mae": { + "candidate_minus_baseline": -0.001253490775138482, + "prompt_bootstrap_95_percent_interval": [ + -0.00789572231514358, + 0.0053890563526201515 + ], + "prompt_count": 58, + "prompts_improved": 32, + "per_prompt_deltas": { + "f11cd05822e4f52a74fe": 0.003938953081766765, + "1f5aa9afbebfc34c723f": -0.004354421049356461, + "6ab76de91bfd3c0e34a5": -0.004244128863016765, + "f73c6434e31c22d450ea": -0.002527649203936259, + "f1a8e846f0f297033734": 0.008666622141997019, + "e36dfd3923a2c22d7bf9": 0.004600373407204946, + "2af238c6269c515a7d92": 0.003107274572054545, + "8f7967c6516e1b7a433c": 0.004761641224225362, + "6869df40e783865537c7": -0.0005315840244293213, + "a26fdad02bee67ad19d7": 0.03797447681427002, + "e8402663c7e6487e2809": -0.007924767831961313, + "1338509de43ae3b40c96": -0.0014559850096702576, + "5cedf9657bef63a0e409": -0.010010018944740295, + "42827e023ed8d9873f32": 0.0017121732234954834, + "883c45a35afc80304ee9": -0.030130580067634583, + "4aa2a178be91fa71ef97": 0.0005882084369659424, + "a3f966642360570e43b2": 0.009237349033355713, + "6c303c128ef2d1940468": 0.0018234997987747192, + "4b81b54e728cbe0712f8": 0.0028426647186279297, + "a1ba79e343e19e272adb": 0.002427026629447937, + "ac6e6adc5e13f5e35197": 0.014591977000236511, + "adba655cbec9c5ce0d34": -0.015072748064994812, + "ea2b6ccc4d4d807d1df2": -0.005211427807807922, + "11a6352248ce0286c7c0": -0.017223715782165527, + "3da4ccc576f16c038f68": 0.010651051998138428, + "ba7496e18ecdc8146664": 0.021988607943058014, + "5aa167cdc3d31bb7309e": 0.018467605113983154, + "43c06db2f3ec54bf1e72": -0.021657928824424744, + "dc89ecad17a470101b9d": -0.0038902834057807922, + "f1996717d5a99dd6e5b0": -0.0005590617656707764, + "f0bd956facce388c0cff": -0.03256829082965851, + "73c955a5b407a6918b18": -0.0010409429669380188, + "293edd8c522ca112d86e": -0.009252987802028656, + "2fe9899bd552c519b40b": -0.002965956926345825, + "f99ec32ceefea400c831": -0.006067097187042236, + "9429e02b91652f8fc52b": -0.0001575276255607605, + "26b77a20ead3e81385b9": 0.008562363684177399, + "b5d26593eaecaa63e5d8": -0.003121316432952881, + "0bcc1f26edd0abe249ee": -0.0009569376707077026, + "c59cee185b5398cbdb09": -0.004121720790863037, + "89c9751008fcfa43dddb": -0.009446308016777039, + "1379948cf7f42fe57cdc": -0.03667332977056503, + "b7f79393959828a10f39": 0.00022366642951965332, + "88ec5abe4252fe4e475c": -0.04459826648235321, + "4e4e3a34e413d48db5b8": -0.0014897733926773071, + "8143498388830895002a": -0.004032820463180542, + "aed67addad5bbae0ece6": 0.029401183128356934, + "fbd1a5767b38c7ad359a": 0.0017452612519264221, + "dc5b3ffa8fa5d5dc3944": 0.0026307404041290283, + "de9adfc3bfd5c7741bec": 0.006489485502243042, + "e8eeab0a5791e462f981": 0.010315585881471634, + "1d2c4c56caf2107831e6": 0.10230016708374023, + "717e7359d0cf69f136b5": -0.0025653690099716187, + "2b9d1afcce7435095ee4": -0.11554263532161713, + "25b2d7a530557d626618": -0.025849618017673492, + "2e0b8dec8c67458ad1eb": 0.010324403643608093, + "d1f9e3b59d9c8e2e5311": 0.03470674157142639, + "70a98e45b7bc646db31e": -0.0015363693237304688 + } + }, + "clip_text_image_cosine": { + "candidate_minus_baseline": 0.00036329502004316474, + "prompt_bootstrap_95_percent_interval": [ + -0.0014192829229708376, + 0.0022122039705857444 + ], + "prompt_count": 58, + "prompts_improved": 27, + "per_prompt_deltas": { + "f11cd05822e4f52a74fe": -0.0023016631603240967, + "1f5aa9afbebfc34c723f": -0.0006794432799021403, + "6ab76de91bfd3c0e34a5": 0.005234380563100179, + "f73c6434e31c22d450ea": 0.003281831741333008, + "f1a8e846f0f297033734": 0.0008484522501627604, + "e36dfd3923a2c22d7bf9": 0.006150464216868083, + "2af238c6269c515a7d92": -0.0012883444627126057, + "8f7967c6516e1b7a433c": -0.002411047617594401, + "6869df40e783865537c7": -0.0030106306076049805, + "a26fdad02bee67ad19d7": -0.0041489700476328535, + "e8402663c7e6487e2809": 0.00035251180330912274, + "1338509de43ae3b40c96": -0.00010774532953898112, + "5cedf9657bef63a0e409": 0.0011147558689117432, + "42827e023ed8d9873f32": -0.012650728225708008, + "883c45a35afc80304ee9": 0.005244195461273193, + "4aa2a178be91fa71ef97": 0.0024604201316833496, + "a3f966642360570e43b2": -0.0066616833209991455, + "6c303c128ef2d1940468": -0.003957420587539673, + "4b81b54e728cbe0712f8": 0.009077697992324829, + "a1ba79e343e19e272adb": -0.0019192397594451904, + "ac6e6adc5e13f5e35197": -0.007482379674911499, + "adba655cbec9c5ce0d34": -0.0016588866710662842, + "ea2b6ccc4d4d807d1df2": 0.011377930641174316, + "11a6352248ce0286c7c0": 0.0005572140216827393, + "3da4ccc576f16c038f68": 0.004088759422302246, + "ba7496e18ecdc8146664": 0.002926081418991089, + "5aa167cdc3d31bb7309e": 0.011457592248916626, + "43c06db2f3ec54bf1e72": -0.00011372566223144531, + "dc89ecad17a470101b9d": 0.005067557096481323, + "f1996717d5a99dd6e5b0": 0.00182342529296875, + "f0bd956facce388c0cff": 0.0019646883010864258, + "73c955a5b407a6918b18": -0.00012353062629699707, + "293edd8c522ca112d86e": -0.00041481852531433105, + "2fe9899bd552c519b40b": -0.0008209347724914551, + "f99ec32ceefea400c831": 0.009382635354995728, + "9429e02b91652f8fc52b": 0.0014190375804901123, + "26b77a20ead3e81385b9": -0.00615963339805603, + "b5d26593eaecaa63e5d8": -0.004247397184371948, + "0bcc1f26edd0abe249ee": 0.011740267276763916, + "c59cee185b5398cbdb09": -0.0005876421928405762, + "89c9751008fcfa43dddb": 0.0015140771865844727, + "1379948cf7f42fe57cdc": 3.904104232788086e-05, + "b7f79393959828a10f39": -0.01107451319694519, + "88ec5abe4252fe4e475c": -0.0030837953090667725, + "4e4e3a34e413d48db5b8": 0.003516674041748047, + "8143498388830895002a": 0.006067544221878052, + "aed67addad5bbae0ece6": -0.020610541105270386, + "fbd1a5767b38c7ad359a": -0.0019111037254333496, + "dc5b3ffa8fa5d5dc3944": -0.002666652202606201, + "de9adfc3bfd5c7741bec": -0.01061326265335083, + "e8eeab0a5791e462f981": -0.0032903552055358887, + "1d2c4c56caf2107831e6": 0.018368691205978394, + "717e7359d0cf69f136b5": -0.005155280232429504, + "2b9d1afcce7435095ee4": -0.005367100238800049, + "25b2d7a530557d626618": 0.004699587821960449, + "2e0b8dec8c67458ad1eb": -0.00454336404800415, + "d1f9e3b59d9c8e2e5311": -0.002349942922592163, + "70a98e45b7bc646db31e": 0.022707372903823853 + } + } + }, + "source_full": { + "native_lpips": { + "candidate_minus_baseline": -0.0012993081205192646, + "prompt_bootstrap_95_percent_interval": [ + -0.021896380278142703, + 0.01942788923651665 + ], + "prompt_count": 58, + "prompts_improved": 32, + "per_prompt_deltas": { + "f11cd05822e4f52a74fe": 0.028395647803942364, + "1f5aa9afbebfc34c723f": -0.04207755128542582, + "6ab76de91bfd3c0e34a5": -0.013412217299143473, + "f73c6434e31c22d450ea": -0.028754393259684246, + "f1a8e846f0f297033734": -0.004788388808568318, + "e36dfd3923a2c22d7bf9": -0.013841226696968079, + "2af238c6269c515a7d92": 0.0025700628757476807, + "8f7967c6516e1b7a433c": -0.011053025722503662, + "6869df40e783865537c7": 0.0014413297176361084, + "a26fdad02bee67ad19d7": -0.0022546052932739258, + "e8402663c7e6487e2809": -0.023873527844746906, + "1338509de43ae3b40c96": -0.0009008397658665975, + "5cedf9657bef63a0e409": -0.01108253002166748, + "42827e023ed8d9873f32": 0.021434545516967773, + "883c45a35afc80304ee9": -0.06662589311599731, + "4aa2a178be91fa71ef97": 0.017971336841583252, + "a3f966642360570e43b2": 0.00993967056274414, + "6c303c128ef2d1940468": 0.008408427238464355, + "4b81b54e728cbe0712f8": 0.01582956314086914, + "a1ba79e343e19e272adb": -0.003193974494934082, + "ac6e6adc5e13f5e35197": 0.020491302013397217, + "adba655cbec9c5ce0d34": 0.0017667412757873535, + "ea2b6ccc4d4d807d1df2": -0.015218377113342285, + "11a6352248ce0286c7c0": -0.017074286937713623, + "3da4ccc576f16c038f68": 0.02338993549346924, + "ba7496e18ecdc8146664": 0.0838540643453598, + "5aa167cdc3d31bb7309e": 0.05701446533203125, + "43c06db2f3ec54bf1e72": -0.011914819478988647, + "dc89ecad17a470101b9d": -0.050491511821746826, + "f1996717d5a99dd6e5b0": 0.012627631425857544, + "f0bd956facce388c0cff": -0.09983232617378235, + "73c955a5b407a6918b18": 0.18133538961410522, + "293edd8c522ca112d86e": -0.03124995529651642, + "2fe9899bd552c519b40b": -0.011628523468971252, + "f99ec32ceefea400c831": -0.11484453082084656, + "9429e02b91652f8fc52b": -0.012003451585769653, + "26b77a20ead3e81385b9": 0.011472642421722412, + "b5d26593eaecaa63e5d8": -0.039088986814022064, + "0bcc1f26edd0abe249ee": 0.005769133567810059, + "c59cee185b5398cbdb09": 0.02936321496963501, + "89c9751008fcfa43dddb": -0.04574921727180481, + "1379948cf7f42fe57cdc": -0.0917072668671608, + "b7f79393959828a10f39": 0.02674710750579834, + "88ec5abe4252fe4e475c": -0.08937881886959076, + "4e4e3a34e413d48db5b8": -0.022404611110687256, + "8143498388830895002a": -0.005674839019775391, + "aed67addad5bbae0ece6": 0.09440404176712036, + "fbd1a5767b38c7ad359a": -0.008903950452804565, + "dc5b3ffa8fa5d5dc3944": 0.173833429813385, + "de9adfc3bfd5c7741bec": -0.040551960468292236, + "e8eeab0a5791e462f981": 0.02497018873691559, + "1d2c4c56caf2107831e6": 0.3034103512763977, + "717e7359d0cf69f136b5": -0.006714493036270142, + "2b9d1afcce7435095ee4": -0.3389902412891388, + "25b2d7a530557d626618": -0.07360455393791199, + "2e0b8dec8c67458ad1eb": 0.04313474893569946, + "d1f9e3b59d9c8e2e5311": 0.0685044527053833, + "70a98e45b7bc646db31e": 0.005445599555969238 + } + }, + "native_pixel_mae": { + "candidate_minus_baseline": -0.00020526021975895406, + "prompt_bootstrap_95_percent_interval": [ + -0.008238206197368515, + 0.007426265059788334 + ], + "prompt_count": 58, + "prompts_improved": 30, + "per_prompt_deltas": { + "f11cd05822e4f52a74fe": 0.005900152027606964, + "1f5aa9afbebfc34c723f": -0.006867080926895142, + "6ab76de91bfd3c0e34a5": -0.002207408348719279, + "f73c6434e31c22d450ea": -0.008008167147636414, + "f1a8e846f0f297033734": 0.01707375297943751, + "e36dfd3923a2c22d7bf9": -0.004804293314615886, + "2af238c6269c515a7d92": 0.00716806948184967, + "8f7967c6516e1b7a433c": 0.005144881705443065, + "6869df40e783865537c7": 0.002460494637489319, + "a26fdad02bee67ad19d7": 0.022697672247886658, + "e8402663c7e6487e2809": -0.010403059422969818, + "1338509de43ae3b40c96": -0.00233643501996994, + "5cedf9657bef63a0e409": -0.004567742347717285, + "42827e023ed8d9873f32": 0.006355300545692444, + "883c45a35afc80304ee9": -0.03619089722633362, + "4aa2a178be91fa71ef97": 0.0037745684385299683, + "a3f966642360570e43b2": 0.009735554456710815, + "6c303c128ef2d1940468": 0.0025836974382400513, + "4b81b54e728cbe0712f8": -0.003576606512069702, + "a1ba79e343e19e272adb": 0.002963244915008545, + "ac6e6adc5e13f5e35197": 0.005616366863250732, + "adba655cbec9c5ce0d34": -0.0061724185943603516, + "ea2b6ccc4d4d807d1df2": -0.007692232728004456, + "11a6352248ce0286c7c0": -0.02112998068332672, + "3da4ccc576f16c038f68": 0.018239125609397888, + "ba7496e18ecdc8146664": 0.022241860628128052, + "5aa167cdc3d31bb7309e": 0.02706664800643921, + "43c06db2f3ec54bf1e72": -0.0052524954080581665, + "dc89ecad17a470101b9d": -0.005311340093612671, + "f1996717d5a99dd6e5b0": 0.003819376230239868, + "f0bd956facce388c0cff": -0.029173605144023895, + "73c955a5b407a6918b18": 0.047621019184589386, + "293edd8c522ca112d86e": -0.008409231901168823, + "2fe9899bd552c519b40b": -0.0037423819303512573, + "f99ec32ceefea400c831": -0.024445325136184692, + "9429e02b91652f8fc52b": -0.0008699074387550354, + "26b77a20ead3e81385b9": 0.01040271669626236, + "b5d26593eaecaa63e5d8": -0.005804114043712616, + "0bcc1f26edd0abe249ee": 0.004588410258293152, + "c59cee185b5398cbdb09": 0.007446035742759705, + "89c9751008fcfa43dddb": -0.022684603929519653, + "1379948cf7f42fe57cdc": -0.03339157998561859, + "b7f79393959828a10f39": -0.007362812757492065, + "88ec5abe4252fe4e475c": -0.045826755464076996, + "4e4e3a34e413d48db5b8": -0.003682345151901245, + "8143498388830895002a": -0.0022540688514709473, + "aed67addad5bbae0ece6": 0.023093536496162415, + "fbd1a5767b38c7ad359a": 0.0016164332628250122, + "dc5b3ffa8fa5d5dc3944": 0.06134709715843201, + "de9adfc3bfd5c7741bec": -0.021446704864501953, + "e8eeab0a5791e462f981": 0.011007476598024368, + "1d2c4c56caf2107831e6": 0.11399312317371368, + "717e7359d0cf69f136b5": -0.0019126832485198975, + "2b9d1afcce7435095ee4": -0.139593243598938, + "25b2d7a530557d626618": -0.025929749011993408, + "2e0b8dec8c67458ad1eb": 0.006559595465660095, + "d1f9e3b59d9c8e2e5311": 0.034920960664749146, + "70a98e45b7bc646db31e": 0.003707006573677063 + } + }, + "clip_text_image_cosine": { + "candidate_minus_baseline": 0.001219927493868203, + "prompt_bootstrap_95_percent_interval": [ + -0.0005758188557864605, + 0.0030330137124863154 + ], + "prompt_count": 58, + "prompts_improved": 28, + "per_prompt_deltas": { + "f11cd05822e4f52a74fe": 0.0012797613938649495, + "1f5aa9afbebfc34c723f": 0.0037665069103240967, + "6ab76de91bfd3c0e34a5": 0.005384425322214763, + "f73c6434e31c22d450ea": 7.4108441670735674e-06, + "f1a8e846f0f297033734": -0.0004195769627888997, + "e36dfd3923a2c22d7bf9": 0.007657984892527263, + "2af238c6269c515a7d92": -0.00216179092725118, + "8f7967c6516e1b7a433c": -0.00325507918993632, + "6869df40e783865537c7": 0.0012557605902353923, + "a26fdad02bee67ad19d7": -0.002277831236521403, + "e8402663c7e6487e2809": -0.0032687286535898843, + "1338509de43ae3b40c96": -0.0022438764572143555, + "5cedf9657bef63a0e409": -0.0012450218200683594, + "42827e023ed8d9873f32": -0.014289051294326782, + "883c45a35afc80304ee9": -0.004385828971862793, + "4aa2a178be91fa71ef97": -0.004869401454925537, + "a3f966642360570e43b2": -0.000849306583404541, + "6c303c128ef2d1940468": -0.003359168767929077, + "4b81b54e728cbe0712f8": 0.012260138988494873, + "a1ba79e343e19e272adb": -0.0029213130474090576, + "ac6e6adc5e13f5e35197": 0.009008705615997314, + "adba655cbec9c5ce0d34": -0.004410475492477417, + "ea2b6ccc4d4d807d1df2": 0.02409842610359192, + "11a6352248ce0286c7c0": -0.002591341733932495, + "3da4ccc576f16c038f68": 0.011500269174575806, + "ba7496e18ecdc8146664": 0.003760993480682373, + "5aa167cdc3d31bb7309e": 0.011325627565383911, + "43c06db2f3ec54bf1e72": -0.005753815174102783, + "dc89ecad17a470101b9d": 0.006086260080337524, + "f1996717d5a99dd6e5b0": 0.0008528530597686768, + "f0bd956facce388c0cff": 0.007689982652664185, + "73c955a5b407a6918b18": -0.0005484819412231445, + "293edd8c522ca112d86e": -0.0007620155811309814, + "2fe9899bd552c519b40b": 0.0019198060035705566, + "f99ec32ceefea400c831": 0.012257188558578491, + "9429e02b91652f8fc52b": 0.009727239608764648, + "26b77a20ead3e81385b9": 0.002444446086883545, + "b5d26593eaecaa63e5d8": -0.005219787359237671, + "0bcc1f26edd0abe249ee": 0.008673369884490967, + "c59cee185b5398cbdb09": -0.004388004541397095, + "89c9751008fcfa43dddb": 0.0016456842422485352, + "1379948cf7f42fe57cdc": -3.5434961318969727e-05, + "b7f79393959828a10f39": 0.00164794921875, + "88ec5abe4252fe4e475c": -0.005044698715209961, + "4e4e3a34e413d48db5b8": 0.008093088865280151, + "8143498388830895002a": 0.000406116247177124, + "aed67addad5bbae0ece6": -0.0006177425384521484, + "fbd1a5767b38c7ad359a": -0.0012347400188446045, + "dc5b3ffa8fa5d5dc3944": 0.007388085126876831, + "de9adfc3bfd5c7741bec": -0.018949508666992188, + "e8eeab0a5791e462f981": -0.004750967025756836, + "1d2c4c56caf2107831e6": 0.013923972845077515, + "717e7359d0cf69f136b5": -0.0019313246011734009, + "2b9d1afcce7435095ee4": -0.004033207893371582, + "25b2d7a530557d626618": 0.008203238248825073, + "2e0b8dec8c67458ad1eb": -0.0028471946716308594, + "d1f9e3b59d9c8e2e5311": -0.0058464109897613525, + "70a98e45b7bc646db31e": 0.0030016303062438965 + } + } + }, + "combined_025": { + "native_lpips": { + "candidate_minus_baseline": 0.0010020943551227964, + "prompt_bootstrap_95_percent_interval": [ + -0.009013190482282775, + 0.014151603944770904 + ], + "prompt_count": 58, + "prompts_improved": 33, + "per_prompt_deltas": { + "f11cd05822e4f52a74fe": 0.030389606952667236, + "1f5aa9afbebfc34c723f": -0.031384418408075966, + "6ab76de91bfd3c0e34a5": -0.01802915334701538, + "f73c6434e31c22d450ea": -0.022428254286448162, + "f1a8e846f0f297033734": -0.013290574153264364, + "e36dfd3923a2c22d7bf9": 3.5593907038370766e-05, + "2af238c6269c515a7d92": -0.009696761767069498, + "8f7967c6516e1b7a433c": -0.005635311206181844, + "6869df40e783865537c7": -0.0007649461428324381, + "a26fdad02bee67ad19d7": 0.011583298444747925, + "e8402663c7e6487e2809": -0.027260998884836834, + "1338509de43ae3b40c96": -0.007968212167421976, + "5cedf9657bef63a0e409": 0.008631289005279541, + "42827e023ed8d9873f32": 0.00780332088470459, + "883c45a35afc80304ee9": -0.009920835494995117, + "4aa2a178be91fa71ef97": 0.0020453333854675293, + "a3f966642360570e43b2": 0.015382915735244751, + "6c303c128ef2d1940468": -0.0014132261276245117, + "4b81b54e728cbe0712f8": 0.03528529405593872, + "a1ba79e343e19e272adb": -0.0012606978416442871, + "ac6e6adc5e13f5e35197": 0.011341243982315063, + "adba655cbec9c5ce0d34": 0.005040496587753296, + "ea2b6ccc4d4d807d1df2": 0.0013633966445922852, + "11a6352248ce0286c7c0": 0.0002269744873046875, + "3da4ccc576f16c038f68": 0.00022849440574645996, + "ba7496e18ecdc8146664": 0.010940298438072205, + "5aa167cdc3d31bb7309e": -0.03260818123817444, + "43c06db2f3ec54bf1e72": -0.023877590894699097, + "dc89ecad17a470101b9d": -0.027324378490447998, + "f1996717d5a99dd6e5b0": 0.004777103662490845, + "f0bd956facce388c0cff": -0.07831922173500061, + "73c955a5b407a6918b18": -0.022948801517486572, + "293edd8c522ca112d86e": -0.02098912000656128, + "2fe9899bd552c519b40b": -0.001758858561515808, + "f99ec32ceefea400c831": -0.0008267462253570557, + "9429e02b91652f8fc52b": -0.0017629414796829224, + "26b77a20ead3e81385b9": 0.011870697140693665, + "b5d26593eaecaa63e5d8": 0.08972892165184021, + "0bcc1f26edd0abe249ee": -0.012738823890686035, + "c59cee185b5398cbdb09": 0.009044110774993896, + "89c9751008fcfa43dddb": -0.04722738265991211, + "1379948cf7f42fe57cdc": -0.030648186802864075, + "b7f79393959828a10f39": -0.007488071918487549, + "88ec5abe4252fe4e475c": -0.02596604824066162, + "4e4e3a34e413d48db5b8": -0.0034981966018676758, + "8143498388830895002a": -0.0047547221183776855, + "aed67addad5bbae0ece6": 0.039020657539367676, + "fbd1a5767b38c7ad359a": 0.0016856193542480469, + "dc5b3ffa8fa5d5dc3944": 0.007393449544906616, + "de9adfc3bfd5c7741bec": 0.057039082050323486, + "e8eeab0a5791e462f981": -0.0001554638147354126, + "1d2c4c56caf2107831e6": 0.2799663543701172, + "717e7359d0cf69f136b5": -0.004024088382720947, + "2b9d1afcce7435095ee4": -0.07589507102966309, + "25b2d7a530557d626618": -0.01391659677028656, + "2e0b8dec8c67458ad1eb": 0.006206542253494263, + "d1f9e3b59d9c8e2e5311": -0.007420957088470459, + "70a98e45b7bc646db31e": 0.004294216632843018 + } + }, + "native_pixel_mae": { + "candidate_minus_baseline": 0.0001489304905307704, + "prompt_bootstrap_95_percent_interval": [ + -0.003255616145572443, + 0.00470478574520555 + ], + "prompt_count": 58, + "prompts_improved": 30, + "per_prompt_deltas": { + "f11cd05822e4f52a74fe": 0.007544845342636108, + "1f5aa9afbebfc34c723f": -0.0029708966612815857, + "6ab76de91bfd3c0e34a5": -0.0051005979379018145, + "f73c6434e31c22d450ea": -0.00522381067276001, + "f1a8e846f0f297033734": -0.006456630925337474, + "e36dfd3923a2c22d7bf9": 0.0017269055048624675, + "2af238c6269c515a7d92": -0.0004595617453257243, + "8f7967c6516e1b7a433c": 0.0007869725426038107, + "6869df40e783865537c7": 0.0018455187479654949, + "a26fdad02bee67ad19d7": 0.016103843847910564, + "e8402663c7e6487e2809": -0.00901662806669871, + "1338509de43ae3b40c96": -0.001499772071838379, + "5cedf9657bef63a0e409": 0.0023180395364761353, + "42827e023ed8d9873f32": 0.005031883716583252, + "883c45a35afc80304ee9": -0.010067090392112732, + "4aa2a178be91fa71ef97": -0.0027595460414886475, + "a3f966642360570e43b2": 0.007614612579345703, + "6c303c128ef2d1940468": 7.82012939453125e-05, + "4b81b54e728cbe0712f8": 0.006463587284088135, + "a1ba79e343e19e272adb": 0.00018364191055297852, + "ac6e6adc5e13f5e35197": 0.003646381199359894, + "adba655cbec9c5ce0d34": 0.0003503561019897461, + "ea2b6ccc4d4d807d1df2": 0.0030052661895751953, + "11a6352248ce0286c7c0": -0.012249231338500977, + "3da4ccc576f16c038f68": 0.001845821738243103, + "ba7496e18ecdc8146664": 0.004367396235466003, + "5aa167cdc3d31bb7309e": -0.001950383186340332, + "43c06db2f3ec54bf1e72": -0.00935015082359314, + "dc89ecad17a470101b9d": -0.0038387924432754517, + "f1996717d5a99dd6e5b0": 0.002567186951637268, + "f0bd956facce388c0cff": -0.020784825086593628, + "73c955a5b407a6918b18": -0.006345294415950775, + "293edd8c522ca112d86e": -0.0043503642082214355, + "2fe9899bd552c519b40b": -0.00549282506108284, + "f99ec32ceefea400c831": -0.0018860846757888794, + "9429e02b91652f8fc52b": -0.0013368204236030579, + "26b77a20ead3e81385b9": 0.005981631577014923, + "b5d26593eaecaa63e5d8": 0.018277741968631744, + "0bcc1f26edd0abe249ee": -0.003764227032661438, + "c59cee185b5398cbdb09": 0.006193101406097412, + "89c9751008fcfa43dddb": -0.0169028639793396, + "1379948cf7f42fe57cdc": -0.01311437040567398, + "b7f79393959828a10f39": -0.010871201753616333, + "88ec5abe4252fe4e475c": -0.010703392326831818, + "4e4e3a34e413d48db5b8": -0.001954689621925354, + "8143498388830895002a": -0.0012250393629074097, + "aed67addad5bbae0ece6": 0.0062169283628463745, + "fbd1a5767b38c7ad359a": -0.0012442097067832947, + "dc5b3ffa8fa5d5dc3944": 0.0014935433864593506, + "de9adfc3bfd5c7741bec": 0.01946862041950226, + "e8eeab0a5791e462f981": -0.0006645321846008301, + "1d2c4c56caf2107831e6": 0.09571781754493713, + "717e7359d0cf69f136b5": 0.0003455430269241333, + "2b9d1afcce7435095ee4": -0.03431665897369385, + "25b2d7a530557d626618": -0.010109499096870422, + "2e0b8dec8c67458ad1eb": 0.0009068101644515991, + "d1f9e3b59d9c8e2e5311": 0.0014663934707641602, + "70a98e45b7bc646db31e": 0.0030993670225143433 + } + }, + "clip_text_image_cosine": { + "candidate_minus_baseline": 0.0011690537306084032, + "prompt_bootstrap_95_percent_interval": [ + 6.354160863777685e-05, + 0.0023158228131888925 + ], + "prompt_count": 58, + "prompts_improved": 33, + "per_prompt_deltas": { + "f11cd05822e4f52a74fe": 0.0021859010060628257, + "1f5aa9afbebfc34c723f": 0.0011053979396820068, + "6ab76de91bfd3c0e34a5": 0.0008713801701863607, + "f73c6434e31c22d450ea": -0.0018264253934224446, + "f1a8e846f0f297033734": 0.0003933906555175781, + "e36dfd3923a2c22d7bf9": 0.005486130714416504, + "2af238c6269c515a7d92": -0.0020176470279693604, + "8f7967c6516e1b7a433c": -0.0007565319538116455, + "6869df40e783865537c7": 0.0027597943941752114, + "a26fdad02bee67ad19d7": -0.0013069510459899902, + "e8402663c7e6487e2809": -0.0010609527428944905, + "1338509de43ae3b40c96": -0.0003162523110707601, + "5cedf9657bef63a0e409": -0.00019082427024841309, + "42827e023ed8d9873f32": 0.00443992018699646, + "883c45a35afc80304ee9": -0.004446357488632202, + "4aa2a178be91fa71ef97": -0.001837015151977539, + "a3f966642360570e43b2": 0.005911290645599365, + "6c303c128ef2d1940468": -0.0007191896438598633, + "4b81b54e728cbe0712f8": 0.003322392702102661, + "a1ba79e343e19e272adb": -0.0013379454612731934, + "ac6e6adc5e13f5e35197": 0.0012981295585632324, + "adba655cbec9c5ce0d34": -0.00363767147064209, + "ea2b6ccc4d4d807d1df2": 0.010643675923347473, + "11a6352248ce0286c7c0": -0.0018922686576843262, + "3da4ccc576f16c038f68": -0.00013577938079833984, + "ba7496e18ecdc8146664": 0.00012004375457763672, + "5aa167cdc3d31bb7309e": 0.0008953213691711426, + "43c06db2f3ec54bf1e72": -0.0030944645404815674, + "dc89ecad17a470101b9d": 0.002526223659515381, + "f1996717d5a99dd6e5b0": 0.001377493143081665, + "f0bd956facce388c0cff": 0.0014703571796417236, + "73c955a5b407a6918b18": -0.0010711848735809326, + "293edd8c522ca112d86e": 0.007114887237548828, + "2fe9899bd552c519b40b": 0.0031783580780029297, + "f99ec32ceefea400c831": -0.00028711557388305664, + "9429e02b91652f8fc52b": 0.0008949637413024902, + "26b77a20ead3e81385b9": 0.002071678638458252, + "b5d26593eaecaa63e5d8": 0.0023079514503479004, + "0bcc1f26edd0abe249ee": 0.004621654748916626, + "c59cee185b5398cbdb09": 0.0008018612861633301, + "89c9751008fcfa43dddb": 0.005615234375, + "1379948cf7f42fe57cdc": -0.0011951923370361328, + "b7f79393959828a10f39": -0.0001970231533050537, + "88ec5abe4252fe4e475c": -0.00010332465171813965, + "4e4e3a34e413d48db5b8": 6.324052810668945e-05, + "8143498388830895002a": 0.005961894989013672, + "aed67addad5bbae0ece6": 0.007799893617630005, + "fbd1a5767b38c7ad359a": -0.000754237174987793, + "dc5b3ffa8fa5d5dc3944": -0.0033668875694274902, + "de9adfc3bfd5c7741bec": -0.013629943132400513, + "e8eeab0a5791e462f981": -0.0006971955299377441, + "1d2c4c56caf2107831e6": 0.010723352432250977, + "717e7359d0cf69f136b5": 0.0011063218116760254, + "2b9d1afcce7435095ee4": 0.011021137237548828, + "25b2d7a530557d626618": 8.77082347869873e-05, + "2e0b8dec8c67458ad1eb": -0.006964534521102905, + "d1f9e3b59d9c8e2e5311": 0.0004013180732727051, + "70a98e45b7bc646db31e": 0.012069731950759888 + } + } + }, + "linear_rollout": { + "native_lpips": { + "candidate_minus_baseline": 0.0011851194946245216, + "prompt_bootstrap_95_percent_interval": [ + -0.0055245423625255455, + 0.008276849394214561 + ], + "prompt_count": 58, + "prompts_improved": 32, + "per_prompt_deltas": { + "f11cd05822e4f52a74fe": 0.028819332520167034, + "1f5aa9afbebfc34c723f": -0.021438976128896076, + "6ab76de91bfd3c0e34a5": -0.01911272605260213, + "f73c6434e31c22d450ea": -0.014747371276219686, + "f1a8e846f0f297033734": -0.017941405375798542, + "e36dfd3923a2c22d7bf9": 0.005833253264427185, + "2af238c6269c515a7d92": -0.011727511882781982, + "8f7967c6516e1b7a433c": -0.014576335748036703, + "6869df40e783865537c7": 0.0043280720710754395, + "a26fdad02bee67ad19d7": 0.005727787812550862, + "e8402663c7e6487e2809": -0.009599546591440836, + "1338509de43ae3b40c96": 0.006431515018145244, + "5cedf9657bef63a0e409": 0.019495517015457153, + "42827e023ed8d9873f32": -0.02185732126235962, + "883c45a35afc80304ee9": 0.04518014192581177, + "4aa2a178be91fa71ef97": -0.008276700973510742, + "a3f966642360570e43b2": 0.020229816436767578, + "6c303c128ef2d1940468": -0.0025678277015686035, + "4b81b54e728cbe0712f8": 0.014308542013168335, + "a1ba79e343e19e272adb": -0.0015000104904174805, + "ac6e6adc5e13f5e35197": -0.013324707746505737, + "adba655cbec9c5ce0d34": 0.010236412286758423, + "ea2b6ccc4d4d807d1df2": 0.010418593883514404, + "11a6352248ce0286c7c0": -0.006691873073577881, + "3da4ccc576f16c038f68": -0.005121409893035889, + "ba7496e18ecdc8146664": -0.014739349484443665, + "5aa167cdc3d31bb7309e": -0.042820751667022705, + "43c06db2f3ec54bf1e72": -0.016745537519454956, + "dc89ecad17a470101b9d": -0.006827175617218018, + "f1996717d5a99dd6e5b0": 0.004871189594268799, + "f0bd956facce388c0cff": -0.0875927209854126, + "73c955a5b407a6918b18": -0.018848568201065063, + "293edd8c522ca112d86e": -0.004283547401428223, + "2fe9899bd552c519b40b": 0.0013151466846466064, + "f99ec32ceefea400c831": 0.07465174794197083, + "9429e02b91652f8fc52b": -0.0028273314237594604, + "26b77a20ead3e81385b9": 0.0028522461652755737, + "b5d26593eaecaa63e5d8": 0.08995771408081055, + "0bcc1f26edd0abe249ee": -0.01032179594039917, + "c59cee185b5398cbdb09": -0.0029820799827575684, + "89c9751008fcfa43dddb": -0.023338645696640015, + "1379948cf7f42fe57cdc": 0.0010216385126113892, + "b7f79393959828a10f39": -0.0015322566032409668, + "88ec5abe4252fe4e475c": -0.015577360987663269, + "4e4e3a34e413d48db5b8": 0.0027956366539001465, + "8143498388830895002a": -0.0013420581817626953, + "aed67addad5bbae0ece6": 0.03231436014175415, + "fbd1a5767b38c7ad359a": 0.0016897022724151611, + "dc5b3ffa8fa5d5dc3944": 0.009407460689544678, + "de9adfc3bfd5c7741bec": 0.05694770812988281, + "e8eeab0a5791e462f981": -0.008007779717445374, + "1d2c4c56caf2107831e6": 0.06666192412376404, + "717e7359d0cf69f136b5": -0.006261706352233887, + "2b9d1afcce7435095ee4": -0.0017929673194885254, + "25b2d7a530557d626618": 0.005789071321487427, + "2e0b8dec8c67458ad1eb": 0.002435147762298584, + "d1f9e3b59d9c8e2e5311": -0.024814456701278687, + "70a98e45b7bc646db31e": 0.004157066345214844 + } + }, + "native_pixel_mae": { + "candidate_minus_baseline": 0.000322416446160996, + "prompt_bootstrap_95_percent_interval": [ + -0.001689304830506444, + 0.0024756542578253933 + ], + "prompt_count": 58, + "prompts_improved": 36, + "per_prompt_deltas": { + "f11cd05822e4f52a74fe": 0.005103588104248047, + "1f5aa9afbebfc34c723f": -0.002057847877343496, + "6ab76de91bfd3c0e34a5": -0.005280524492263794, + "f73c6434e31c22d450ea": -0.003148814042409261, + "f1a8e846f0f297033734": -0.014502299328645071, + "e36dfd3923a2c22d7bf9": 0.003493222097555796, + "2af238c6269c515a7d92": -0.0014882733424504597, + "8f7967c6516e1b7a433c": -0.002212782700856527, + "6869df40e783865537c7": 0.0052176713943481445, + "a26fdad02bee67ad19d7": 0.00763334333896637, + "e8402663c7e6487e2809": -0.005388326942920685, + "1338509de43ae3b40c96": 0.0028296088178952536, + "5cedf9657bef63a0e409": 0.005715504288673401, + "42827e023ed8d9873f32": -0.000495418906211853, + "883c45a35afc80304ee9": 0.024737298488616943, + "4aa2a178be91fa71ef97": -0.005308583378791809, + "a3f966642360570e43b2": 0.0041245222091674805, + "6c303c128ef2d1940468": -0.0005948394536972046, + "4b81b54e728cbe0712f8": 0.0046815574169158936, + "a1ba79e343e19e272adb": -1.7717480659484863e-05, + "ac6e6adc5e13f5e35197": -0.003561250865459442, + "adba655cbec9c5ce0d34": 0.002904146909713745, + "ea2b6ccc4d4d807d1df2": 0.00805501639842987, + "11a6352248ce0286c7c0": -0.00903727114200592, + "3da4ccc576f16c038f68": -0.0015873759984970093, + "ba7496e18ecdc8146664": -0.0053624361753463745, + "5aa167cdc3d31bb7309e": -0.007108509540557861, + "43c06db2f3ec54bf1e72": -0.007440581917762756, + "dc89ecad17a470101b9d": -0.0008620619773864746, + "f1996717d5a99dd6e5b0": 0.0026287883520126343, + "f0bd956facce388c0cff": -0.02194824069738388, + "73c955a5b407a6918b18": -0.0038701295852661133, + "293edd8c522ca112d86e": -0.0007441416382789612, + "2fe9899bd552c519b40b": -0.00435301661491394, + "f99ec32ceefea400c831": 0.019052542746067047, + "9429e02b91652f8fc52b": 0.0002825334668159485, + "26b77a20ead3e81385b9": 0.0007537603378295898, + "b5d26593eaecaa63e5d8": 0.018002986907958984, + "0bcc1f26edd0abe249ee": -0.004410907626152039, + "c59cee185b5398cbdb09": -0.0018627345561981201, + "89c9751008fcfa43dddb": -0.007088422775268555, + "1379948cf7f42fe57cdc": -0.0004192665219306946, + "b7f79393959828a10f39": -0.004717081785202026, + "88ec5abe4252fe4e475c": -0.004238523542881012, + "4e4e3a34e413d48db5b8": -0.0006529688835144043, + "8143498388830895002a": -0.001838982105255127, + "aed67addad5bbae0ece6": -0.0007752180099487305, + "fbd1a5767b38c7ad359a": -0.0021837204694747925, + "dc5b3ffa8fa5d5dc3944": 0.0008459761738777161, + "de9adfc3bfd5c7741bec": 0.021170824766159058, + "e8eeab0a5791e462f981": -0.002294052392244339, + "1d2c4c56caf2107831e6": 0.02242863178253174, + "717e7359d0cf69f136b5": 0.0010654330253601074, + "2b9d1afcce7435095ee4": -0.00043676793575286865, + "25b2d7a530557d626618": 7.224082946777344e-05, + "2e0b8dec8c67458ad1eb": -0.0003143101930618286, + "d1f9e3b59d9c8e2e5311": -0.005537368357181549, + "70a98e45b7bc646db31e": 0.0010417252779006958 + } + }, + "clip_text_image_cosine": { + "candidate_minus_baseline": 0.0006088407217771158, + "prompt_bootstrap_95_percent_interval": [ + -0.0008395511614180159, + 0.002018075325023169 + ], + "prompt_count": 58, + "prompts_improved": 30, + "per_prompt_deltas": { + "f11cd05822e4f52a74fe": 0.003175656000773112, + "1f5aa9afbebfc34c723f": -0.0006839632987976074, + "6ab76de91bfd3c0e34a5": -0.0031025509039560952, + "f73c6434e31c22d450ea": -0.0017030735810597737, + "f1a8e846f0f297033734": -0.0021196802457173667, + "e36dfd3923a2c22d7bf9": 0.003796786069869995, + "2af238c6269c515a7d92": 0.000651766856511434, + "8f7967c6516e1b7a433c": -0.002168377240498861, + "6869df40e783865537c7": 0.00631152590115865, + "a26fdad02bee67ad19d7": -0.0042673250039418536, + "e8402663c7e6487e2809": -0.0011549293994903564, + "1338509de43ae3b40c96": -0.00018349289894104004, + "5cedf9657bef63a0e409": 0.0019457638263702393, + "42827e023ed8d9873f32": -0.0043367743492126465, + "883c45a35afc80304ee9": 0.003855764865875244, + "4aa2a178be91fa71ef97": -0.0012959837913513184, + "a3f966642360570e43b2": 0.004764199256896973, + "6c303c128ef2d1940468": 0.0005005002021789551, + "4b81b54e728cbe0712f8": -0.0018863081932067871, + "a1ba79e343e19e272adb": -0.0051979124546051025, + "ac6e6adc5e13f5e35197": 0.0010936260223388672, + "adba655cbec9c5ce0d34": -0.0070729851722717285, + "ea2b6ccc4d4d807d1df2": 0.01614077389240265, + "11a6352248ce0286c7c0": -0.0029799044132232666, + "3da4ccc576f16c038f68": 0.0009018480777740479, + "ba7496e18ecdc8146664": 0.0023729801177978516, + "5aa167cdc3d31bb7309e": 0.0031151771545410156, + "43c06db2f3ec54bf1e72": -0.002124011516571045, + "dc89ecad17a470101b9d": -9.1552734375e-05, + "f1996717d5a99dd6e5b0": 0.0025802254676818848, + "f0bd956facce388c0cff": 0.003945469856262207, + "73c955a5b407a6918b18": 0.0020821988582611084, + "293edd8c522ca112d86e": 0.009265899658203125, + "2fe9899bd552c519b40b": 0.0046880245208740234, + "f99ec32ceefea400c831": 0.019361019134521484, + "9429e02b91652f8fc52b": -3.221631050109863e-05, + "26b77a20ead3e81385b9": -0.0016679763793945312, + "b5d26593eaecaa63e5d8": 0.00172501802444458, + "0bcc1f26edd0abe249ee": -0.005233854055404663, + "c59cee185b5398cbdb09": -0.002978205680847168, + "89c9751008fcfa43dddb": 0.0018399953842163086, + "1379948cf7f42fe57cdc": -0.00042572617530822754, + "b7f79393959828a10f39": -0.0005033612251281738, + "88ec5abe4252fe4e475c": 0.00039380788803100586, + "4e4e3a34e413d48db5b8": -0.0012530088424682617, + "8143498388830895002a": 0.0021786093711853027, + "aed67addad5bbae0ece6": -0.0009526312351226807, + "fbd1a5767b38c7ad359a": 0.0015285015106201172, + "dc5b3ffa8fa5d5dc3944": -0.0015589892864227295, + "de9adfc3bfd5c7741bec": -0.023713797330856323, + "e8eeab0a5791e462f981": 0.00010600686073303223, + "1d2c4c56caf2107831e6": -0.00040835142135620117, + "717e7359d0cf69f136b5": 0.0029379278421401978, + "2b9d1afcce7435095ee4": -0.0010876357555389404, + "25b2d7a530557d626618": 0.0030532479286193848, + "2e0b8dec8c67458ad1eb": 0.0005212724208831787, + "d1f9e3b59d9c8e2e5311": 0.0011099278926849365, + "70a98e45b7bc646db31e": 0.00955381989479065 + } + } + }, + "orthogonal_100": { + "native_lpips": { + "candidate_minus_baseline": 0.003153686764939078, + "prompt_bootstrap_95_percent_interval": [ + -0.010498291397488665, + 0.018903407518719793 + ], + "prompt_count": 58, + "prompts_improved": 31, + "per_prompt_deltas": { + "f11cd05822e4f52a74fe": 0.05456489324569702, + "1f5aa9afbebfc34c723f": -0.04444467027982076, + "6ab76de91bfd3c0e34a5": -0.030748387177785236, + "f73c6434e31c22d450ea": -0.03727990388870239, + "f1a8e846f0f297033734": -0.012000858783721924, + "e36dfd3923a2c22d7bf9": 0.0050110916296641035, + "2af238c6269c515a7d92": -0.005338698625564575, + "8f7967c6516e1b7a433c": 0.006188114484151204, + "6869df40e783865537c7": 0.0011194050312042236, + "a26fdad02bee67ad19d7": 0.0060018400351206464, + "e8402663c7e6487e2809": -0.045544758439064026, + "1338509de43ae3b40c96": -0.015071913599967957, + "5cedf9657bef63a0e409": -0.00048661231994628906, + "42827e023ed8d9873f32": 0.0149613618850708, + "883c45a35afc80304ee9": -0.06804472208023071, + "4aa2a178be91fa71ef97": 0.009692847728729248, + "a3f966642360570e43b2": 0.014208585023880005, + "6c303c128ef2d1940468": -0.0010399818420410156, + "4b81b54e728cbe0712f8": 0.07409021258354187, + "a1ba79e343e19e272adb": 0.0009908676147460938, + "ac6e6adc5e13f5e35197": 0.020764857530593872, + "adba655cbec9c5ce0d34": -0.00017702579498291016, + "ea2b6ccc4d4d807d1df2": -0.017973244190216064, + "11a6352248ce0286c7c0": -0.016879796981811523, + "3da4ccc576f16c038f68": 0.009167313575744629, + "ba7496e18ecdc8146664": 0.06619514524936676, + "5aa167cdc3d31bb7309e": 0.022254139184951782, + "43c06db2f3ec54bf1e72": -0.025079727172851562, + "dc89ecad17a470101b9d": -0.039059579372406006, + "f1996717d5a99dd6e5b0": 0.009504705667495728, + "f0bd956facce388c0cff": -0.0406835675239563, + "73c955a5b407a6918b18": 0.07689651846885681, + "293edd8c522ca112d86e": -0.026158511638641357, + "2fe9899bd552c519b40b": -0.002383679151535034, + "f99ec32ceefea400c831": -0.024674057960510254, + "9429e02b91652f8fc52b": -0.006751030683517456, + "26b77a20ead3e81385b9": 0.007600605487823486, + "b5d26593eaecaa63e5d8": 0.07517121732234955, + "0bcc1f26edd0abe249ee": -0.005230993032455444, + "c59cee185b5398cbdb09": 0.023894906044006348, + "89c9751008fcfa43dddb": -0.05579942464828491, + "1379948cf7f42fe57cdc": -0.10003357380628586, + "b7f79393959828a10f39": 0.004389405250549316, + "88ec5abe4252fe4e475c": -0.07918214797973633, + "4e4e3a34e413d48db5b8": -0.019962310791015625, + "8143498388830895002a": -0.004663348197937012, + "aed67addad5bbae0ece6": 0.08524715900421143, + "fbd1a5767b38c7ad359a": -0.008438676595687866, + "dc5b3ffa8fa5d5dc3944": 0.06245166063308716, + "de9adfc3bfd5c7741bec": 0.0548100471496582, + "e8eeab0a5791e462f981": 0.010513529181480408, + "1d2c4c56caf2107831e6": 0.30273008346557617, + "717e7359d0cf69f136b5": -0.006618797779083252, + "2b9d1afcce7435095ee4": -0.10845392942428589, + "25b2d7a530557d626618": -0.07467818260192871, + "2e0b8dec8c67458ad1eb": 0.026927262544631958, + "d1f9e3b59d9c8e2e5311": 0.0660063624382019, + "70a98e45b7bc646db31e": -0.005558192729949951 + } + }, + "native_pixel_mae": { + "candidate_minus_baseline": 0.0009157773021651409, + "prompt_bootstrap_95_percent_interval": [ + -0.0044616226775935665, + 0.007111354629327168 + ], + "prompt_count": 58, + "prompts_improved": 30, + "per_prompt_deltas": { + "f11cd05822e4f52a74fe": 0.012473019460837046, + "1f5aa9afbebfc34c723f": -0.008355927964051565, + "6ab76de91bfd3c0e34a5": -0.00654845933119456, + "f73c6434e31c22d450ea": -0.00970660150051117, + "f1a8e846f0f297033734": 0.0067935362458229065, + "e36dfd3923a2c22d7bf9": 0.0029555559158325195, + "2af238c6269c515a7d92": 0.004642387231190999, + "8f7967c6516e1b7a433c": 0.0094890296459198, + "6869df40e783865537c7": 0.0023391048113505044, + "a26fdad02bee67ad19d7": 0.021897380550702412, + "e8402663c7e6487e2809": -0.01647220055262248, + "1338509de43ae3b40c96": -0.0062881285945574445, + "5cedf9657bef63a0e409": 0.0007361024618148804, + "42827e023ed8d9873f32": 0.010185837745666504, + "883c45a35afc80304ee9": -0.04466313123703003, + "4aa2a178be91fa71ef97": -0.0011168122291564941, + "a3f966642360570e43b2": 0.012190580368041992, + "6c303c128ef2d1940468": -0.00032380223274230957, + "4b81b54e728cbe0712f8": 0.016756683588027954, + "a1ba79e343e19e272adb": 0.002504870295524597, + "ac6e6adc5e13f5e35197": 0.0067824870347976685, + "adba655cbec9c5ce0d34": -0.004116326570510864, + "ea2b6ccc4d4d807d1df2": -0.011722907423973083, + "11a6352248ce0286c7c0": -0.02119605243206024, + "3da4ccc576f16c038f68": 0.010231301188468933, + "ba7496e18ecdc8146664": 0.01746976375579834, + "5aa167cdc3d31bb7309e": 0.019291669130325317, + "43c06db2f3ec54bf1e72": -0.013308897614479065, + "dc89ecad17a470101b9d": -0.004915177822113037, + "f1996717d5a99dd6e5b0": 0.004844993352890015, + "f0bd956facce388c0cff": -0.009531423449516296, + "73c955a5b407a6918b18": 0.01617448776960373, + "293edd8c522ca112d86e": -0.006896771490573883, + "2fe9899bd552c519b40b": -0.0038752108812332153, + "f99ec32ceefea400c831": -0.0053781867027282715, + "9429e02b91652f8fc52b": -0.0016145110130310059, + "26b77a20ead3e81385b9": 0.00774751603603363, + "b5d26593eaecaa63e5d8": 0.014391601085662842, + "0bcc1f26edd0abe249ee": -0.002207547426223755, + "c59cee185b5398cbdb09": 0.009695470333099365, + "89c9751008fcfa43dddb": -0.021336019039154053, + "1379948cf7f42fe57cdc": -0.03719227761030197, + "b7f79393959828a10f39": -0.01350480318069458, + "88ec5abe4252fe4e475c": -0.03997204452753067, + "4e4e3a34e413d48db5b8": -0.005778208374977112, + "8143498388830895002a": -0.0024943947792053223, + "aed67addad5bbae0ece6": 0.02458326518535614, + "fbd1a5767b38c7ad359a": -0.0010828226804733276, + "dc5b3ffa8fa5d5dc3944": 0.015280261635780334, + "de9adfc3bfd5c7741bec": 0.019740313291549683, + "e8eeab0a5791e462f981": 0.00456039234995842, + "1d2c4c56caf2107831e6": 0.11382138729095459, + "717e7359d0cf69f136b5": -0.0011916011571884155, + "2b9d1afcce7435095ee4": -0.04505118727684021, + "25b2d7a530557d626618": -0.02776101976633072, + "2e0b8dec8c67458ad1eb": 0.006670087575912476, + "d1f9e3b59d9c8e2e5311": 0.035455286502838135, + "70a98e45b7bc646db31e": -0.0029868334531784058 + } + }, + "clip_text_image_cosine": { + "candidate_minus_baseline": 0.0010935444085077308, + "prompt_bootstrap_95_percent_interval": [ + -0.0003980425004472679, + 0.0026049762900019514 + ], + "prompt_count": 58, + "prompts_improved": 30, + "per_prompt_deltas": { + "f11cd05822e4f52a74fe": 0.003274699052174886, + "1f5aa9afbebfc34c723f": 0.005379537741343181, + "6ab76de91bfd3c0e34a5": 0.005012065172195435, + "f73c6434e31c22d450ea": -0.0012245476245880127, + "f1a8e846f0f297033734": -0.0011556843916575115, + "e36dfd3923a2c22d7bf9": 0.006001363197962443, + "2af238c6269c515a7d92": -0.00262485941251119, + "8f7967c6516e1b7a433c": -0.002304693063100179, + "6869df40e783865537c7": -0.0007927318414052328, + "a26fdad02bee67ad19d7": -0.002822438875834147, + "e8402663c7e6487e2809": -0.004334996143976848, + "1338509de43ae3b40c96": -0.0007657607396443685, + "5cedf9657bef63a0e409": -0.0013628005981445312, + "42827e023ed8d9873f32": 0.0007519721984863281, + "883c45a35afc80304ee9": -0.00302162766456604, + "4aa2a178be91fa71ef97": -0.00651887059211731, + "a3f966642360570e43b2": 0.007632583379745483, + "6c303c128ef2d1940468": -0.000885009765625, + "4b81b54e728cbe0712f8": 0.00792732834815979, + "a1ba79e343e19e272adb": -0.0027482211589813232, + "ac6e6adc5e13f5e35197": 0.005040913820266724, + "adba655cbec9c5ce0d34": -0.0016601085662841797, + "ea2b6ccc4d4d807d1df2": 0.006142571568489075, + "11a6352248ce0286c7c0": 0.007291823625564575, + "3da4ccc576f16c038f68": 0.0020362138748168945, + "ba7496e18ecdc8146664": 0.001434028148651123, + "5aa167cdc3d31bb7309e": 0.006683528423309326, + "43c06db2f3ec54bf1e72": -0.0032030344009399414, + "dc89ecad17a470101b9d": 0.005544066429138184, + "f1996717d5a99dd6e5b0": 0.00015148520469665527, + "f0bd956facce388c0cff": -0.005558997392654419, + "73c955a5b407a6918b18": -0.004858791828155518, + "293edd8c522ca112d86e": -0.00011754035949707031, + "2fe9899bd552c519b40b": 0.002671480178833008, + "f99ec32ceefea400c831": 0.011780411005020142, + "9429e02b91652f8fc52b": 0.005358397960662842, + "26b77a20ead3e81385b9": -0.007157057523727417, + "b5d26593eaecaa63e5d8": 0.0017528533935546875, + "0bcc1f26edd0abe249ee": 0.0003764331340789795, + "c59cee185b5398cbdb09": -0.0008584856986999512, + "89c9751008fcfa43dddb": 0.007208526134490967, + "1379948cf7f42fe57cdc": 0.0006318986415863037, + "b7f79393959828a10f39": 0.006814241409301758, + "88ec5abe4252fe4e475c": -0.0012007951736450195, + "4e4e3a34e413d48db5b8": 0.002143770456314087, + "8143498388830895002a": -0.0021404922008514404, + "aed67addad5bbae0ece6": -0.0060492753982543945, + "fbd1a5767b38c7ad359a": -0.00057944655418396, + "dc5b3ffa8fa5d5dc3944": -0.011967360973358154, + "de9adfc3bfd5c7741bec": -0.01639312505722046, + "e8eeab0a5791e462f981": -0.0019472241401672363, + "1d2c4c56caf2107831e6": 0.016009658575057983, + "717e7359d0cf69f136b5": 0.004235029220581055, + "2b9d1afcce7435095ee4": 0.008897542953491211, + "25b2d7a530557d626618": 0.0030905604362487793, + "2e0b8dec8c67458ad1eb": 0.007923215627670288, + "d1f9e3b59d9c8e2e5311": -0.005107969045639038, + "70a98e45b7bc646db31e": 0.013589322566986084 + } + } + }, + "orthogonal_025": { + "native_lpips": { + "candidate_minus_baseline": 0.0040936863970482485, + "prompt_bootstrap_95_percent_interval": [ + -0.005612776890910906, + 0.016941341729941724 + ], + "prompt_count": 58, + "prompts_improved": 31, + "per_prompt_deltas": { + "f11cd05822e4f52a74fe": 0.03689999878406525, + "1f5aa9afbebfc34c723f": -0.02974492311477661, + "6ab76de91bfd3c0e34a5": -0.023562649885813396, + "f73c6434e31c22d450ea": -0.022498180468877155, + "f1a8e846f0f297033734": -0.020347724358240765, + "e36dfd3923a2c22d7bf9": 0.0012536942958831787, + "2af238c6269c515a7d92": -0.009372860193252563, + "8f7967c6516e1b7a433c": 0.007702092329661052, + "6869df40e783865537c7": 0.0009670853614807129, + "a26fdad02bee67ad19d7": 0.007889628410339355, + "e8402663c7e6487e2809": -0.018834213415781658, + "1338509de43ae3b40c96": -0.004910290241241455, + "5cedf9657bef63a0e409": 0.015271216630935669, + "42827e023ed8d9873f32": 0.0056108832359313965, + "883c45a35afc80304ee9": 0.0032842159271240234, + "4aa2a178be91fa71ef97": -0.002668023109436035, + "a3f966642360570e43b2": 0.023969918489456177, + "6c303c128ef2d1940468": -0.0029402971267700195, + "4b81b54e728cbe0712f8": 0.0397527813911438, + "a1ba79e343e19e272adb": -0.0006976127624511719, + "ac6e6adc5e13f5e35197": 0.001555800437927246, + "adba655cbec9c5ce0d34": 0.008756965398788452, + "ea2b6ccc4d4d807d1df2": 0.0024018287658691406, + "11a6352248ce0286c7c0": 0.0031079649925231934, + "3da4ccc576f16c038f68": -0.0027071237564086914, + "ba7496e18ecdc8146664": -0.002401605248451233, + "5aa167cdc3d31bb7309e": -0.039118677377700806, + "43c06db2f3ec54bf1e72": -0.02135622501373291, + "dc89ecad17a470101b9d": -0.012818127870559692, + "f1996717d5a99dd6e5b0": 0.004622310400009155, + "f0bd956facce388c0cff": -0.06842869520187378, + "73c955a5b407a6918b18": -0.022881031036376953, + "293edd8c522ca112d86e": -0.009593114256858826, + "2fe9899bd552c519b40b": 0.001980498433113098, + "f99ec32ceefea400c831": 0.04601547122001648, + "9429e02b91652f8fc52b": -0.006604865193367004, + "26b77a20ead3e81385b9": 0.007075250148773193, + "b5d26593eaecaa63e5d8": 0.09497484564781189, + "0bcc1f26edd0abe249ee": -0.007518887519836426, + "c59cee185b5398cbdb09": -0.0017001032829284668, + "89c9751008fcfa43dddb": -0.04518437385559082, + "1379948cf7f42fe57cdc": -0.027417004108428955, + "b7f79393959828a10f39": -0.005402743816375732, + "88ec5abe4252fe4e475c": -0.021435260772705078, + "4e4e3a34e413d48db5b8": -0.0015817880630493164, + "8143498388830895002a": -0.0026964545249938965, + "aed67addad5bbae0ece6": 0.041255295276641846, + "fbd1a5767b38c7ad359a": 0.003212571144104004, + "dc5b3ffa8fa5d5dc3944": 0.014030247926712036, + "de9adfc3bfd5c7741bec": 0.04586845636367798, + "e8eeab0a5791e462f981": -0.004132673144340515, + "1d2c4c56caf2107831e6": 0.275206983089447, + "717e7359d0cf69f136b5": -0.006370902061462402, + "2b9d1afcce7435095ee4": -0.05161172151565552, + "25b2d7a530557d626618": -0.0027358531951904297, + "2e0b8dec8c67458ad1eb": 0.0045618414878845215, + "d1f9e3b59d9c8e2e5311": 0.03204143047332764, + "70a98e45b7bc646db31e": 0.007438540458679199 + } + }, + "native_pixel_mae": { + "candidate_minus_baseline": 0.0008491258211862083, + "prompt_bootstrap_95_percent_interval": [ + -0.002245236662398467, + 0.00515789794467989 + ], + "prompt_count": 58, + "prompts_improved": 32, + "per_prompt_deltas": { + "f11cd05822e4f52a74fe": 0.007875892023245493, + "1f5aa9afbebfc34c723f": -0.0028217372794946036, + "6ab76de91bfd3c0e34a5": -0.005824471513430278, + "f73c6434e31c22d450ea": -0.005001882712046306, + "f1a8e846f0f297033734": -0.008382894098758698, + "e36dfd3923a2c22d7bf9": 0.0017739286025365193, + "2af238c6269c515a7d92": -0.00021044909954071045, + "8f7967c6516e1b7a433c": 0.004119614760080974, + "6869df40e783865537c7": 0.0023555606603622437, + "a26fdad02bee67ad19d7": 0.014225135246912638, + "e8402663c7e6487e2809": -0.008922452727953592, + "1338509de43ae3b40c96": -0.0006639113028844198, + "5cedf9657bef63a0e409": 0.003931254148483276, + "42827e023ed8d9873f32": 0.004261374473571777, + "883c45a35afc80304ee9": -0.004034087061882019, + "4aa2a178be91fa71ef97": -0.004762694239616394, + "a3f966642360570e43b2": 0.007373541593551636, + "6c303c128ef2d1940468": -0.0007114112377166748, + "4b81b54e728cbe0712f8": 0.009246215224266052, + "a1ba79e343e19e272adb": -0.00018711388111114502, + "ac6e6adc5e13f5e35197": 0.0015152692794799805, + "adba655cbec9c5ce0d34": 0.0021095573902130127, + "ea2b6ccc4d4d807d1df2": 0.001783803105354309, + "11a6352248ce0286c7c0": -0.010954424738883972, + "3da4ccc576f16c038f68": 0.00041966140270233154, + "ba7496e18ecdc8146664": -0.00067177414894104, + "5aa167cdc3d31bb7309e": -0.004285246133804321, + "43c06db2f3ec54bf1e72": -0.008722707629203796, + "dc89ecad17a470101b9d": -0.0010738074779510498, + "f1996717d5a99dd6e5b0": 0.003030821681022644, + "f0bd956facce388c0cff": -0.017164014279842377, + "73c955a5b407a6918b18": -0.00536731630563736, + "293edd8c522ca112d86e": -0.0024625062942504883, + "2fe9899bd552c519b40b": -0.004479631781578064, + "f99ec32ceefea400c831": 0.006864801049232483, + "9429e02b91652f8fc52b": -0.0019729509949684143, + "26b77a20ead3e81385b9": 0.0043386369943618774, + "b5d26593eaecaa63e5d8": 0.019786447286605835, + "0bcc1f26edd0abe249ee": -0.002907365560531616, + "c59cee185b5398cbdb09": 0.002469584345817566, + "89c9751008fcfa43dddb": -0.015318244695663452, + "1379948cf7f42fe57cdc": -0.010717682540416718, + "b7f79393959828a10f39": -0.009941861033439636, + "88ec5abe4252fe4e475c": -0.008891820907592773, + "4e4e3a34e413d48db5b8": -0.002119213342666626, + "8143498388830895002a": -0.0015470832586288452, + "aed67addad5bbae0ece6": 0.006235554814338684, + "fbd1a5767b38c7ad359a": -0.0015341565012931824, + "dc5b3ffa8fa5d5dc3944": 0.0022522807121276855, + "de9adfc3bfd5c7741bec": 0.016713857650756836, + "e8eeab0a5791e462f981": -0.0022561848163604736, + "1d2c4c56caf2107831e6": 0.09337571263313293, + "717e7359d0cf69f136b5": 0.0008714795112609863, + "2b9d1afcce7435095ee4": -0.02375642955303192, + "25b2d7a530557d626618": -0.004412509500980377, + "2e0b8dec8c67458ad1eb": 0.0006607770919799805, + "d1f9e3b59d9c8e2e5311": 0.011471614241600037, + "70a98e45b7bc646db31e": 0.0022669583559036255 + } + }, + "clip_text_image_cosine": { + "candidate_minus_baseline": 0.0012784223446900818, + "prompt_bootstrap_95_percent_interval": [ + 0.00014748380829890574, + 0.002520239657197876 + ], + "prompt_count": 58, + "prompts_improved": 34, + "per_prompt_deltas": { + "f11cd05822e4f52a74fe": 0.002308507760365804, + "1f5aa9afbebfc34c723f": 0.0013976792494455974, + "6ab76de91bfd3c0e34a5": 0.00015285611152648926, + "f73c6434e31c22d450ea": -0.002330447236696879, + "f1a8e846f0f297033734": -0.0010158916314442952, + "e36dfd3923a2c22d7bf9": 0.004601081212361653, + "2af238c6269c515a7d92": -0.002125610907872518, + "8f7967c6516e1b7a433c": 0.001099546750386556, + "6869df40e783865537c7": 0.004290084044138591, + "a26fdad02bee67ad19d7": -0.002651721239089966, + "e8402663c7e6487e2809": -0.00036391615867614746, + "1338509de43ae3b40c96": -0.0011511842409769695, + "5cedf9657bef63a0e409": -6.788969039916992e-05, + "42827e023ed8d9873f32": 0.002095460891723633, + "883c45a35afc80304ee9": -0.004078775644302368, + "4aa2a178be91fa71ef97": -0.0008367002010345459, + "a3f966642360570e43b2": 0.006653577089309692, + "6c303c128ef2d1940468": 0.0013940036296844482, + "4b81b54e728cbe0712f8": 0.0018620193004608154, + "a1ba79e343e19e272adb": -0.0022498667240142822, + "ac6e6adc5e13f5e35197": 0.0004431307315826416, + "adba655cbec9c5ce0d34": -0.0062313079833984375, + "ea2b6ccc4d4d807d1df2": 0.012208372354507446, + "11a6352248ce0286c7c0": -0.002107948064804077, + "3da4ccc576f16c038f68": 0.0013426244258880615, + "ba7496e18ecdc8146664": 0.0041456520557403564, + "5aa167cdc3d31bb7309e": 0.002023458480834961, + "43c06db2f3ec54bf1e72": -0.0025014877319335938, + "dc89ecad17a470101b9d": 0.0006671249866485596, + "f1996717d5a99dd6e5b0": 0.0009249448776245117, + "f0bd956facce388c0cff": -0.0007464289665222168, + "73c955a5b407a6918b18": -0.0017102360725402832, + "293edd8c522ca112d86e": 0.008828312158584595, + "2fe9899bd552c519b40b": 0.004244327545166016, + "f99ec32ceefea400c831": 0.013232380151748657, + "9429e02b91652f8fc52b": 0.002495676279067993, + "26b77a20ead3e81385b9": -0.0013920068740844727, + "b5d26593eaecaa63e5d8": 0.004146277904510498, + "0bcc1f26edd0abe249ee": -0.0022296905517578125, + "c59cee185b5398cbdb09": 0.0006667077541351318, + "89c9751008fcfa43dddb": 0.006075948476791382, + "1379948cf7f42fe57cdc": -0.0013487040996551514, + "b7f79393959828a10f39": 0.0007371306419372559, + "88ec5abe4252fe4e475c": 0.0013930201530456543, + "4e4e3a34e413d48db5b8": -0.002041339874267578, + "8143498388830895002a": 0.0023530423641204834, + "aed67addad5bbae0ece6": 0.008268356323242188, + "fbd1a5767b38c7ad359a": 0.00023856759071350098, + "dc5b3ffa8fa5d5dc3944": -0.002212047576904297, + "de9adfc3bfd5c7741bec": -0.01222914457321167, + "e8eeab0a5791e462f981": -0.0014691948890686035, + "1d2c4c56caf2107831e6": 0.009225398302078247, + "717e7359d0cf69f136b5": 0.003313496708869934, + "2b9d1afcce7435095ee4": 0.006003767251968384, + "25b2d7a530557d626618": -0.0013191401958465576, + "2e0b8dec8c67458ad1eb": -0.004990905523300171, + "d1f9e3b59d9c8e2e5311": 0.0005435645580291748, + "70a98e45b7bc646db31e": 0.01417398452758789 + } + } + } + } + }, + "final_selection": { + "selected": "linear_cal", + "selected_validation": { + "native_lpips": 0.37923671806166914, + "native_pixel_mae": 0.14399123039824524, + "clip_text_image_cosine": 0.30746305802430224 + }, + "parent_validation": { + "native_lpips": 0.3845586983979434, + "native_pixel_mae": 0.14540668043853908, + "clip_text_image_cosine": 0.30728059424751103 + }, + "validation_prompts": 58, + "validation_prompt_seed_pairs": 82, + "ranking": [ + "linear_cal", + "linear_distill", + "source_cal", + "parent_cal", + "source_full", + "parent", + "combined_025", + "linear_rollout", + "orthogonal_100", + "orthogonal_025" + ], + "scores": { + "native": { + "native_lpips": 0.0, + "native_pixel_mae": 0.0, + "clip_text_image_cosine": 0.31729713510507823 + }, + "parent": { + "native_lpips": 0.3845586983979434, + "native_pixel_mae": 0.14540668043853908, + "clip_text_image_cosine": 0.30728059424751103 + }, + "linear_distill": { + "native_lpips": 0.3811477638952348, + "native_pixel_mae": 0.14415318966340063, + "clip_text_image_cosine": 0.3076438892675542 + }, + "linear_rollout": { + "native_lpips": 0.38574381789256784, + "native_pixel_mae": 0.14572909688470007, + "clip_text_image_cosine": 0.3078894349692881 + }, + "source_full": { + "native_lpips": 0.3832593902774241, + "native_pixel_mae": 0.14520142021878013, + "clip_text_image_cosine": 0.30850052174137926 + }, + "orthogonal_025": { + "native_lpips": 0.3886523847949916, + "native_pixel_mae": 0.1462558062597253, + "clip_text_image_cosine": 0.3085590165922011 + }, + "orthogonal_100": { + "native_lpips": 0.38771238516288237, + "native_pixel_mae": 0.1463224577407042, + "clip_text_image_cosine": 0.30837413865601876 + }, + "combined_025": { + "native_lpips": 0.3855607927530661, + "native_pixel_mae": 0.14555561092906985, + "clip_text_image_cosine": 0.30844964797811947 + }, + "parent_cal": { + "native_lpips": 0.38301196291871453, + "native_pixel_mae": 0.14532601702744247, + "clip_text_image_cosine": 0.30715905900659235 + }, + "linear_cal": { + "native_lpips": 0.37923671806166914, + "native_pixel_mae": 0.14399123039824524, + "clip_text_image_cosine": 0.30746305802430224 + }, + "source_cal": { + "native_lpips": 0.3814662068054594, + "native_pixel_mae": 0.14504165844670658, + "clip_text_image_cosine": 0.3084425563956129 + } + }, + "checkpoints": { + "parent": { + "path": "/ml2/model-glue/artifacts/runs/sana-transfer-sd15-movable/best.safetensors", + "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" + }, + "linear_distill": { + "path": "/ml2/model-glue/artifacts/runs/formulation-linear-distill-fixed/best.safetensors", + "sha256": "fc7f44369cf21791c4f9ad6b74978dd420be41a76330a1fe32b11f440f3bf925" + }, + "linear_rollout": { + "path": "/ml2/model-glue/artifacts/runs/formulation-linear-rollout-fixed/best.safetensors", + "sha256": "065d88db8ad73f904b3681f2a45bcacafd6b86af7b32f69aabab08a2585ef2f5" + }, + "source_full": { + "path": "/ml2/model-glue/artifacts/runs/formulation-source-residual-fullscale-fixed/best.safetensors", + "sha256": "ceeb067e4c96b545f5bc094d660ce1e0e1a1953dd14edbf3270a32017f1acdd9" + }, + "orthogonal_025": { + "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/orthogonal-025.safetensors", + "sha256": "34d9ad66dff950cca7afec85bbac1046e05ff759e4eee9057d41d0416415fc7a" + }, + "orthogonal_100": { + "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/orthogonal-100.safetensors", + "sha256": "85986a987e6d5a6b5ad52f651b2267c319107927431afd685437dc829f11ba6a" + }, + "combined_025": { + "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/combined-025.safetensors", + "sha256": "73f11ee497640c4ce4cb09b115e940e84233e4a36130e73bb30cfa15c61a3124" + }, + "parent_cal": { + "path": "/ml2/model-glue/artifacts/formulation-repair/parent-calibrated.safetensors", + "sha256": "ee3fe905e68d9fa9859ef5cd303ad86868b3ae680bd81c4e8f4954f2ba6d13ad" + }, + "linear_cal": { + "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/linear-distill-calibrated.safetensors", + "sha256": "d3be2492e49f6eb1bc28a406d35108f1055e3dd19e412792442b4c5d9274bb4d" + }, + "source_cal": { + "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/source-full-calibrated.safetensors", + "sha256": "1a2db74c6c2d940ee15a845a7e60404ffbe32573757672586a18c578db36a10a" + } + }, + "selected_checkpoint": "/ml2/model-glue/artifacts/runs/formulation-selected/best.safetensors", + "selected_sha256": "d3be2492e49f6eb1bc28a406d35108f1055e3dd19e412792442b4c5d9274bb4d", + "selection": "Minimum native-image LPIPS averaged equally across 58 validation prompts; three seeds averaged within each original prompt and one seed for each additional prompt. Mask calibration used validation labels only.", + "test_used_for_selection": false, + "test_recipe": { + "split": "test", + "prompts": 16, + "seeds": [ + 87654, + 12001, + 12002 + ], + "steps": 20, + "height": 512, + "width": 512, + "guidance_scale": 4.5 + }, + "final_test_comparators": [ + "original parent", + "uncalibrated linear continuation", + "validation-selected calibrated linear continuation", + "calibrated expanded source-head alternative" + ], + "calibration_additional_panel_reuse": "Verified bitwise equality of every deployed conditioning tensor, positive mask and native empty branch for all 46 additional prompts." + }, + "final_results": { + "test": { + "methods": { + "native": { + "clip_text_image_cosine": 0.3082017917186022, + "sampling_seconds": 0.6179222891029591, + "bridge_seconds": 0.0, + "image_rgb_std": 0.2777115295951565, + "image_count": 48, + "quality_pass": true, + "bridge_repeat_bitwise_equal": null, + "native_lpips": 0.0, + "native_pixel_mae": 0.0, + "native_detail_mae": 0.0, + "detail_energy_ratio": 1.0 + }, + "parent": { + "clip_text_image_cosine": 0.30619997655351955, + "sampling_seconds": 0.5849423649196979, + "bridge_seconds": 0.0062157050997484475, + "image_rgb_std": 0.26411043759435415, + "image_count": 48, + "quality_pass": true, + "bridge_repeat_bitwise_equal": true, + "native_lpips": 0.3834717807670434, + "native_pixel_mae": 0.14984353189356625, + "native_detail_mae": 0.03409249125979841, + "detail_energy_ratio": 1.062919204433759 + }, + "linear_uncalibrated": { + "clip_text_image_cosine": 0.30744258500635624, + "sampling_seconds": 0.5833559354844814, + "bridge_seconds": 0.0016241110861301422, + "image_rgb_std": 0.26165843568742275, + "image_count": 48, + "quality_pass": true, + "bridge_repeat_bitwise_equal": true, + "native_lpips": 0.3771136791134874, + "native_pixel_mae": 0.1465170100952188, + "native_detail_mae": 0.03367988064807529, + "detail_energy_ratio": 1.0336223902801673 + }, + "selected": { + "clip_text_image_cosine": 0.3075694603224595, + "sampling_seconds": 0.5856305301519266, + "bridge_seconds": 0.0017263079935219139, + "image_rgb_std": 0.26142118747035664, + "image_count": 48, + "quality_pass": true, + "bridge_repeat_bitwise_equal": true, + "native_lpips": 0.3780206674709916, + "native_pixel_mae": 0.14609215129166842, + "native_detail_mae": 0.03372150473296642, + "detail_energy_ratio": 1.036277251938979 + }, + "repaired_source": { + "clip_text_image_cosine": 0.3081482208023469, + "sampling_seconds": 0.5845581179504128, + "bridge_seconds": 0.0018588434904813766, + "image_rgb_std": 0.2612251853570342, + "image_count": 48, + "quality_pass": true, + "bridge_repeat_bitwise_equal": true, + "native_lpips": 0.37778033611054224, + "native_pixel_mae": 0.14715851237997413, + "native_detail_mae": 0.033508921546551086, + "detail_energy_ratio": 1.0336602094272773 + } + }, + "recipe": { + "steps": 20, + "guidance_scale": 4.5, + "height": 512, + "width": 512, + "seeds": [ + 87654, + 12001, + 12002 + ], + "use_resolution_binning": false, + "scheduler": "DPMSolverMultistepScheduler", + "scheduler_config": { + "num_train_timesteps": 1000, + "beta_start": 0.0001, + "beta_end": 0.02, + "beta_schedule": "linear", + "trained_betas": null, + "solver_order": 2, + "prediction_type": "flow_prediction", + "thresholding": false, + "dynamic_thresholding_ratio": 0.995, + "sample_max_value": 1.0, + "algorithm_type": "dpmsolver++", + "solver_type": "midpoint", + "lower_order_final": true, + "euler_at_final": false, + "use_karras_sigmas": false, + "use_exponential_sigmas": false, + "use_beta_sigmas": false, + "use_lu_lambdas": false, + "use_flow_sigmas": true, + "flow_shift": 3.0, + "final_sigmas_type": "zero", + "lambda_min_clipped": "-inf", + "variance_type": null, + "timestep_spacing": "linspace", + "steps_offset": 0, + "rescale_betas_zero_snr": false, + "use_dynamic_shifting": false, + "time_shift_type": "exponential", + "_use_default_values": [ + "time_shift_type", + "use_dynamic_shifting" + ], + "_class_name": "DPMSolverMultistepScheduler", + "_diffusers_version": "0.32.0.dev0" + }, + "sana": { + "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", + "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" + }, + "vae": { + "repo_id": "mit-han-lab/dc-ae-f32c32-sana-1.0-diffusers", + "revision": "ca69e17e97609e64ce055115a6515215109b1f50" + }, + "negative_prompt": "", + "tokens": 77, + "complex_human_instruction": null, + "clean_caption": false + }, + "scorer": { + "repo_id": "openai/clip-vit-base-patch32", + "revision": "3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268" + }, + "packages": { + "torch": "2.11.0+cu128", + "diffusers": "0.40.0.dev0", + "transformers": "5.15.0", + "Pillow": "12.2.0" + }, + "scorer_scope": "CLIP cosine is a secondary semantic proxy; it does not establish counts, relations, or aesthetics.", + "quality_scope": "RGB standard deviation only detects nearly uniform images, not visual quality.", + "prompt_count": 16, + "seeds_per_prompt": 3, + "all_declared_images_retained": true, + "elapsed_seconds": 174.14566691499203, + "cached_conditioning": true, + "timing_scope": "Sampling and bridge timings exclude cached encoder preparation and model loading.", + "peak_cuda_allocated_bytes": 2475827200, + "min_image_std": 0.01, + "comparison": "comparison.jpg", + "comparison_blinded": "comparison_blinded.jpg", + "checkpoints": { + "parent": { + "path": "/ml2/model-glue/artifacts/runs/sana-transfer-sd15-movable/best.safetensors", + "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" + }, + "linear_uncalibrated": { + "path": "/ml2/model-glue/artifacts/runs/formulation-linear-distill-fixed/best.safetensors", + "sha256": "fc7f44369cf21791c4f9ad6b74978dd420be41a76330a1fe32b11f440f3bf925" + }, + "selected": { + "path": "/ml2/model-glue/artifacts/runs/formulation-selected/best.safetensors", + "sha256": "d3be2492e49f6eb1bc28a406d35108f1055e3dd19e412792442b4c5d9274bb4d" + }, + "repaired_source": { + "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/source-full-calibrated.safetensors", + "sha256": "1a2db74c6c2d940ee15a845a7e60404ffbe32573757672586a18c578db36a10a" + } + }, + "selection_lock": "selection.json", + "checkpoint_hashes_verified_after_rendering": true, + "dataset_fingerprint": "80299da5e905539829c2106549d464f675ac67c49cf7862a928965438dcfabc9" + }, + "paired": { + "baseline": "parent", + "scope": "Paired same-seed comparison; bootstrap resamples prompts after averaging seeds. Small split and checkpoint selection limit inference about general quality.", + "methods": { + "native": { + "clip_text_image_cosine": 0.3082017917186022, + "sampling_seconds": 0.6179222891029591, + "bridge_seconds": 0.0, + "image_rgb_std": 0.2777115295951565, + "image_count": 48, + "quality_pass": true, + "bridge_repeat_bitwise_equal": null, + "native_lpips": 0.0, + "native_pixel_mae": 0.0, + "native_detail_mae": 0.0, + "detail_energy_ratio": 1.0 + }, + "parent": { + "clip_text_image_cosine": 0.30619997655351955, + "sampling_seconds": 0.5849423649196979, + "bridge_seconds": 0.0062157050997484475, + "image_rgb_std": 0.26411043759435415, + "image_count": 48, + "quality_pass": true, + "bridge_repeat_bitwise_equal": true, + "native_lpips": 0.3834717807670434, + "native_pixel_mae": 0.14984353189356625, + "native_detail_mae": 0.03409249125979841, + "detail_energy_ratio": 1.062919204433759 + }, + "linear_uncalibrated": { + "clip_text_image_cosine": 0.30744258500635624, + "sampling_seconds": 0.5833559354844814, + "bridge_seconds": 0.0016241110861301422, + "image_rgb_std": 0.26165843568742275, + "image_count": 48, + "quality_pass": true, + "bridge_repeat_bitwise_equal": true, + "native_lpips": 0.3771136791134874, + "native_pixel_mae": 0.1465170100952188, + "native_detail_mae": 0.03367988064807529, + "detail_energy_ratio": 1.0336223902801673 + }, + "selected": { + "clip_text_image_cosine": 0.3075694603224595, + "sampling_seconds": 0.5856305301519266, + "bridge_seconds": 0.0017263079935219139, + "image_rgb_std": 0.26142118747035664, + "image_count": 48, + "quality_pass": true, + "bridge_repeat_bitwise_equal": true, + "native_lpips": 0.3780206674709916, + "native_pixel_mae": 0.14609215129166842, + "native_detail_mae": 0.03372150473296642, + "detail_energy_ratio": 1.036277251938979 + }, + "repaired_source": { + "clip_text_image_cosine": 0.3081482208023469, + "sampling_seconds": 0.5845581179504128, + "bridge_seconds": 0.0018588434904813766, + "image_rgb_std": 0.2612251853570342, + "image_count": 48, + "quality_pass": true, + "bridge_repeat_bitwise_equal": true, + "native_lpips": 0.37778033611054224, + "native_pixel_mae": 0.14715851237997413, + "native_detail_mae": 0.033508921546551086, + "detail_energy_ratio": 1.0336602094272773 + } + }, + "comparisons": { + "linear_uncalibrated": { + "native_lpips": { + "candidate_minus_baseline": -0.006358101653556028, + "prompt_bootstrap_95_percent_interval": [ + -0.017461260648754737, + 0.004419931676238773 + ], + "prompt_count": 16, + "prompts_improved": 10, + "per_prompt_deltas": { + "69c6b91f7189f44577d2": 0.01988754669825236, + "978f7cb5fb01bf22523c": 0.0076389312744140625, + "9f0be48a1ef2dc4ce885": 8.90195369720459e-05, + "06dcbd59e5bc658ec580": 0.01774933934211731, + "f6ea3fb9a241d37c4fb6": -0.021033987402915955, + "07075c6a148e625a997a": -0.015316779414812723, + "593e8a026f6a96531c26": -0.0050773223241170245, + "f2e1e3d4c4157387c817": -0.004540830850601196, + "18949233e5ae12021263": -0.01101076602935791, + "60db927e2b28e456a102": 0.04067717989285787, + "b71eae96f6d63766bc0f": -0.00674775242805481, + "d85d9a84c873983c21e1": 0.007935047149658203, + "c96cd1fce8e47a2aac9a": -0.009050796429316202, + "740624682fb48ef9de2f": -0.03408389290173849, + "0564e20e17f92949faea": -0.05274855593840281, + "ba346dce185dbc104295": -0.036096006631851196 + } + }, + "native_pixel_mae": { + "candidate_minus_baseline": -0.003326521798347434, + "prompt_bootstrap_95_percent_interval": [ + -0.008090047452909251, + 0.00095705929949569 + ], + "prompt_count": 16, + "prompts_improved": 10, + "per_prompt_deltas": { + "69c6b91f7189f44577d2": 0.010721762975056967, + "978f7cb5fb01bf22523c": 0.0007752527793248495, + "9f0be48a1ef2dc4ce885": -0.000843574603398641, + "06dcbd59e5bc658ec580": 0.008430302143096924, + "f6ea3fb9a241d37c4fb6": -0.0071954553325970965, + "07075c6a148e625a997a": -0.006219935913880666, + "593e8a026f6a96531c26": -0.002699047327041626, + "f2e1e3d4c4157387c817": 0.001969166100025177, + "18949233e5ae12021263": 0.0006917491555213928, + "60db927e2b28e456a102": 0.008020640661319097, + "b71eae96f6d63766bc0f": -0.010789374510447184, + "d85d9a84c873983c21e1": -0.0003184378147125244, + "c96cd1fce8e47a2aac9a": -0.004497090975443522, + "740624682fb48ef9de2f": -0.01392831156651179, + "0564e20e17f92949faea": -0.027514191965262096, + "ba346dce185dbc104295": -0.009827802578608194 + } + }, + "clip_text_image_cosine": { + "candidate_minus_baseline": 0.0012426084528366723, + "prompt_bootstrap_95_percent_interval": [ + -0.000833248315999905, + 0.003445820743218064 + ], + "prompt_count": 16, + "prompts_improved": 9, + "per_prompt_deltas": { + "69c6b91f7189f44577d2": -0.008427510658899942, + "978f7cb5fb01bf22523c": -0.001944790283838908, + "9f0be48a1ef2dc4ce885": 2.388159434000651e-05, + "06dcbd59e5bc658ec580": 0.0008262892564137777, + "f6ea3fb9a241d37c4fb6": -0.0013627906640370686, + "07075c6a148e625a997a": 0.005472660064697266, + "593e8a026f6a96531c26": 0.0020618836085001626, + "f2e1e3d4c4157387c817": -0.0011492172876993816, + "18949233e5ae12021263": 0.0030751427014668784, + "60db927e2b28e456a102": -0.0017735064029693604, + "b71eae96f6d63766bc0f": -0.0002011259396870931, + "d85d9a84c873983c21e1": 0.012138674656550089, + "c96cd1fce8e47a2aac9a": 0.003370086352030436, + "740624682fb48ef9de2f": 0.0026403963565826416, + "0564e20e17f92949faea": -0.0008615354696909586, + "ba346dce185dbc104295": 0.005993197361628215 + } + } + }, + "selected": { + "native_lpips": { + "candidate_minus_baseline": -0.00545111329605182, + "prompt_bootstrap_95_percent_interval": [ + -0.017689170230490468, + 0.008170036304121215 + ], + "prompt_count": 16, + "prompts_improved": 11, + "per_prompt_deltas": { + "69c6b91f7189f44577d2": 0.019887487093607586, + "978f7cb5fb01bf22523c": 0.007638911406199138, + "9f0be48a1ef2dc4ce885": -0.013423313697179159, + "06dcbd59e5bc658ec580": 0.01774933934211731, + "f6ea3fb9a241d37c4fb6": -0.021033987402915955, + "07075c6a148e625a997a": -0.015316779414812723, + "593e8a026f6a96531c26": -0.00507734219233195, + "f2e1e3d4c4157387c817": -0.004540830850601196, + "18949233e5ae12021263": -0.011010746161142984, + "60db927e2b28e456a102": 0.06870140631993611, + "b71eae96f6d63766bc0f": -0.006747742493947347, + "d85d9a84c873983c21e1": 0.007935047149658203, + "c96cd1fce8e47a2aac9a": -0.00905078649520874, + "740624682fb48ef9de2f": -0.03408389290173849, + "0564e20e17f92949faea": -0.05274855593840281, + "ba346dce185dbc104295": -0.036096026500066124 + } + }, + "native_pixel_mae": { + "candidate_minus_baseline": -0.003751380601897836, + "prompt_bootstrap_95_percent_interval": [ + -0.008547981436519572, + 0.0006537250126712024 + ], + "prompt_count": 16, + "prompts_improved": 10, + "per_prompt_deltas": { + "69c6b91f7189f44577d2": 0.010721762975056967, + "978f7cb5fb01bf22523c": 0.0007752527793248495, + "9f0be48a1ef2dc4ce885": -0.009089951713879904, + "06dcbd59e5bc658ec580": 0.008430302143096924, + "f6ea3fb9a241d37c4fb6": -0.0071954553325970965, + "07075c6a148e625a997a": -0.006219935913880666, + "593e8a026f6a96531c26": -0.002699047327041626, + "f2e1e3d4c4157387c817": 0.001969166100025177, + "18949233e5ae12021263": 0.0006917491555213928, + "60db927e2b28e456a102": 0.009469276914993921, + "b71eae96f6d63766bc0f": -0.010789374510447184, + "d85d9a84c873983c21e1": -0.0003184378147125244, + "c96cd1fce8e47a2aac9a": -0.004497090975443522, + "740624682fb48ef9de2f": -0.01392831156651179, + "0564e20e17f92949faea": -0.027514191965262096, + "ba346dce185dbc104295": -0.009827802578608194 + } + }, + "clip_text_image_cosine": { + "candidate_minus_baseline": 0.001369483768939972, + "prompt_bootstrap_95_percent_interval": [ + -0.0007196499345203237, + 0.0035478313298275064 + ], + "prompt_count": 16, + "prompts_improved": 9, + "per_prompt_deltas": { + "69c6b91f7189f44577d2": -0.008427510658899942, + "978f7cb5fb01bf22523c": -0.001944790283838908, + "9f0be48a1ef2dc4ce885": 0.0018561085065205891, + "06dcbd59e5bc658ec580": 0.0008262892564137777, + "f6ea3fb9a241d37c4fb6": -0.0013627906640370686, + "07075c6a148e625a997a": 0.005472660064697266, + "593e8a026f6a96531c26": 0.0020618836085001626, + "f2e1e3d4c4157387c817": -0.0011492172876993816, + "18949233e5ae12021263": 0.0030751427014668784, + "60db927e2b28e456a102": -0.0015757282574971516, + "b71eae96f6d63766bc0f": -0.0002011259396870931, + "d85d9a84c873983c21e1": 0.012138674656550089, + "c96cd1fce8e47a2aac9a": 0.003370086352030436, + "740624682fb48ef9de2f": 0.0026403963565826416, + "0564e20e17f92949faea": -0.0008615354696909586, + "ba346dce185dbc104295": 0.005993197361628215 + } + } + }, + "repaired_source": { + "native_lpips": { + "candidate_minus_baseline": -0.005691444656501216, + "prompt_bootstrap_95_percent_interval": [ + -0.0196549965805995, + 0.01078894466627389 + ], + "prompt_count": 16, + "prompts_improved": 11, + "per_prompt_deltas": { + "69c6b91f7189f44577d2": 0.017703960339228313, + "978f7cb5fb01bf22523c": 0.01326205333073934, + "9f0be48a1ef2dc4ce885": -0.014471729596455893, + "06dcbd59e5bc658ec580": -0.02324545383453369, + "f6ea3fb9a241d37c4fb6": -0.04817470908164978, + "07075c6a148e625a997a": -0.004192148645718892, + "593e8a026f6a96531c26": -0.008265515168507894, + "f2e1e3d4c4157387c817": 0.0073256343603134155, + "18949233e5ae12021263": -0.009178717931111654, + "60db927e2b28e456a102": 0.09010755022366841, + "b71eae96f6d63766bc0f": -0.0012584229310353596, + "d85d9a84c873983c21e1": 0.005772838989893596, + "c96cd1fce8e47a2aac9a": -0.025958667198816936, + "740624682fb48ef9de2f": -0.05593537539243698, + "0564e20e17f92949faea": -0.013404448827107748, + "ba346dce185dbc104295": -0.02114996314048767 + } + }, + "native_pixel_mae": { + "candidate_minus_baseline": -0.002685019513592124, + "prompt_bootstrap_95_percent_interval": [ + -0.007198532249700898, + 0.0016697447902212536 + ], + "prompt_count": 16, + "prompts_improved": 10, + "per_prompt_deltas": { + "69c6b91f7189f44577d2": 0.008842224876085917, + "978f7cb5fb01bf22523c": 0.007016132275263469, + "9f0be48a1ef2dc4ce885": -0.00893867015838623, + "06dcbd59e5bc658ec580": -0.002554871141910553, + "f6ea3fb9a241d37c4fb6": -0.014063249031702677, + "07075c6a148e625a997a": -0.0011410241325696309, + "593e8a026f6a96531c26": 0.00028638044993082684, + "f2e1e3d4c4157387c817": 0.0068827470143636065, + "18949233e5ae12021263": -0.0015599752465883892, + "60db927e2b28e456a102": 0.013159297406673431, + "b71eae96f6d63766bc0f": -0.007779970765113831, + "d85d9a84c873983c21e1": 0.0018155624469121296, + "c96cd1fce8e47a2aac9a": -0.009897232055664062, + "740624682fb48ef9de2f": -0.024301785975694656, + "0564e20e17f92949faea": -0.005387167135874431, + "ba346dce185dbc104295": -0.005338711043198903 + } + }, + "clip_text_image_cosine": { + "candidate_minus_baseline": 0.0019482442488272982, + "prompt_bootstrap_95_percent_interval": [ + -0.0006305584528793891, + 0.0053356045857071875 + ], + "prompt_count": 16, + "prompts_improved": 10, + "per_prompt_deltas": { + "69c6b91f7189f44577d2": -0.0054356058438618975, + "978f7cb5fb01bf22523c": 0.002442687749862671, + "9f0be48a1ef2dc4ce885": 0.0022530357042948404, + "06dcbd59e5bc658ec580": -0.004793415466944377, + "f6ea3fb9a241d37c4fb6": 0.0002977450688680013, + "07075c6a148e625a997a": 0.003260195255279541, + "593e8a026f6a96531c26": -0.002717773119608561, + "f2e1e3d4c4157387c817": -0.0022732416788736978, + "18949233e5ae12021263": 0.002922693888346354, + "60db927e2b28e456a102": -0.00015729665756225586, + "b71eae96f6d63766bc0f": -4.275639851888021e-05, + "d85d9a84c873983c21e1": 0.022214581569035847, + "c96cd1fce8e47a2aac9a": 0.002004951238632202, + "740624682fb48ef9de2f": 0.003989626963933309, + "0564e20e17f92949faea": 6.054838498433431e-05, + "ba346dce185dbc104295": 0.007145931323369344 + } + } + } + }, + "review_sheets": [ + "review-00.jpg", + "review-01.jpg", + "review-02.jpg", + "review-03.jpg", + "review-04.jpg", + "review-05.jpg", + "review-06.jpg", + "review-07.jpg", + "review-08.jpg", + "review-09.jpg", + "review-10.jpg", + "review-11.jpg" + ] + }, + "mask_metrics": { + "native": { + "wrong_positions": 0, + "false_positive": 0, + "false_negative": 0, + "exact_prompts": 16, + "prompts": 16 + }, + "parent": { + "wrong_positions": 1, + "false_positive": 0, + "false_negative": 1, + "exact_prompts": 15, + "prompts": 16 + }, + "linear_uncalibrated": { + "wrong_positions": 1, + "false_positive": 0, + "false_negative": 1, + "exact_prompts": 15, + "prompts": 16 + }, + "selected": { + "wrong_positions": 3, + "false_positive": 0, + "false_negative": 3, + "exact_prompts": 14, + "prompts": 16 + }, + "repaired_source": { + "wrong_positions": 3, + "false_positive": 0, + "false_negative": 3, + "exact_prompts": 14, + "prompts": 16 + } + }, + "validation_selection": { + "selected": "linear_cal", + "selected_validation": { + "native_lpips": 0.37923671806166914, + "native_pixel_mae": 0.14399123039824524, + "clip_text_image_cosine": 0.30746305802430224 + }, + "parent_validation": { + "native_lpips": 0.3845586983979434, + "native_pixel_mae": 0.14540668043853908, + "clip_text_image_cosine": 0.30728059424751103 + }, + "validation_prompts": 58, + "validation_prompt_seed_pairs": 82, + "ranking": [ + "linear_cal", + "linear_distill", + "source_cal", + "parent_cal", + "source_full", + "parent", + "combined_025", + "linear_rollout", + "orthogonal_100", + "orthogonal_025" + ], + "scores": { + "native": { + "native_lpips": 0.0, + "native_pixel_mae": 0.0, + "clip_text_image_cosine": 0.31729713510507823 + }, + "parent": { + "native_lpips": 0.3845586983979434, + "native_pixel_mae": 0.14540668043853908, + "clip_text_image_cosine": 0.30728059424751103 + }, + "linear_distill": { + "native_lpips": 0.3811477638952348, + "native_pixel_mae": 0.14415318966340063, + "clip_text_image_cosine": 0.3076438892675542 + }, + "linear_rollout": { + "native_lpips": 0.38574381789256784, + "native_pixel_mae": 0.14572909688470007, + "clip_text_image_cosine": 0.3078894349692881 + }, + "source_full": { + "native_lpips": 0.3832593902774241, + "native_pixel_mae": 0.14520142021878013, + "clip_text_image_cosine": 0.30850052174137926 + }, + "orthogonal_025": { + "native_lpips": 0.3886523847949916, + "native_pixel_mae": 0.1462558062597253, + "clip_text_image_cosine": 0.3085590165922011 + }, + "orthogonal_100": { + "native_lpips": 0.38771238516288237, + "native_pixel_mae": 0.1463224577407042, + "clip_text_image_cosine": 0.30837413865601876 + }, + "combined_025": { + "native_lpips": 0.3855607927530661, + "native_pixel_mae": 0.14555561092906985, + "clip_text_image_cosine": 0.30844964797811947 + }, + "parent_cal": { + "native_lpips": 0.38301196291871453, + "native_pixel_mae": 0.14532601702744247, + "clip_text_image_cosine": 0.30715905900659235 + }, + "linear_cal": { + "native_lpips": 0.37923671806166914, + "native_pixel_mae": 0.14399123039824524, + "clip_text_image_cosine": 0.30746305802430224 + }, + "source_cal": { + "native_lpips": 0.3814662068054594, + "native_pixel_mae": 0.14504165844670658, + "clip_text_image_cosine": 0.3084425563956129 + } + }, + "checkpoints": { + "parent": { + "path": "/ml2/model-glue/artifacts/runs/sana-transfer-sd15-movable/best.safetensors", + "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" + }, + "linear_distill": { + "path": "/ml2/model-glue/artifacts/runs/formulation-linear-distill-fixed/best.safetensors", + "sha256": "fc7f44369cf21791c4f9ad6b74978dd420be41a76330a1fe32b11f440f3bf925" + }, + "linear_rollout": { + "path": "/ml2/model-glue/artifacts/runs/formulation-linear-rollout-fixed/best.safetensors", + "sha256": "065d88db8ad73f904b3681f2a45bcacafd6b86af7b32f69aabab08a2585ef2f5" + }, + "source_full": { + "path": "/ml2/model-glue/artifacts/runs/formulation-source-residual-fullscale-fixed/best.safetensors", + "sha256": "ceeb067e4c96b545f5bc094d660ce1e0e1a1953dd14edbf3270a32017f1acdd9" + }, + "orthogonal_025": { + "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/orthogonal-025.safetensors", + "sha256": "34d9ad66dff950cca7afec85bbac1046e05ff759e4eee9057d41d0416415fc7a" + }, + "orthogonal_100": { + "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/orthogonal-100.safetensors", + "sha256": "85986a987e6d5a6b5ad52f651b2267c319107927431afd685437dc829f11ba6a" + }, + "combined_025": { + "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/combined-025.safetensors", + "sha256": "73f11ee497640c4ce4cb09b115e940e84233e4a36130e73bb30cfa15c61a3124" + }, + "parent_cal": { + "path": "/ml2/model-glue/artifacts/formulation-repair/parent-calibrated.safetensors", + "sha256": "ee3fe905e68d9fa9859ef5cd303ad86868b3ae680bd81c4e8f4954f2ba6d13ad" + }, + "linear_cal": { + "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/linear-distill-calibrated.safetensors", + "sha256": "d3be2492e49f6eb1bc28a406d35108f1055e3dd19e412792442b4c5d9274bb4d" + }, + "source_cal": { + "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/source-full-calibrated.safetensors", + "sha256": "1a2db74c6c2d940ee15a845a7e60404ffbe32573757672586a18c578db36a10a" + } + }, + "selected_checkpoint": "/ml2/model-glue/artifacts/runs/formulation-selected/best.safetensors", + "selected_sha256": "d3be2492e49f6eb1bc28a406d35108f1055e3dd19e412792442b4c5d9274bb4d", + "selection": "Minimum native-image LPIPS averaged equally across 58 validation prompts; three seeds averaged within each original prompt and one seed for each additional prompt. Mask calibration used validation labels only.", + "test_used_for_selection": false, + "test_recipe": { + "split": "test", + "prompts": 16, + "seeds": [ + 87654, + 12001, + 12002 + ], + "steps": 20, + "height": 512, + "width": 512, + "guidance_scale": 4.5 + }, + "final_test_comparators": [ + "original parent", + "uncalibrated linear continuation", + "validation-selected calibrated linear continuation", + "calibrated expanded source-head alternative" + ], + "calibration_additional_panel_reuse": "Verified bitwise equality of every deployed conditioning tensor, positive mask and native empty branch for all 46 additional prompts." + }, + "visual_review": { + "seed": 87654, + "test_prompts_reviewed": 16, + "methods_reviewed": [ + "native", + "parent", + "selected", + "repaired_source" + ], + "images_reviewed": 64, + "young_people_observed": false, + "scope": "Visual review of all first-seed outputs for these four methods. All three seeds are included in numerical metrics.", + "observations": [ + "The selected beach-bench orientation is closer to native than the parent in the displayed first seed.", + "The small car between two trucks is not recovered.", + "The swan still looks goose-like.", + "Room, fruit and cat images mostly change subtly.", + "The expanded-source head changes the bench to a pale color in this seed; extra source access does not guarantee attribute binding.", + "Validation pizza/egg and zebra/road failures remain; mask correction produces a cleaner single zebra and sacrifices plurality." + ] + }, + "relative_test_improvement": { + "native_lpips": 0.014215161504578355, + "native_pixel_mae": 0.02503531887223831 + }, + "test_used_for_further_tuning": false, + "verification": { + "tests_passed": 82, + "reference_cap_gradient_error": 0.0, + "ruff_passed": true, + "diff_check_passed": true + }, + "original_checkpoint_sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" + }, + "source_reachability": { + "scope": "Synthetic token-state perturbation in a trained bridge; not a pair of real captions or a claim that specific words are irrecoverable.", + "source_change_l2": 28.70352005887431, + "source_mean_max_abs_change": 0.0, + "encoded_source_max_abs_change": 5.551115123125783e-15, + "routed_particle_max_abs_change": 0.0, + "parent_output_max_abs_change": 3.907985046680551e-14, + "numeric_dtype": "float64", + "candidate": "artifacts/runs/formulation-source-residual-fullscale-fixed/best.safetensors", + "candidate_output_max_abs_change": 0.1050608975825078, + "candidate_output_l2_change": 0.3464273494892815 + }, + "rollout_runtime": { + "native_pipeline_max_abs_error": 0.0, + "steps": 20, + "train_row": 0, + "terminal_latent_nmse": 0.18695734441280365, + "conditioning_gradient_norm": 0.09768784046173096, + "frozen_denoiser_has_no_parameter_gradients": true, + "elapsed_seconds": 8.864582935813814, + "peak_cuda_allocated_bytes": 3100566528 + }, + "reference_audit": { + "reference_revision": "b5ee35f9b24cf35a6b1346ba2f0856c4877aa336", + "reference_file_hashes": { + "lib/gan_loss.py": "4d6db2bde462264bdc298ff1302f83870712b3c2b7ab81a6b5d827b07ddbea93", + "lib/grad_regularizers.py": "a350f1d5c2ca0f7c2bbb36a599b79f3b97af38e70ea4b28b6052c9a2620444ff", + "lib/vicreg_loss.py": "d2563bcab93d443cbf2cf2260946a3ba470f1fc584c231b704ec5ac154f668c4" + }, + "checks": [ + "RpGAN D loss", + "RpGAN G loss", + "VICReg", + "b_cap value", + "b_cap parameter gradients" + ], + "passed": true, + "penalty": 6.158433437347412, + "max_penalty_gradient_error": 0.0 + }, + "calibration_equivalence": { + "parent": { + "rows": 46, + "positive_features_bitwise_equal": true, + "positive_masks_bitwise_equal": true, + "native_empty_branch_bitwise_equal": true, + "scope": "Actual per-prompt deployment inputs are identical; existing additional-validation images and scores apply to both checkpoints." + }, + "linear_distill": { + "rows": 46, + "positive_features_bitwise_equal": true, + "positive_masks_bitwise_equal": true, + "native_empty_branch_bitwise_equal": true, + "scope": "Actual per-prompt deployment inputs are identical; existing additional-validation images and scores apply to both checkpoints." + }, + "source_full": { + "rows": 46, + "positive_features_bitwise_equal": true, + "positive_masks_bitwise_equal": true, + "native_empty_branch_bitwise_equal": true, + "scope": "Actual per-prompt deployment inputs are identical; existing additional-validation images and scores apply to both checkpoints." + } + }, + "visual_review": { + "seed": 87654, + "test_prompts_reviewed": 16, + "methods_reviewed": [ + "native", + "parent", + "selected", + "repaired_source" + ], + "images_reviewed": 64, + "young_people_observed": false, + "scope": "Visual review of all first-seed outputs for these four methods. All three seeds are included in numerical metrics.", + "observations": [ + "The selected beach-bench orientation is closer to native than the parent in the displayed first seed.", + "The small car between two trucks is not recovered.", + "The swan still looks goose-like.", + "Room, fruit and cat images mostly change subtly.", + "The expanded-source head changes the bench to a pale color in this seed; extra source access does not guarantee attribute binding.", + "Validation pizza/egg and zebra/road failures remain; mask correction produces a cleaner single zebra and sacrifices plurality." + ] + }, + "experiment_scripts_sha256": { + "scripts/collect_retraining.py": "2adbbf0dd309b4b2b225e189ffd1fffd272cfe345ff3a8ebbd989a93a925d528", + "scripts/calibrate_text_mask.py": "ce7a216ad8f4006f64c0923d355c9c97dc0d42e84d7fff76e35212c7e8ccc1fb", + "scripts/check_rollout_runtime.py": "8f28367e52f3cea9424c7b4a08b7ade02288abdff32a0246dfec68700cd3a740", + "scripts/check_source_reachability.py": "52a3cc43e7ded9ca9cefc23089a918ebf5138d476dc4e632220cc16a8bda0093", + "scripts/compose_text_heads.py": "b8a06c64947edd6392bde70d992291d66a02c472a1af385f14033e6565c65d2b", + "scripts/prepare_validation_confirmation.py": "54aa2868b98919aaefd0d51594f9c23478a56594082fe3dcd6bf04b2480b113a", + "scripts/select_retrained_bridge.py": "f56ecb992dbea69f67d4900241748516edcafc948f37f78f7df58c0e2b143bfa", + "scripts/summarize_formulation_eval.py": "52b746361f918525a3414f2b59555167b20a7353936346ea6da8ac141d372039" + }, + "scope": "SD1.5 to SANA. Training/checkpoint selection/calibration used training and validation only. Final test did not trigger further tuning or checkpoint reselection. Small observed fidelity gains; confidence intervals include no change." +}