| { |
| "training": { |
| "parent": { |
| "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", |
| "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" |
| }, |
| "protocol": { |
| "phase": "output-quality retraining after structural fixes", |
| "parent": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", |
| "runs": [ |
| "residual-distill-fixed", |
| "linear-distill-fixed", |
| "residual-bcap-fixed" |
| ], |
| "training_steps_per_run": 1500, |
| "selection": { |
| "split": "val", |
| "prompts": 12, |
| "seeds": [ |
| 87654 |
| ], |
| "metric": "minimum native-image LPIPS with image-variance floor", |
| "interval_steps": 250, |
| "initial_checkpoint_eligible": true |
| }, |
| "confirmation": { |
| "split": "val", |
| "prompts": 12, |
| "seeds": [ |
| 87654, |
| 12001, |
| 12002 |
| ], |
| "selection_frozen_per_run": true, |
| "primary_metric": "native-image LPIPS", |
| "secondary_metrics": [ |
| "CLIP text-image cosine", |
| "native pixel MAE", |
| "visual prompt accuracy" |
| ], |
| "all_images_retained": true |
| }, |
| "final_comparison": { |
| "split": "test", |
| "seeds": [ |
| 87654, |
| 12001, |
| 12002 |
| ], |
| "freeze_candidate_on_validation": true, |
| "test_used_for_further_tuning": false |
| }, |
| "particle_scope": "All new runs freeze the identical parent cloud; no movable-particle advantage claim.", |
| "gpu": 1, |
| "output_focused_followup": { |
| "run": "residual-rollout-fixed", |
| "steps": 500, |
| "eval_every": 100, |
| "training_loss": "full deployed 20-step terminal latent NMSE plus 0.1 paired embedding NMSE", |
| "same_validation_protocol": true, |
| "reason": "isolated local-denoiser improvements did not translate into rendered fidelity", |
| "parity_check": "artifacts/formulation-repair/rollout-runtime.json", |
| "compute_scope": "Different training objective and increased denoiser work; no compute-matched claim against local-denoiser arms.", |
| "matched_control": "linear-rollout-fixed" |
| }, |
| "additional_validation": { |
| "dataset": "artifacts/data/formulation-validation-confirmation", |
| "dataset_config": "configs/formulation/validation-confirmation.json", |
| "prompts": 46, |
| "seeds": [ |
| 12001 |
| ], |
| "no_current_train_selection_or_test_image_family_overlap": true, |
| "scope": "Original broader validation cache; not claimed unseen by historical model selection." |
| }, |
| "source_access_followup": { |
| "run": "source-residual-distill-fixed", |
| "control": "residual-distill-fixed", |
| "updates": 1500, |
| "reason": "Verified source projection nullspace also invisible to the mean-source router; prior expanded head had no access to discarded source channels.", |
| "scope": "Synthetic token-state counterexample; not a claim that a particular word lies in the nullspace.", |
| "initialization_control": "source-residual-fullscale-fixed" |
| }, |
| "final_validation_ranking": { |
| "rule": "First freeze each run at its minimum original validation LPIPS checkpoint. Compare remaining candidates on the same 46 additional validation prompts at seed12001, and original12 at seeds87654,12001,12002. Average per-prompt LPIPS across seeds before averaging all58 prompts. Compare against the parent and linear-distill control; inspect CLIP and images separately. Test only after freezing a final candidate." |
| }, |
| "mask_calibration": { |
| "script": "scripts/calibrate_text_mask.py", |
| "selection": "Validation mask Hamming error across58prompts; no rendered-image score used to choose threshold.", |
| "threshold_offset": 2.0417721271514893, |
| "errors_before": 6, |
| "errors_after": 4, |
| "inference": "One fixed mask-head bias in exported network; no inference fitting.", |
| "changed_validation_rows": [ |
| "zebra road", |
| "clock in tire" |
| ] |
| }, |
| "head_compositions": { |
| "base": "linear-rollout-fixed selected 200", |
| "residual": "source-residual-fullscale-fixed selected 1000", |
| "candidates": [ |
| { |
| "scale": 0.25, |
| "orthogonal": true |
| }, |
| { |
| "scale": 1.0, |
| "orthogonal": true |
| }, |
| { |
| "scale": 0.25, |
| "orthogonal": false |
| } |
| ], |
| "scope": "Validation-only checkpoint composition, frozen stem checked exactly. Same complete images for all candidates; no inference selection." |
| } |
| }, |
| "rollout_runtime": { |
| "native_pipeline_max_abs_error": 0.0, |
| "steps": 20, |
| "train_row": 0, |
| "terminal_latent_nmse": 0.18695734441280365, |
| "conditioning_gradient_norm": 0.09768784046173096, |
| "frozen_denoiser_has_no_parameter_gradients": true, |
| "elapsed_seconds": 8.864582935813814, |
| "peak_cuda_allocated_bytes": 3100566528 |
| }, |
| "runs": { |
| "residual-distill-fixed": { |
| "config": { |
| "seed": 90526, |
| "source": { |
| "repo_id": "stable-diffusion-v1-5/stable-diffusion-v1-5", |
| "revision": "451f4fe16113bff5a5d2269ed5ad43b0592e9a14" |
| }, |
| "dataset": "artifacts/data/sana-transfer-sd15", |
| "state_cache": "artifacts/data/sana-transfer-sd15-states", |
| "steps": 1500, |
| "batch_size": 32, |
| "lr": 1e-05, |
| "adv_weight": 0.0, |
| "feature_weight": 0.0, |
| "embedding_weight": 0.1, |
| "mask_weight": 0.0, |
| "particle_weight": 0.0, |
| "functional_weight": 1.0, |
| "functional_every": 1, |
| "functional_start": 0, |
| "functional_batch": 4, |
| "eval_every": 250, |
| "log_every": 50, |
| "functional_normalize": true, |
| "native_state_probability": 0.5, |
| "ema_decay": 0.98, |
| "branch_weight": 1.0, |
| "guided_weight": 0.05, |
| "guidance_scale": 4.5, |
| "matmul_tf32": false, |
| "max_grad_norm": 1.0, |
| "selection_metric": "native_lpips", |
| "bridge": { |
| "source_dim": 768, |
| "target_dim": 2304, |
| "tokens": 77, |
| "width": 384, |
| "blocks": 4, |
| "particle_dim": 4, |
| "num_particles": 256, |
| "learnable_particles": false, |
| "source_residual": true, |
| "native_unconditional": true, |
| "output_head": "expanded_residual", |
| "head_width": 0, |
| "use_particles": true |
| }, |
| "functional_validation": { |
| "batch_size": 4 |
| }, |
| "render_validation": { |
| "seeds": [ |
| 87654 |
| ], |
| "steps": 20, |
| "height": 512, |
| "width": 512, |
| "guidance_scale": 4.5, |
| "scorer_device": "cpu", |
| "include_native_empty": false, |
| "measure_native_fidelity": true |
| }, |
| "scope": "Validation-selected residual-only continuation. Parent resampler, projection, masks and cloud frozen exactly. Isolate whether expanded output capacity improves actual rendered native fidelity. No particle-advantage claim; no test access during training.", |
| "patience": 0, |
| "critic": { |
| "architecture": "coordinate", |
| "width": 128 |
| }, |
| "training_paths": "routed", |
| "regularizer": "b_cap", |
| "cap_coefficient": 1.0, |
| "cap_kappa": 1.0, |
| "cap_damping": 0.01, |
| "cap_interpolation_coefficient": 0.1, |
| "feature_normalization": "centered", |
| "padding_weight": 0.0, |
| "particle_center_weight": 0.0, |
| "routing_diagnostics": true, |
| "trainable_parts": "residual", |
| "supervised_only": true, |
| "soft_mask_weight": 0.0, |
| "dataset_manifest_sha256": "208e35938dc8a58cae55143b826f6227b7d1e3e1f2d5a76f1945b680afdc4789", |
| "dataset_files_sha256": { |
| "train.safetensors": "b261fa2117097767708eb814f4255c9bafc5acf8f0fa139b225b6011b3f27aeb", |
| "val.safetensors": "a03485b965c3e99ac89ff71acdeb5395bca1ce193250bf5e345826b38c2296c2", |
| "unconditional.safetensors": "5a10cc2eab0fc39abf3cd14d4c3bb1671e0d39d2bc03566c016bab450954ef4c" |
| }, |
| "state_cache_manifest_sha256": "294c1985f36f3d4a1c8cd06e7ff92caab5db466afef486e0ce2e2a37da6d3368", |
| "state_cache_sha256": "a673c10a1b340ec653c1bbd52558c2f75183067f7a5d5bc59b82e1f91323a297", |
| "initialization": { |
| "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", |
| "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" |
| }, |
| "scheduler_fingerprint": "f74da76a6be0c07b6d72a389267c0cf09c017dd2e37e7c4d74fa195ad6da076e", |
| "sana": { |
| "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", |
| "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" |
| }, |
| "packages": { |
| "torch": "2.11.0+cu128", |
| "diffusers": "0.40.0.dev0", |
| "transformers": "5.15.0" |
| } |
| }, |
| "complete": { |
| "steps": 1500, |
| "reason": "steps_completed", |
| "elapsed_s": 1069.8551085740328, |
| "best_rendered_validation_native_lpips": 0.4177314167221387, |
| "training_compute": { |
| "functional_updates": 1500, |
| "functional_examples": 6000, |
| "teacher_forward_examples": 6168, |
| "student_forward_examples": 12000, |
| "student_backward_examples": 12000, |
| "peak_cuda_allocated_bytes": 6965356032 |
| }, |
| "native_state_cache_compute": { |
| "teacher_branch_forward_examples": 20480, |
| "elapsed_s": 404.5765976989642, |
| "peak_cuda_allocated_bytes": 1850372096 |
| }, |
| "selection": "minimum validation rendered native-image LPIPS passing image-variance floor; earlier checkpoint wins exact ties" |
| }, |
| "selected_step": 0, |
| "selected_checkpoint": "artifacts/runs/formulation-residual-distill-fixed/best.safetensors", |
| "selected_sha256": "d0c46ce8c36af241bbb99fe1155f02f0b5ab5ea6b77df887a6507552d427a63f", |
| "frozen_parent_tensors_bitwise_unchanged": true, |
| "frozen_tensor_count": 68, |
| "validation": [ |
| { |
| "step": 0, |
| "selected": true, |
| "embedding_nmse": 0.5547684033711752, |
| "prompt_effect_nmse": 0.08217833723706777, |
| "native_lpips": 0.4177314167221387, |
| "clip_text_image_cosine": 0.31144533182183903 |
| }, |
| { |
| "step": 250, |
| "selected": false, |
| "embedding_nmse": 0.5548651417096456, |
| "prompt_effect_nmse": 0.08032322944139055, |
| "native_lpips": 0.42434777319431305, |
| "clip_text_image_cosine": 0.3102738671004772 |
| }, |
| { |
| "step": 500, |
| "selected": false, |
| "embedding_nmse": 0.5549016992251078, |
| "prompt_effect_nmse": 0.0855961406881929, |
| "native_lpips": 0.44348498185475665, |
| "clip_text_image_cosine": 0.312394085029761 |
| }, |
| { |
| "step": 750, |
| "selected": false, |
| "embedding_nmse": 0.5547957420349121, |
| "prompt_effect_nmse": 0.08097882277907104, |
| "native_lpips": 0.428757730871439, |
| "clip_text_image_cosine": 0.31205351402362186 |
| }, |
| { |
| "step": 1000, |
| "selected": false, |
| "embedding_nmse": 0.5548253854115804, |
| "prompt_effect_nmse": 0.0803883256180244, |
| "native_lpips": 0.41872241472204524, |
| "clip_text_image_cosine": 0.3119073249399662 |
| }, |
| { |
| "step": 1250, |
| "selected": false, |
| "embedding_nmse": 0.5546573201815287, |
| "prompt_effect_nmse": 0.08297913274485641, |
| "native_lpips": 0.4261079666515191, |
| "clip_text_image_cosine": 0.3102274959286054 |
| }, |
| { |
| "step": 1500, |
| "selected": false, |
| "embedding_nmse": 0.5545881390571594, |
| "prompt_effect_nmse": 0.08142697624588305, |
| "native_lpips": 0.42242543896039325, |
| "clip_text_image_cosine": 0.3121123065551122 |
| } |
| ] |
| }, |
| "linear-distill-fixed": { |
| "config": { |
| "seed": 90526, |
| "source": { |
| "repo_id": "stable-diffusion-v1-5/stable-diffusion-v1-5", |
| "revision": "451f4fe16113bff5a5d2269ed5ad43b0592e9a14" |
| }, |
| "dataset": "artifacts/data/sana-transfer-sd15", |
| "state_cache": "artifacts/data/sana-transfer-sd15-states", |
| "steps": 1500, |
| "batch_size": 32, |
| "lr": 1e-05, |
| "adv_weight": 0.0, |
| "feature_weight": 0.0, |
| "embedding_weight": 0.1, |
| "mask_weight": 0.0, |
| "particle_weight": 0.0, |
| "functional_weight": 1.0, |
| "functional_every": 1, |
| "functional_start": 0, |
| "functional_batch": 4, |
| "eval_every": 250, |
| "log_every": 50, |
| "functional_normalize": true, |
| "native_state_probability": 0.5, |
| "ema_decay": 0.98, |
| "branch_weight": 1.0, |
| "guided_weight": 0.05, |
| "guidance_scale": 4.5, |
| "matmul_tf32": false, |
| "max_grad_norm": 1.0, |
| "selection_metric": "native_lpips", |
| "bridge": { |
| "source_dim": 768, |
| "target_dim": 2304, |
| "tokens": 77, |
| "width": 384, |
| "blocks": 4, |
| "particle_dim": 4, |
| "num_particles": 256, |
| "learnable_particles": false, |
| "source_residual": true, |
| "native_unconditional": true, |
| "output_head": "linear", |
| "head_width": 0, |
| "use_particles": true |
| }, |
| "functional_validation": { |
| "batch_size": 4 |
| }, |
| "render_validation": { |
| "seeds": [ |
| 87654 |
| ], |
| "steps": 20, |
| "height": 512, |
| "width": 512, |
| "guidance_scale": 4.5, |
| "scorer_device": "cpu", |
| "include_native_empty": false, |
| "measure_native_fidelity": true |
| }, |
| "scope": "Matched old-linear-head distillation control for residual-distill-fixed. Same parent, frozen resampler/cloud, batches, functional states, losses, learning rate, and update budget. Mask weight zero and deployed hard masks yield zero mask-head gradient. Validation selection only.", |
| "patience": 0, |
| "critic": { |
| "architecture": "coordinate", |
| "width": 128 |
| }, |
| "training_paths": "routed", |
| "regularizer": "b_cap", |
| "cap_coefficient": 1.0, |
| "cap_kappa": 1.0, |
| "cap_damping": 0.01, |
| "cap_interpolation_coefficient": 0.1, |
| "feature_normalization": "centered", |
| "padding_weight": 0.0, |
| "particle_center_weight": 0.0, |
| "routing_diagnostics": true, |
| "trainable_parts": "heads", |
| "supervised_only": true, |
| "soft_mask_weight": 0.0, |
| "dataset_manifest_sha256": "208e35938dc8a58cae55143b826f6227b7d1e3e1f2d5a76f1945b680afdc4789", |
| "dataset_files_sha256": { |
| "train.safetensors": "b261fa2117097767708eb814f4255c9bafc5acf8f0fa139b225b6011b3f27aeb", |
| "val.safetensors": "a03485b965c3e99ac89ff71acdeb5395bca1ce193250bf5e345826b38c2296c2", |
| "unconditional.safetensors": "5a10cc2eab0fc39abf3cd14d4c3bb1671e0d39d2bc03566c016bab450954ef4c" |
| }, |
| "state_cache_manifest_sha256": "294c1985f36f3d4a1c8cd06e7ff92caab5db466afef486e0ce2e2a37da6d3368", |
| "state_cache_sha256": "a673c10a1b340ec653c1bbd52558c2f75183067f7a5d5bc59b82e1f91323a297", |
| "initialization": { |
| "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", |
| "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" |
| }, |
| "scheduler_fingerprint": "f74da76a6be0c07b6d72a389267c0cf09c017dd2e37e7c4d74fa195ad6da076e", |
| "sana": { |
| "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", |
| "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" |
| }, |
| "packages": { |
| "torch": "2.11.0+cu128", |
| "diffusers": "0.40.0.dev0", |
| "transformers": "5.15.0" |
| } |
| }, |
| "complete": { |
| "steps": 1500, |
| "reason": "steps_completed", |
| "elapsed_s": 1165.6957254158333, |
| "best_rendered_validation_native_lpips": 0.40992364659905434, |
| "training_compute": { |
| "functional_updates": 1500, |
| "functional_examples": 6000, |
| "teacher_forward_examples": 6168, |
| "student_forward_examples": 12000, |
| "student_backward_examples": 12000, |
| "peak_cuda_allocated_bytes": 6839647744 |
| }, |
| "native_state_cache_compute": { |
| "teacher_branch_forward_examples": 20480, |
| "elapsed_s": 404.5765976989642, |
| "peak_cuda_allocated_bytes": 1850372096 |
| }, |
| "selection": "minimum validation rendered native-image LPIPS passing image-variance floor; earlier checkpoint wins exact ties" |
| }, |
| "selected_step": 1250, |
| "selected_checkpoint": "artifacts/runs/formulation-linear-distill-fixed/best.safetensors", |
| "selected_sha256": "fc7f44369cf21791c4f9ad6b74978dd420be41a76330a1fe32b11f440f3bf925", |
| "frozen_parent_tensors_bitwise_unchanged": true, |
| "frozen_tensor_count": 66, |
| "validation": [ |
| { |
| "step": 0, |
| "selected": true, |
| "embedding_nmse": 0.5547684033711752, |
| "prompt_effect_nmse": 0.08217833723706777, |
| "native_lpips": 0.4177314167221387, |
| "clip_text_image_cosine": 0.31144533182183903 |
| }, |
| { |
| "step": 250, |
| "selected": false, |
| "embedding_nmse": 0.5546137094497681, |
| "prompt_effect_nmse": 0.0810413874263368, |
| "native_lpips": 0.4212690455218156, |
| "clip_text_image_cosine": 0.3090445039172967 |
| }, |
| { |
| "step": 500, |
| "selected": false, |
| "embedding_nmse": 0.5545700589815775, |
| "prompt_effect_nmse": 0.0839873435256573, |
| "native_lpips": 0.42520217473308247, |
| "clip_text_image_cosine": 0.31110093494256336 |
| }, |
| { |
| "step": 750, |
| "selected": false, |
| "embedding_nmse": 0.5545292099316915, |
| "prompt_effect_nmse": 0.0787793244982644, |
| "native_lpips": 0.4185820755859216, |
| "clip_text_image_cosine": 0.3101062513887882 |
| }, |
| { |
| "step": 1000, |
| "selected": true, |
| "embedding_nmse": 0.5544900099436442, |
| "prompt_effect_nmse": 0.07759437709569635, |
| "native_lpips": 0.41086414580543834, |
| "clip_text_image_cosine": 0.312065914273262 |
| }, |
| { |
| "step": 1250, |
| "selected": true, |
| "embedding_nmse": 0.5544726848602295, |
| "prompt_effect_nmse": 0.08055972962954774, |
| "native_lpips": 0.40992364659905434, |
| "clip_text_image_cosine": 0.3118691146373749 |
| }, |
| { |
| "step": 1500, |
| "selected": false, |
| "embedding_nmse": 0.554468015829722, |
| "prompt_effect_nmse": 0.080384301818713, |
| "native_lpips": 0.4120901959637801, |
| "clip_text_image_cosine": 0.31183896337946254 |
| } |
| ] |
| }, |
| "residual-bcap-fixed": { |
| "config": { |
| "seed": 90526, |
| "source": { |
| "repo_id": "stable-diffusion-v1-5/stable-diffusion-v1-5", |
| "revision": "451f4fe16113bff5a5d2269ed5ad43b0592e9a14" |
| }, |
| "dataset": "artifacts/data/sana-transfer-sd15", |
| "state_cache": "artifacts/data/sana-transfer-sd15-states", |
| "steps": 1500, |
| "batch_size": 32, |
| "lr": 1e-05, |
| "adv_weight": 0.001, |
| "feature_weight": 0.01, |
| "embedding_weight": 0.1, |
| "mask_weight": 0.0, |
| "particle_weight": 0.0, |
| "functional_weight": 1.0, |
| "functional_every": 1, |
| "functional_start": 0, |
| "functional_batch": 4, |
| "eval_every": 250, |
| "log_every": 50, |
| "functional_normalize": true, |
| "native_state_probability": 0.5, |
| "ema_decay": 0.98, |
| "branch_weight": 1.0, |
| "guided_weight": 0.05, |
| "guidance_scale": 4.5, |
| "matmul_tf32": false, |
| "max_grad_norm": 1.0, |
| "selection_metric": "native_lpips", |
| "bridge": { |
| "source_dim": 768, |
| "target_dim": 2304, |
| "tokens": 77, |
| "width": 384, |
| "blocks": 4, |
| "particle_dim": 4, |
| "num_particles": 256, |
| "learnable_particles": false, |
| "source_residual": true, |
| "native_unconditional": true, |
| "output_head": "expanded_residual", |
| "head_width": 0, |
| "use_particles": true |
| }, |
| "functional_validation": { |
| "batch_size": 4 |
| }, |
| "render_validation": { |
| "seeds": [ |
| 87654 |
| ], |
| "steps": 20, |
| "height": 512, |
| "width": 512, |
| "guidance_scale": 4.5, |
| "scorer_device": "cpu", |
| "include_native_empty": false, |
| "measure_native_fidelity": true |
| }, |
| "scope": "Matched residual-head distillation with repaired coordinate b_cap critic, centered raw-feature matching, masked endpoint/interior caps and damping. Adversarial/FM weights reduced tenfold relative to failed screens. Frozen parent/cloud and same batches/state draws as supervised residual control; validation only.", |
| "patience": 0, |
| "critic": { |
| "architecture": "coordinate", |
| "width": 128 |
| }, |
| "training_paths": "routed", |
| "regularizer": "b_cap", |
| "cap_coefficient": 1.0, |
| "cap_kappa": 1.0, |
| "cap_damping": 0.01, |
| "cap_interpolation_coefficient": 0.1, |
| "feature_normalization": "centered", |
| "padding_weight": 0.0, |
| "particle_center_weight": 0.0, |
| "routing_diagnostics": true, |
| "trainable_parts": "residual", |
| "supervised_only": false, |
| "soft_mask_weight": 0.0, |
| "dataset_manifest_sha256": "208e35938dc8a58cae55143b826f6227b7d1e3e1f2d5a76f1945b680afdc4789", |
| "dataset_files_sha256": { |
| "train.safetensors": "b261fa2117097767708eb814f4255c9bafc5acf8f0fa139b225b6011b3f27aeb", |
| "val.safetensors": "a03485b965c3e99ac89ff71acdeb5395bca1ce193250bf5e345826b38c2296c2", |
| "unconditional.safetensors": "5a10cc2eab0fc39abf3cd14d4c3bb1671e0d39d2bc03566c016bab450954ef4c" |
| }, |
| "state_cache_manifest_sha256": "294c1985f36f3d4a1c8cd06e7ff92caab5db466afef486e0ce2e2a37da6d3368", |
| "state_cache_sha256": "a673c10a1b340ec653c1bbd52558c2f75183067f7a5d5bc59b82e1f91323a297", |
| "initialization": { |
| "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", |
| "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" |
| }, |
| "scheduler_fingerprint": "f74da76a6be0c07b6d72a389267c0cf09c017dd2e37e7c4d74fa195ad6da076e", |
| "sana": { |
| "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", |
| "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" |
| }, |
| "packages": { |
| "torch": "2.11.0+cu128", |
| "diffusers": "0.40.0.dev0", |
| "transformers": "5.15.0" |
| } |
| }, |
| "complete": { |
| "steps": 1500, |
| "reason": "steps_completed", |
| "elapsed_s": 2004.395472344011, |
| "best_rendered_validation_native_lpips": 0.41355270023147267, |
| "training_compute": { |
| "functional_updates": 1500, |
| "functional_examples": 6000, |
| "teacher_forward_examples": 6168, |
| "student_forward_examples": 12000, |
| "student_backward_examples": 12000, |
| "peak_cuda_allocated_bytes": 7367839744 |
| }, |
| "native_state_cache_compute": { |
| "teacher_branch_forward_examples": 20480, |
| "elapsed_s": 404.5765976989642, |
| "peak_cuda_allocated_bytes": 1850372096 |
| }, |
| "selection": "minimum validation rendered native-image LPIPS passing image-variance floor; earlier checkpoint wins exact ties" |
| }, |
| "selected_step": 1000, |
| "selected_checkpoint": "artifacts/runs/formulation-residual-bcap-fixed/best.safetensors", |
| "selected_sha256": "166a7af66ed2a1e7605996a5a7aeebe31f1a9b7b91584796387a6a4c5b1d8750", |
| "frozen_parent_tensors_bitwise_unchanged": true, |
| "frozen_tensor_count": 68, |
| "validation": [ |
| { |
| "step": 0, |
| "selected": true, |
| "embedding_nmse": 0.5547684033711752, |
| "prompt_effect_nmse": 0.08217833723706777, |
| "native_lpips": 0.4177314167221387, |
| "clip_text_image_cosine": 0.31144533182183903 |
| }, |
| { |
| "step": 250, |
| "selected": false, |
| "embedding_nmse": 0.5537771781285604, |
| "prompt_effect_nmse": 0.07984961514358162, |
| "native_lpips": 0.42376889412601787, |
| "clip_text_image_cosine": 0.309284516920646 |
| }, |
| { |
| "step": 500, |
| "selected": false, |
| "embedding_nmse": 0.5526087284088135, |
| "prompt_effect_nmse": 0.08638322596587746, |
| "native_lpips": 0.4486345052719116, |
| "clip_text_image_cosine": 0.3117392708857854 |
| }, |
| { |
| "step": 750, |
| "selected": false, |
| "embedding_nmse": 0.5514798959096273, |
| "prompt_effect_nmse": 0.0816273790800546, |
| "native_lpips": 0.42857446894049644, |
| "clip_text_image_cosine": 0.3107500846187274 |
| }, |
| { |
| "step": 1000, |
| "selected": true, |
| "embedding_nmse": 0.5509315927823385, |
| "prompt_effect_nmse": 0.08134096574200811, |
| "native_lpips": 0.41355270023147267, |
| "clip_text_image_cosine": 0.31178974111874896 |
| }, |
| { |
| "step": 1250, |
| "selected": false, |
| "embedding_nmse": 0.5504346887270609, |
| "prompt_effect_nmse": 0.08316047121555586, |
| "native_lpips": 0.4199969011048476, |
| "clip_text_image_cosine": 0.30985065549612045 |
| }, |
| { |
| "step": 1500, |
| "selected": false, |
| "embedding_nmse": 0.5504118998845419, |
| "prompt_effect_nmse": 0.08284139807392882, |
| "native_lpips": 0.4228791892528534, |
| "clip_text_image_cosine": 0.31104570378859836 |
| } |
| ] |
| }, |
| "residual-rollout-fixed": { |
| "config": { |
| "seed": 90526, |
| "source": { |
| "repo_id": "stable-diffusion-v1-5/stable-diffusion-v1-5", |
| "revision": "451f4fe16113bff5a5d2269ed5ad43b0592e9a14" |
| }, |
| "dataset": "artifacts/data/sana-transfer-sd15", |
| "state_cache": "artifacts/data/sana-transfer-sd15-states", |
| "steps": 500, |
| "batch_size": 32, |
| "lr": 1e-05, |
| "adv_weight": 0.0, |
| "feature_weight": 0.0, |
| "embedding_weight": 0.1, |
| "mask_weight": 0.0, |
| "particle_weight": 0.0, |
| "functional_weight": 1.0, |
| "functional_every": 0, |
| "functional_start": 0, |
| "functional_batch": 4, |
| "eval_every": 100, |
| "log_every": 25, |
| "functional_normalize": true, |
| "native_state_probability": 0.5, |
| "ema_decay": 0.98, |
| "branch_weight": 1.0, |
| "guided_weight": 0.05, |
| "guidance_scale": 4.5, |
| "matmul_tf32": false, |
| "max_grad_norm": 1.0, |
| "selection_metric": "native_lpips", |
| "bridge": { |
| "source_dim": 768, |
| "target_dim": 2304, |
| "tokens": 77, |
| "width": 384, |
| "blocks": 4, |
| "particle_dim": 4, |
| "num_particles": 256, |
| "learnable_particles": false, |
| "source_residual": true, |
| "native_unconditional": true, |
| "output_head": "expanded_residual", |
| "head_width": 0, |
| "use_particles": true |
| }, |
| "functional_validation": { |
| "batch_size": 4 |
| }, |
| "render_validation": { |
| "seeds": [ |
| 87654 |
| ], |
| "steps": 20, |
| "height": 512, |
| "width": 512, |
| "guidance_scale": 4.5, |
| "scorer_device": "cpu", |
| "include_native_empty": false, |
| "measure_native_fidelity": true |
| }, |
| "scope": "Output-focused residual continuation: differentiate the complete deployed 20-step DPM SANA trajectory and match final native latent, with paired embedding weight 0.1. Frozen parent/cloud/masks. Teacher and student share initial noise and run their own complete trajectories; no target conditioning at inference. Validation selection only.", |
| "patience": 0, |
| "critic": { |
| "architecture": "coordinate", |
| "width": 128 |
| }, |
| "training_paths": "routed", |
| "regularizer": "b_cap", |
| "cap_coefficient": 1.0, |
| "cap_kappa": 1.0, |
| "cap_damping": 0.01, |
| "cap_interpolation_coefficient": 0.1, |
| "feature_normalization": "centered", |
| "padding_weight": 0.0, |
| "particle_center_weight": 0.0, |
| "routing_diagnostics": true, |
| "trainable_parts": "residual", |
| "supervised_only": true, |
| "soft_mask_weight": 0.0, |
| "rollout_weight": 1.0, |
| "rollout_every": 1, |
| "rollout_batch": 1, |
| "rollout_steps": 20, |
| "dataset_manifest_sha256": "208e35938dc8a58cae55143b826f6227b7d1e3e1f2d5a76f1945b680afdc4789", |
| "dataset_files_sha256": { |
| "train.safetensors": "b261fa2117097767708eb814f4255c9bafc5acf8f0fa139b225b6011b3f27aeb", |
| "val.safetensors": "a03485b965c3e99ac89ff71acdeb5395bca1ce193250bf5e345826b38c2296c2", |
| "unconditional.safetensors": "5a10cc2eab0fc39abf3cd14d4c3bb1671e0d39d2bc03566c016bab450954ef4c" |
| }, |
| "state_cache_manifest_sha256": "294c1985f36f3d4a1c8cd06e7ff92caab5db466afef486e0ce2e2a37da6d3368", |
| "state_cache_sha256": "a673c10a1b340ec653c1bbd52558c2f75183067f7a5d5bc59b82e1f91323a297", |
| "initialization": { |
| "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", |
| "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" |
| }, |
| "scheduler_fingerprint": "f74da76a6be0c07b6d72a389267c0cf09c017dd2e37e7c4d74fa195ad6da076e", |
| "sana": { |
| "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", |
| "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" |
| }, |
| "packages": { |
| "torch": "2.11.0+cu128", |
| "diffusers": "0.40.0.dev0", |
| "transformers": "5.15.0" |
| } |
| }, |
| "complete": { |
| "steps": 500, |
| "reason": "steps_completed", |
| "elapsed_s": 2892.4194966210052, |
| "best_rendered_validation_native_lpips": 0.4177314167221387, |
| "training_compute": { |
| "functional_updates": 0, |
| "rollout_updates": 500, |
| "rollout_examples": 500, |
| "functional_examples": 0, |
| "teacher_forward_examples": 20000, |
| "student_forward_examples": 20000, |
| "student_backward_examples": 20000, |
| "student_recompute_examples": 20000, |
| "peak_cuda_allocated_bytes": 3400765440 |
| }, |
| "native_state_cache_compute": { |
| "teacher_branch_forward_examples": 20480, |
| "elapsed_s": 404.5765976989642, |
| "peak_cuda_allocated_bytes": 1850372096 |
| }, |
| "selection": "minimum validation rendered native-image LPIPS passing image-variance floor; earlier checkpoint wins exact ties" |
| }, |
| "selected_step": 0, |
| "selected_checkpoint": "artifacts/runs/formulation-residual-rollout-fixed/best.safetensors", |
| "selected_sha256": "36787763ada8d5236be5021bbde3897d066891823e112c867a546b8b4c8577f8", |
| "frozen_parent_tensors_bitwise_unchanged": true, |
| "frozen_tensor_count": 68, |
| "validation": [ |
| { |
| "step": 0, |
| "selected": true, |
| "embedding_nmse": 0.5547684033711752, |
| "prompt_effect_nmse": 0.08217833723706777, |
| "native_lpips": 0.4177314167221387, |
| "clip_text_image_cosine": 0.31144533182183903 |
| }, |
| { |
| "step": 100, |
| "selected": false, |
| "embedding_nmse": 0.5550351937611898, |
| "prompt_effect_nmse": 0.08361270792649844, |
| "native_lpips": 0.41989607363939285, |
| "clip_text_image_cosine": 0.3122570440173149 |
| }, |
| { |
| "step": 200, |
| "selected": false, |
| "embedding_nmse": 0.555537203947703, |
| "prompt_effect_nmse": 0.08164866544987084, |
| "native_lpips": 0.42854949707786244, |
| "clip_text_image_cosine": 0.3106127704183261 |
| }, |
| { |
| "step": 300, |
| "selected": false, |
| "embedding_nmse": 0.5562103192011515, |
| "prompt_effect_nmse": 0.08407505333143198, |
| "native_lpips": 0.4351283262173335, |
| "clip_text_image_cosine": 0.3112073242664337 |
| }, |
| { |
| "step": 400, |
| "selected": false, |
| "embedding_nmse": 0.5571244359016418, |
| "prompt_effect_nmse": 0.08047357973782096, |
| "native_lpips": 0.43401728197932243, |
| "clip_text_image_cosine": 0.3096524154146512 |
| }, |
| { |
| "step": 500, |
| "selected": false, |
| "embedding_nmse": 0.5575999617576599, |
| "prompt_effect_nmse": 0.08261164692256877, |
| "native_lpips": 0.4432392120361328, |
| "clip_text_image_cosine": 0.3114318748315175 |
| } |
| ] |
| }, |
| "linear-rollout-fixed": { |
| "config": { |
| "seed": 90526, |
| "source": { |
| "repo_id": "stable-diffusion-v1-5/stable-diffusion-v1-5", |
| "revision": "451f4fe16113bff5a5d2269ed5ad43b0592e9a14" |
| }, |
| "dataset": "artifacts/data/sana-transfer-sd15", |
| "state_cache": "artifacts/data/sana-transfer-sd15-states", |
| "steps": 500, |
| "batch_size": 32, |
| "lr": 1e-05, |
| "adv_weight": 0.0, |
| "feature_weight": 0.0, |
| "embedding_weight": 0.1, |
| "mask_weight": 0.0, |
| "particle_weight": 0.0, |
| "functional_weight": 1.0, |
| "functional_every": 0, |
| "functional_start": 0, |
| "functional_batch": 4, |
| "eval_every": 100, |
| "log_every": 25, |
| "functional_normalize": true, |
| "native_state_probability": 0.5, |
| "ema_decay": 0.98, |
| "branch_weight": 1.0, |
| "guided_weight": 0.05, |
| "guidance_scale": 4.5, |
| "matmul_tf32": false, |
| "max_grad_norm": 1.0, |
| "selection_metric": "native_lpips", |
| "bridge": { |
| "source_dim": 768, |
| "target_dim": 2304, |
| "tokens": 77, |
| "width": 384, |
| "blocks": 4, |
| "particle_dim": 4, |
| "num_particles": 256, |
| "learnable_particles": false, |
| "source_residual": true, |
| "native_unconditional": true, |
| "output_head": "linear", |
| "head_width": 0, |
| "use_particles": true |
| }, |
| "functional_validation": { |
| "batch_size": 4 |
| }, |
| "render_validation": { |
| "seeds": [ |
| 87654 |
| ], |
| "steps": 20, |
| "height": 512, |
| "width": 512, |
| "guidance_scale": 4.5, |
| "scorer_device": "cpu", |
| "include_native_empty": false, |
| "measure_native_fidelity": true |
| }, |
| "scope": "Matched linear-head full-trajectory control. Same parent, frozen stem/cloud/masks, source batches, noise seeds, 20-step terminal latent objective, learning rate and update budget as residual-rollout-fixed. No test access during training or selection.", |
| "patience": 0, |
| "critic": { |
| "architecture": "coordinate", |
| "width": 128 |
| }, |
| "training_paths": "routed", |
| "regularizer": "b_cap", |
| "cap_coefficient": 1.0, |
| "cap_kappa": 1.0, |
| "cap_damping": 0.01, |
| "cap_interpolation_coefficient": 0.1, |
| "feature_normalization": "centered", |
| "padding_weight": 0.0, |
| "particle_center_weight": 0.0, |
| "routing_diagnostics": true, |
| "trainable_parts": "heads", |
| "supervised_only": true, |
| "soft_mask_weight": 0.0, |
| "rollout_weight": 1.0, |
| "rollout_every": 1, |
| "rollout_batch": 1, |
| "rollout_steps": 20, |
| "dataset_manifest_sha256": "208e35938dc8a58cae55143b826f6227b7d1e3e1f2d5a76f1945b680afdc4789", |
| "dataset_files_sha256": { |
| "train.safetensors": "b261fa2117097767708eb814f4255c9bafc5acf8f0fa139b225b6011b3f27aeb", |
| "val.safetensors": "a03485b965c3e99ac89ff71acdeb5395bca1ce193250bf5e345826b38c2296c2", |
| "unconditional.safetensors": "5a10cc2eab0fc39abf3cd14d4c3bb1671e0d39d2bc03566c016bab450954ef4c" |
| }, |
| "state_cache_manifest_sha256": "294c1985f36f3d4a1c8cd06e7ff92caab5db466afef486e0ce2e2a37da6d3368", |
| "state_cache_sha256": "a673c10a1b340ec653c1bbd52558c2f75183067f7a5d5bc59b82e1f91323a297", |
| "initialization": { |
| "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", |
| "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" |
| }, |
| "scheduler_fingerprint": "f74da76a6be0c07b6d72a389267c0cf09c017dd2e37e7c4d74fa195ad6da076e", |
| "sana": { |
| "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", |
| "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" |
| }, |
| "packages": { |
| "torch": "2.11.0+cu128", |
| "diffusers": "0.40.0.dev0", |
| "transformers": "5.15.0" |
| } |
| }, |
| "complete": { |
| "steps": 500, |
| "reason": "steps_completed", |
| "elapsed_s": 2752.843461651355, |
| "best_rendered_validation_native_lpips": 0.4074671578903993, |
| "training_compute": { |
| "functional_updates": 0, |
| "rollout_updates": 500, |
| "rollout_examples": 500, |
| "functional_examples": 0, |
| "teacher_forward_examples": 20000, |
| "student_forward_examples": 20000, |
| "student_backward_examples": 20000, |
| "student_recompute_examples": 20000, |
| "peak_cuda_allocated_bytes": 3256700928 |
| }, |
| "native_state_cache_compute": { |
| "teacher_branch_forward_examples": 20480, |
| "elapsed_s": 404.5765976989642, |
| "peak_cuda_allocated_bytes": 1850372096 |
| }, |
| "selection": "minimum validation rendered native-image LPIPS passing image-variance floor; earlier checkpoint wins exact ties" |
| }, |
| "selected_step": 200, |
| "selected_checkpoint": "artifacts/runs/formulation-linear-rollout-fixed/best.safetensors", |
| "selected_sha256": "065d88db8ad73f904b3681f2a45bcacafd6b86af7b32f69aabab08a2585ef2f5", |
| "frozen_parent_tensors_bitwise_unchanged": true, |
| "frozen_tensor_count": 66, |
| "validation": [ |
| { |
| "step": 0, |
| "selected": true, |
| "embedding_nmse": 0.5547684033711752, |
| "prompt_effect_nmse": 0.08217833723706777, |
| "native_lpips": 0.4177314167221387, |
| "clip_text_image_cosine": 0.31144533182183903 |
| }, |
| { |
| "step": 100, |
| "selected": true, |
| "embedding_nmse": 0.5547740856806437, |
| "prompt_effect_nmse": 0.08162785258878662, |
| "native_lpips": 0.41199004898468655, |
| "clip_text_image_cosine": 0.31133463978767395 |
| }, |
| { |
| "step": 200, |
| "selected": true, |
| "embedding_nmse": 0.5547965168952942, |
| "prompt_effect_nmse": 0.08058304122285848, |
| "native_lpips": 0.4074671578903993, |
| "clip_text_image_cosine": 0.3104916053513686 |
| }, |
| { |
| "step": 300, |
| "selected": false, |
| "embedding_nmse": 0.5548332929611206, |
| "prompt_effect_nmse": 0.07867307405837273, |
| "native_lpips": 0.41030721242229146, |
| "clip_text_image_cosine": 0.31293080374598503 |
| }, |
| { |
| "step": 400, |
| "selected": false, |
| "embedding_nmse": 0.5549066464106241, |
| "prompt_effect_nmse": 0.0788060172718931, |
| "native_lpips": 0.41053688277800876, |
| "clip_text_image_cosine": 0.30970074236392975 |
| }, |
| { |
| "step": 500, |
| "selected": false, |
| "embedding_nmse": 0.5549397071202596, |
| "prompt_effect_nmse": 0.07840424408787246, |
| "native_lpips": 0.4172617197036743, |
| "clip_text_image_cosine": 0.3107322094341119 |
| } |
| ] |
| }, |
| "source-residual-distill-fixed": { |
| "config": { |
| "seed": 90526, |
| "source": { |
| "repo_id": "stable-diffusion-v1-5/stable-diffusion-v1-5", |
| "revision": "451f4fe16113bff5a5d2269ed5ad43b0592e9a14" |
| }, |
| "dataset": "artifacts/data/sana-transfer-sd15", |
| "state_cache": "artifacts/data/sana-transfer-sd15-states", |
| "steps": 1500, |
| "batch_size": 32, |
| "lr": 1e-05, |
| "adv_weight": 0.0, |
| "feature_weight": 0.0, |
| "embedding_weight": 0.1, |
| "mask_weight": 0.0, |
| "particle_weight": 0.0, |
| "functional_weight": 1.0, |
| "functional_every": 1, |
| "functional_start": 0, |
| "functional_batch": 4, |
| "eval_every": 250, |
| "log_every": 50, |
| "functional_normalize": true, |
| "native_state_probability": 0.5, |
| "ema_decay": 0.98, |
| "branch_weight": 1.0, |
| "guided_weight": 0.05, |
| "guidance_scale": 4.5, |
| "matmul_tf32": false, |
| "max_grad_norm": 1.0, |
| "selection_metric": "native_lpips", |
| "bridge": { |
| "source_dim": 768, |
| "target_dim": 2304, |
| "tokens": 77, |
| "width": 384, |
| "blocks": 4, |
| "particle_dim": 4, |
| "num_particles": 256, |
| "learnable_particles": false, |
| "source_residual": true, |
| "native_unconditional": true, |
| "output_head": "expanded_residual", |
| "head_width": 0, |
| "use_particles": true, |
| "output_source_residual": true |
| }, |
| "functional_validation": { |
| "batch_size": 4 |
| }, |
| "render_validation": { |
| "seeds": [ |
| 87654 |
| ], |
| "steps": 20, |
| "height": 512, |
| "width": 512, |
| "guidance_scale": 4.5, |
| "scorer_device": "cpu", |
| "include_native_empty": false, |
| "measure_native_fidelity": true |
| }, |
| "scope": "Matched source-access continuation: same frozen parent, loss, LR, batches, state draws and 1500-update budget as residual-distill-fixed; only add a full-source-token projection into the expanded output head. Exact parent initialization. Tests demonstrate an old generator nullspace preserving LayerNorm and router means. Validation only; no particle claim.", |
| "patience": 0, |
| "critic": { |
| "architecture": "coordinate", |
| "width": 128 |
| }, |
| "training_paths": "routed", |
| "regularizer": "b_cap", |
| "cap_coefficient": 1.0, |
| "cap_kappa": 1.0, |
| "cap_damping": 0.01, |
| "cap_interpolation_coefficient": 0.1, |
| "feature_normalization": "centered", |
| "padding_weight": 0.0, |
| "particle_center_weight": 0.0, |
| "routing_diagnostics": true, |
| "trainable_parts": "residual", |
| "supervised_only": true, |
| "soft_mask_weight": 0.0, |
| "dataset_manifest_sha256": "208e35938dc8a58cae55143b826f6227b7d1e3e1f2d5a76f1945b680afdc4789", |
| "dataset_files_sha256": { |
| "train.safetensors": "b261fa2117097767708eb814f4255c9bafc5acf8f0fa139b225b6011b3f27aeb", |
| "val.safetensors": "a03485b965c3e99ac89ff71acdeb5395bca1ce193250bf5e345826b38c2296c2", |
| "unconditional.safetensors": "5a10cc2eab0fc39abf3cd14d4c3bb1671e0d39d2bc03566c016bab450954ef4c" |
| }, |
| "state_cache_manifest_sha256": "294c1985f36f3d4a1c8cd06e7ff92caab5db466afef486e0ce2e2a37da6d3368", |
| "state_cache_sha256": "a673c10a1b340ec653c1bbd52558c2f75183067f7a5d5bc59b82e1f91323a297", |
| "initialization": { |
| "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", |
| "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" |
| }, |
| "scheduler_fingerprint": "f74da76a6be0c07b6d72a389267c0cf09c017dd2e37e7c4d74fa195ad6da076e", |
| "sana": { |
| "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", |
| "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" |
| }, |
| "packages": { |
| "torch": "2.11.0+cu128", |
| "diffusers": "0.40.0.dev0", |
| "transformers": "5.15.0" |
| } |
| }, |
| "complete": { |
| "steps": 1500, |
| "reason": "steps_completed", |
| "elapsed_s": 1223.276906622108, |
| "best_rendered_validation_native_lpips": 0.4177314167221387, |
| "training_compute": { |
| "functional_updates": 1500, |
| "rollout_updates": 0, |
| "rollout_examples": 0, |
| "functional_examples": 6000, |
| "teacher_forward_examples": 6168, |
| "student_forward_examples": 12000, |
| "student_backward_examples": 12000, |
| "student_recompute_examples": 0, |
| "peak_cuda_allocated_bytes": 6994544128 |
| }, |
| "native_state_cache_compute": { |
| "teacher_branch_forward_examples": 20480, |
| "elapsed_s": 404.5765976989642, |
| "peak_cuda_allocated_bytes": 1850372096 |
| }, |
| "selection": "minimum validation rendered native-image LPIPS passing image-variance floor; earlier checkpoint wins exact ties" |
| }, |
| "selected_step": 0, |
| "selected_checkpoint": "artifacts/runs/formulation-source-residual-distill-fixed/best.safetensors", |
| "selected_sha256": "f109f00ff9725bfbd14158f24667646405fa01a528452630f0896eb7d5c7160e", |
| "frozen_parent_tensors_bitwise_unchanged": true, |
| "frozen_tensor_count": 68, |
| "validation": [ |
| { |
| "step": 0, |
| "selected": true, |
| "embedding_nmse": 0.5547684033711752, |
| "prompt_effect_nmse": 0.08217833723706777, |
| "native_lpips": 0.4177314167221387, |
| "clip_text_image_cosine": 0.31144533182183903 |
| }, |
| { |
| "step": 250, |
| "selected": false, |
| "embedding_nmse": 0.5548334121704102, |
| "prompt_effect_nmse": 0.07978219549444675, |
| "native_lpips": 0.4239448271691799, |
| "clip_text_image_cosine": 0.3100505843758583 |
| }, |
| { |
| "step": 500, |
| "selected": false, |
| "embedding_nmse": 0.554795483748118, |
| "prompt_effect_nmse": 0.08553722677275273, |
| "native_lpips": 0.43744606028000516, |
| "clip_text_image_cosine": 0.3131454065442085 |
| }, |
| { |
| "step": 750, |
| "selected": false, |
| "embedding_nmse": 0.5546574195226034, |
| "prompt_effect_nmse": 0.08097786858723229, |
| "native_lpips": 0.42869414016604424, |
| "clip_text_image_cosine": 0.3131943941116333 |
| }, |
| { |
| "step": 1000, |
| "selected": false, |
| "embedding_nmse": 0.5546051065127054, |
| "prompt_effect_nmse": 0.07972859266612621, |
| "native_lpips": 0.4189603303869565, |
| "clip_text_image_cosine": 0.3122466156880061 |
| }, |
| { |
| "step": 1250, |
| "selected": false, |
| "embedding_nmse": 0.5544772346814474, |
| "prompt_effect_nmse": 0.08209994796897468, |
| "native_lpips": 0.422961267332236, |
| "clip_text_image_cosine": 0.31005968277653057 |
| }, |
| { |
| "step": 1500, |
| "selected": false, |
| "embedding_nmse": 0.5544361273447672, |
| "prompt_effect_nmse": 0.08111140624894433, |
| "native_lpips": 0.4231972893079122, |
| "clip_text_image_cosine": 0.3103850558400154 |
| } |
| ] |
| }, |
| "source-residual-fullscale-fixed": { |
| "config": { |
| "seed": 90526, |
| "source": { |
| "repo_id": "stable-diffusion-v1-5/stable-diffusion-v1-5", |
| "revision": "451f4fe16113bff5a5d2269ed5ad43b0592e9a14" |
| }, |
| "dataset": "artifacts/data/sana-transfer-sd15", |
| "state_cache": "artifacts/data/sana-transfer-sd15-states", |
| "steps": 1500, |
| "batch_size": 32, |
| "lr": 1e-05, |
| "adv_weight": 0.0, |
| "feature_weight": 0.0, |
| "embedding_weight": 0.1, |
| "mask_weight": 0.0, |
| "particle_weight": 0.0, |
| "functional_weight": 1.0, |
| "functional_every": 1, |
| "functional_start": 0, |
| "functional_batch": 4, |
| "eval_every": 250, |
| "log_every": 50, |
| "functional_normalize": true, |
| "native_state_probability": 0.5, |
| "ema_decay": 0.98, |
| "branch_weight": 1.0, |
| "guided_weight": 0.05, |
| "guidance_scale": 4.5, |
| "matmul_tf32": false, |
| "max_grad_norm": 1.0, |
| "selection_metric": "native_lpips", |
| "bridge": { |
| "source_dim": 768, |
| "target_dim": 2304, |
| "tokens": 77, |
| "width": 384, |
| "blocks": 4, |
| "particle_dim": 4, |
| "num_particles": 256, |
| "learnable_particles": false, |
| "source_residual": true, |
| "native_unconditional": true, |
| "output_head": "expanded_residual", |
| "head_width": 0, |
| "use_particles": true, |
| "output_source_residual": true, |
| "output_source_init_scale": 1.0 |
| }, |
| "functional_validation": { |
| "batch_size": 4 |
| }, |
| "render_validation": { |
| "seeds": [ |
| 87654 |
| ], |
| "steps": 20, |
| "height": 512, |
| "width": 512, |
| "guidance_scale": 4.5, |
| "scorer_device": "cpu", |
| "include_native_empty": false, |
| "measure_native_fidelity": true |
| }, |
| "scope": "Matched source-access initialization control: identical to source-residual-distill-fixed except source projection uses its full fan-in initialization rather than 0.01 scaling. The final output residual still starts exactly at zero, preserving parent predictions. Same training/validation schedule and fixed cloud.", |
| "patience": 0, |
| "critic": { |
| "architecture": "coordinate", |
| "width": 128 |
| }, |
| "training_paths": "routed", |
| "regularizer": "b_cap", |
| "cap_coefficient": 1.0, |
| "cap_kappa": 1.0, |
| "cap_damping": 0.01, |
| "cap_interpolation_coefficient": 0.1, |
| "feature_normalization": "centered", |
| "padding_weight": 0.0, |
| "particle_center_weight": 0.0, |
| "routing_diagnostics": true, |
| "trainable_parts": "residual", |
| "supervised_only": true, |
| "soft_mask_weight": 0.0, |
| "dataset_manifest_sha256": "208e35938dc8a58cae55143b826f6227b7d1e3e1f2d5a76f1945b680afdc4789", |
| "dataset_files_sha256": { |
| "train.safetensors": "b261fa2117097767708eb814f4255c9bafc5acf8f0fa139b225b6011b3f27aeb", |
| "val.safetensors": "a03485b965c3e99ac89ff71acdeb5395bca1ce193250bf5e345826b38c2296c2", |
| "unconditional.safetensors": "5a10cc2eab0fc39abf3cd14d4c3bb1671e0d39d2bc03566c016bab450954ef4c" |
| }, |
| "state_cache_manifest_sha256": "294c1985f36f3d4a1c8cd06e7ff92caab5db466afef486e0ce2e2a37da6d3368", |
| "state_cache_sha256": "a673c10a1b340ec653c1bbd52558c2f75183067f7a5d5bc59b82e1f91323a297", |
| "initialization": { |
| "path": "artifacts/runs/sana-transfer-sd15-movable/best.safetensors", |
| "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" |
| }, |
| "scheduler_fingerprint": "f74da76a6be0c07b6d72a389267c0cf09c017dd2e37e7c4d74fa195ad6da076e", |
| "sana": { |
| "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", |
| "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" |
| }, |
| "packages": { |
| "torch": "2.11.0+cu128", |
| "diffusers": "0.40.0.dev0", |
| "transformers": "5.15.0" |
| } |
| }, |
| "complete": { |
| "steps": 1500, |
| "reason": "steps_completed", |
| "elapsed_s": 989.9741936977953, |
| "best_rendered_validation_native_lpips": 0.4104875971873601, |
| "training_compute": { |
| "functional_updates": 1500, |
| "rollout_updates": 0, |
| "rollout_examples": 0, |
| "functional_examples": 6000, |
| "teacher_forward_examples": 6168, |
| "student_forward_examples": 12000, |
| "student_backward_examples": 12000, |
| "student_recompute_examples": 0, |
| "peak_cuda_allocated_bytes": 6994544128 |
| }, |
| "native_state_cache_compute": { |
| "teacher_branch_forward_examples": 20480, |
| "elapsed_s": 404.5765976989642, |
| "peak_cuda_allocated_bytes": 1850372096 |
| }, |
| "selection": "minimum validation rendered native-image LPIPS passing image-variance floor; earlier checkpoint wins exact ties" |
| }, |
| "selected_step": 1000, |
| "selected_checkpoint": "artifacts/runs/formulation-source-residual-fullscale-fixed/best.safetensors", |
| "selected_sha256": "ceeb067e4c96b545f5bc094d660ce1e0e1a1953dd14edbf3270a32017f1acdd9", |
| "frozen_parent_tensors_bitwise_unchanged": true, |
| "frozen_tensor_count": 68, |
| "validation": [ |
| { |
| "step": 0, |
| "selected": true, |
| "embedding_nmse": 0.5547684033711752, |
| "prompt_effect_nmse": 0.08217833723706777, |
| "native_lpips": 0.4177314167221387, |
| "clip_text_image_cosine": 0.31144533182183903 |
| }, |
| { |
| "step": 250, |
| "selected": false, |
| "embedding_nmse": 0.5548646648724874, |
| "prompt_effect_nmse": 0.07946089829665422, |
| "native_lpips": 0.42467980459332466, |
| "clip_text_image_cosine": 0.31080776328841847 |
| }, |
| { |
| "step": 500, |
| "selected": false, |
| "embedding_nmse": 0.55478968222936, |
| "prompt_effect_nmse": 0.08518098422057363, |
| "native_lpips": 0.43946519618233043, |
| "clip_text_image_cosine": 0.31138210371136665 |
| }, |
| { |
| "step": 750, |
| "selected": false, |
| "embedding_nmse": 0.5544964075088501, |
| "prompt_effect_nmse": 0.07918543100462039, |
| "native_lpips": 0.42386745164791745, |
| "clip_text_image_cosine": 0.31255371620257694 |
| }, |
| { |
| "step": 1000, |
| "selected": true, |
| "embedding_nmse": 0.5544228553771973, |
| "prompt_effect_nmse": 0.07956939431583555, |
| "native_lpips": 0.4104875971873601, |
| "clip_text_image_cosine": 0.3123244009912014 |
| }, |
| { |
| "step": 1250, |
| "selected": false, |
| "embedding_nmse": 0.5542205174763998, |
| "prompt_effect_nmse": 0.08136829601007685, |
| "native_lpips": 0.42509999374548596, |
| "clip_text_image_cosine": 0.31023122866948444 |
| }, |
| { |
| "step": 1500, |
| "selected": false, |
| "embedding_nmse": 0.5541487137476603, |
| "prompt_effect_nmse": 0.07999690300691409, |
| "native_lpips": 0.4229169599711895, |
| "clip_text_image_cosine": 0.3118489707509677 |
| } |
| ] |
| } |
| }, |
| "current_source_sha256": { |
| "model_glue/__init__.py": "171ee9bf69c0bb7704a0712fdef4bdce196cae72c9238365408268a5942690d7", |
| "model_glue/anima_eval.py": "e14b143ebc1b1ad53ff2fc614850855c5066f2e3b64e2da1b4d345f75cd27207", |
| "model_glue/anima_infer.py": "8e26bf75e2c80e44fe98a03d780f7162ccf989c26fa85e629a86ffcf829c848b", |
| "model_glue/anima_prepare.py": "28962576913be3b623a90dd80197661a0551a9a5e1463a8ac75aca885331a7ca", |
| "model_glue/anima_runtime.py": "bc2754067ddf901b2302bd97011e1a356c95530af58e26551b0915272e8a11f0", |
| "model_glue/anima_train.py": "29ad274e437d4fbdae4ba9912967792196e38c0847ea368fc60b1d817e9e4cdb", |
| "model_glue/codecs.py": "7d4a307de2d944ad6f000a7739b924a0b7868d70de914ac5974419f5c81480f2", |
| "model_glue/composition.py": "25ada1d9ac74b1996dd3272054372312c4d19bc5dab77d68fd9315b1a2471ce4", |
| "model_glue/composition_train.py": "c0ba0aa721239352f75f8ccd704c2062b2821789945a337258907961c8b09ef5", |
| "model_glue/denoiser_bridge.py": "697ee57bd59b15b401fc52672ab9b2090a836e3b39c509f8ca2d25a2cabd3ce1", |
| "model_glue/denoiser_infer.py": "4a84344bdd3f18f534c46125a1c8f2fa8d51b577a46f5a8859dbe0dcbf395fa0", |
| "model_glue/denoiser_pilot.py": "a389670696a065c3b8b013b7243dd6b62cff707dd6ac875ee1beed3eb36e77a1", |
| "model_glue/denoiser_prepare.py": "b4d3a67a0caea353c90d671b2366743c13b4855f933c345abe1508bec7a0c6a4", |
| "model_glue/denoiser_runtime.py": "b8c3a8296e27ba1c3037f58a5dc530a57f2e98ba173bdee2199a0f90911f53f7", |
| "model_glue/evaluation.py": "a120733be25c47558b01bb9127b2a5dee6a03eb936dc855e22c1481c644e4ea4", |
| "model_glue/expand_data.py": "7ff196db53ede24e71707703136cfd21ee4c230d22d480ceed14a580ab604179", |
| "model_glue/infer.py": "0a5314755da360ad9782285679edfa27cc2319f928076bb01b2302382d871e2c", |
| "model_glue/inference.py": "0357c3c5f469f017c7e3a9f2a4817506b038e021b89c0d22a918c5eb2965f51b", |
| "model_glue/lora.py": "3e03e710d67bda2e07f2e11e0c746f4847eeca5f7fd37f02773a4f528700fd70", |
| "model_glue/losses.py": "b2ca86ba8f8b715c2db101f3a9d29f5ce4a4f5cbe64a76fc19f55eb26ae7467f", |
| "model_glue/models.py": "5b99baeb6360e87164ca5de89487482a361a6bb4fccec4a6b07d18977382e6c6", |
| "model_glue/prepare.py": "58f862fd02b403cd9a5c9bc563dd3441e0f2fa3231e7b75968083968aea3b8c7", |
| "model_glue/sana_donors.py": "661b3d1e2c2359c3d3645e5ca190b65f97e54d2d57771e63fe69ca5c062c8176", |
| "model_glue/sana_infer.py": "e55e791155c85588f7b0b2d2bfe235eda09cb893167abbe0691b5c55a5f2ce10", |
| "model_glue/text_bridge.py": "66271eec5e76eadcdd5df5435d511347c208c0199c966966ada53d27605be745", |
| "model_glue/text_captions.py": "fd0ae01d187d941e79849e4924747bdd3c98d115706593f2459e4ec72628e1b0", |
| "model_glue/text_eval.py": "094e8beeeb5332fca9faa950f40a0ccf80505cd01318bbabffad3aeb67edad4a", |
| "model_glue/text_infer.py": "79c180750b9b33892db343aeb572ac375094406bc90b2b9173df5a0375f9aa03", |
| "model_glue/text_lexicon.py": "a91e1279c9d4ab5cb1c983c9b5ba968534b80e17728dc257e0c2288e3c3eecd8", |
| "model_glue/text_prepare.py": "1d1b6cfdcef328fdb5ac4e2b7d1fd9b9033a006259081159880cc316d68978ed", |
| "model_glue/text_runtime.py": "8035c8a18fd1c52e5d9de141f008f68f43e4973f5ac51465e166c601feae2d40", |
| "model_glue/text_states.py": "0478237422c0161f9fe5874792b03e2f0f82772676082fc09640a46c98b50419", |
| "model_glue/text_train.py": "c8c247b3c35244534687e47fd14555f81a9610de12cf3ccf5dca7630053a530a", |
| "model_glue/text_train_noise.py": "35e75383f4acd21a340cc4df43a4f5dae18802b683abe442bf5a9dcba1209893", |
| "model_glue/text_trajectory.py": "b562ae8508f0f387bfafbfa47b53b43596ca73fcb5c22dae38a2862a1aba8cb4", |
| "model_glue/train.py": "0e3872a237556244b667c1f316d50c3b12a7f61a8ff60eff3196655ef2b00549" |
| } |
| }, |
| "validation_ranking": { |
| "scope": "Validation-only ranking; average seeds within each prompt, then weight all prompts equally. Test results are excluded.", |
| "prompt_count": 58, |
| "prompt_seed_pairs": 82, |
| "scores": { |
| "native": { |
| "native_lpips": 0.0, |
| "native_pixel_mae": 0.0, |
| "clip_text_image_cosine": 0.31729713510507823 |
| }, |
| "parent": { |
| "native_lpips": 0.3845586983979434, |
| "native_pixel_mae": 0.14540668043853908, |
| "clip_text_image_cosine": 0.30728059424751103 |
| }, |
| "linear_distill": { |
| "native_lpips": 0.3811477638952348, |
| "native_pixel_mae": 0.14415318966340063, |
| "clip_text_image_cosine": 0.3076438892675542 |
| }, |
| "linear_rollout": { |
| "native_lpips": 0.38574381789256784, |
| "native_pixel_mae": 0.14572909688470007, |
| "clip_text_image_cosine": 0.3078894349692881 |
| }, |
| "source_full": { |
| "native_lpips": 0.3832593902774241, |
| "native_pixel_mae": 0.14520142021878013, |
| "clip_text_image_cosine": 0.30850052174137926 |
| }, |
| "orthogonal_025": { |
| "native_lpips": 0.3886523847949916, |
| "native_pixel_mae": 0.1462558062597253, |
| "clip_text_image_cosine": 0.3085590165922011 |
| }, |
| "orthogonal_100": { |
| "native_lpips": 0.38771238516288237, |
| "native_pixel_mae": 0.1463224577407042, |
| "clip_text_image_cosine": 0.30837413865601876 |
| }, |
| "combined_025": { |
| "native_lpips": 0.3855607927530661, |
| "native_pixel_mae": 0.14555561092906985, |
| "clip_text_image_cosine": 0.30844964797811947 |
| } |
| }, |
| "ranked": [ |
| "linear_distill", |
| "source_full", |
| "parent", |
| "combined_025", |
| "linear_rollout", |
| "orthogonal_100", |
| "orthogonal_025" |
| ], |
| "selected": "linear_distill", |
| "selected_checkpoint": { |
| "path": "/ml2/model-glue/artifacts/runs/formulation-linear-distill-fixed/best.safetensors", |
| "sha256": "fc7f44369cf21791c4f9ad6b74978dd420be41a76330a1fe32b11f440f3bf925" |
| }, |
| "checkpoint_fingerprints": { |
| "parent": { |
| "path": "/ml2/model-glue/artifacts/runs/sana-transfer-sd15-movable/best.safetensors", |
| "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" |
| }, |
| "linear_distill": { |
| "path": "/ml2/model-glue/artifacts/runs/formulation-linear-distill-fixed/best.safetensors", |
| "sha256": "fc7f44369cf21791c4f9ad6b74978dd420be41a76330a1fe32b11f440f3bf925" |
| }, |
| "linear_rollout": { |
| "path": "/ml2/model-glue/artifacts/runs/formulation-linear-rollout-fixed/best.safetensors", |
| "sha256": "065d88db8ad73f904b3681f2a45bcacafd6b86af7b32f69aabab08a2585ef2f5" |
| }, |
| "source_full": { |
| "path": "/ml2/model-glue/artifacts/runs/formulation-source-residual-fullscale-fixed/best.safetensors", |
| "sha256": "ceeb067e4c96b545f5bc094d660ce1e0e1a1953dd14edbf3270a32017f1acdd9" |
| }, |
| "orthogonal_025": { |
| "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/orthogonal-025.safetensors", |
| "sha256": "34d9ad66dff950cca7afec85bbac1046e05ff759e4eee9057d41d0416415fc7a" |
| }, |
| "orthogonal_100": { |
| "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/orthogonal-100.safetensors", |
| "sha256": "85986a987e6d5a6b5ad52f651b2267c319107927431afd685437dc829f11ba6a" |
| }, |
| "combined_025": { |
| "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/combined-025.safetensors", |
| "sha256": "73f11ee497640c4ce4cb09b115e940e84233e4a36130e73bb30cfa15c61a3124" |
| } |
| }, |
| "paired_against_parent": { |
| "linear_distill": { |
| "native_lpips": { |
| "candidate_minus_baseline": -0.0034109345027085007, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.020595541165006916, |
| 0.0136603863128386 |
| ], |
| "prompt_count": 58, |
| "prompts_improved": 34, |
| "per_prompt_deltas": { |
| "f11cd05822e4f52a74fe": 0.006923377513885498, |
| "1f5aa9afbebfc34c723f": -0.020492325226465862, |
| "6ab76de91bfd3c0e34a5": -0.003700892130533854, |
| "f73c6434e31c22d450ea": -0.011816322803497314, |
| "f1a8e846f0f297033734": -0.006241261959075928, |
| "e36dfd3923a2c22d7bf9": 0.010162214438120524, |
| "2af238c6269c515a7d92": 0.007512340943018596, |
| "8f7967c6516e1b7a433c": -0.0032697816689809165, |
| "6869df40e783865537c7": -0.002538790305455526, |
| "a26fdad02bee67ad19d7": 0.007181763648986816, |
| "e8402663c7e6487e2809": -0.013288180033365885, |
| "1338509de43ae3b40c96": -0.012726480762163797, |
| "5cedf9657bef63a0e409": -0.010294616222381592, |
| "42827e023ed8d9873f32": 0.018889665603637695, |
| "883c45a35afc80304ee9": -0.07747757434844971, |
| "4aa2a178be91fa71ef97": 0.0094757080078125, |
| "a3f966642360570e43b2": 0.013297885656356812, |
| "6c303c128ef2d1940468": 0.006562173366546631, |
| "4b81b54e728cbe0712f8": 0.03067508339881897, |
| "a1ba79e343e19e272adb": -0.0018471479415893555, |
| "ac6e6adc5e13f5e35197": 0.0522741973400116, |
| "adba655cbec9c5ce0d34": -0.0021619200706481934, |
| "ea2b6ccc4d4d807d1df2": -0.010571062564849854, |
| "11a6352248ce0286c7c0": -4.225969314575195e-05, |
| "3da4ccc576f16c038f68": 0.01040998101234436, |
| "ba7496e18ecdc8146664": 0.08057709038257599, |
| "5aa167cdc3d31bb7309e": 0.0402359664440155, |
| "43c06db2f3ec54bf1e72": -0.048898905515670776, |
| "dc89ecad17a470101b9d": -0.023816406726837158, |
| "f1996717d5a99dd6e5b0": -0.0038201510906219482, |
| "f0bd956facce388c0cff": -0.13211959600448608, |
| "73c955a5b407a6918b18": 0.0017604529857635498, |
| "293edd8c522ca112d86e": -0.0372040718793869, |
| "2fe9899bd552c519b40b": -0.010371997952461243, |
| "f99ec32ceefea400c831": -0.028671354055404663, |
| "9429e02b91652f8fc52b": 8.031725883483887e-05, |
| "26b77a20ead3e81385b9": 0.011110678315162659, |
| "b5d26593eaecaa63e5d8": -0.022921286523342133, |
| "0bcc1f26edd0abe249ee": -0.007784217596054077, |
| "c59cee185b5398cbdb09": -0.002871572971343994, |
| "89c9751008fcfa43dddb": -0.014399826526641846, |
| "1379948cf7f42fe57cdc": -0.09315377473831177, |
| "b7f79393959828a10f39": 0.023463189601898193, |
| "88ec5abe4252fe4e475c": -0.08026358485221863, |
| "4e4e3a34e413d48db5b8": -0.011500060558319092, |
| "8143498388830895002a": -0.00894153118133545, |
| "aed67addad5bbae0ece6": 0.10825461149215698, |
| "fbd1a5767b38c7ad359a": -0.0015974640846252441, |
| "dc5b3ffa8fa5d5dc3944": 0.010234713554382324, |
| "de9adfc3bfd5c7741bec": 0.026368916034698486, |
| "e8eeab0a5791e462f981": 0.028179556131362915, |
| "1d2c4c56caf2107831e6": 0.277614951133728, |
| "717e7359d0cf69f136b5": -0.01705867052078247, |
| "2b9d1afcce7435095ee4": -0.29407867789268494, |
| "25b2d7a530557d626618": -0.06970125436782837, |
| "2e0b8dec8c67458ad1eb": 0.04831528663635254, |
| "d1f9e3b59d9c8e2e5311": 0.06697094440460205, |
| "70a98e45b7bc646db31e": -0.008722245693206787 |
| } |
| }, |
| "native_pixel_mae": { |
| "candidate_minus_baseline": -0.001253490775138482, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.00789572231514358, |
| 0.0053890563526201515 |
| ], |
| "prompt_count": 58, |
| "prompts_improved": 32, |
| "per_prompt_deltas": { |
| "f11cd05822e4f52a74fe": 0.003938953081766765, |
| "1f5aa9afbebfc34c723f": -0.004354421049356461, |
| "6ab76de91bfd3c0e34a5": -0.004244128863016765, |
| "f73c6434e31c22d450ea": -0.002527649203936259, |
| "f1a8e846f0f297033734": 0.008666622141997019, |
| "e36dfd3923a2c22d7bf9": 0.004600373407204946, |
| "2af238c6269c515a7d92": 0.003107274572054545, |
| "8f7967c6516e1b7a433c": 0.004761641224225362, |
| "6869df40e783865537c7": -0.0005315840244293213, |
| "a26fdad02bee67ad19d7": 0.03797447681427002, |
| "e8402663c7e6487e2809": -0.007924767831961313, |
| "1338509de43ae3b40c96": -0.0014559850096702576, |
| "5cedf9657bef63a0e409": -0.010010018944740295, |
| "42827e023ed8d9873f32": 0.0017121732234954834, |
| "883c45a35afc80304ee9": -0.030130580067634583, |
| "4aa2a178be91fa71ef97": 0.0005882084369659424, |
| "a3f966642360570e43b2": 0.009237349033355713, |
| "6c303c128ef2d1940468": 0.0018234997987747192, |
| "4b81b54e728cbe0712f8": 0.0028426647186279297, |
| "a1ba79e343e19e272adb": 0.002427026629447937, |
| "ac6e6adc5e13f5e35197": 0.014591977000236511, |
| "adba655cbec9c5ce0d34": -0.015072748064994812, |
| "ea2b6ccc4d4d807d1df2": -0.005211427807807922, |
| "11a6352248ce0286c7c0": -0.017223715782165527, |
| "3da4ccc576f16c038f68": 0.010651051998138428, |
| "ba7496e18ecdc8146664": 0.021988607943058014, |
| "5aa167cdc3d31bb7309e": 0.018467605113983154, |
| "43c06db2f3ec54bf1e72": -0.021657928824424744, |
| "dc89ecad17a470101b9d": -0.0038902834057807922, |
| "f1996717d5a99dd6e5b0": -0.0005590617656707764, |
| "f0bd956facce388c0cff": -0.03256829082965851, |
| "73c955a5b407a6918b18": -0.0010409429669380188, |
| "293edd8c522ca112d86e": -0.009252987802028656, |
| "2fe9899bd552c519b40b": -0.002965956926345825, |
| "f99ec32ceefea400c831": -0.006067097187042236, |
| "9429e02b91652f8fc52b": -0.0001575276255607605, |
| "26b77a20ead3e81385b9": 0.008562363684177399, |
| "b5d26593eaecaa63e5d8": -0.003121316432952881, |
| "0bcc1f26edd0abe249ee": -0.0009569376707077026, |
| "c59cee185b5398cbdb09": -0.004121720790863037, |
| "89c9751008fcfa43dddb": -0.009446308016777039, |
| "1379948cf7f42fe57cdc": -0.03667332977056503, |
| "b7f79393959828a10f39": 0.00022366642951965332, |
| "88ec5abe4252fe4e475c": -0.04459826648235321, |
| "4e4e3a34e413d48db5b8": -0.0014897733926773071, |
| "8143498388830895002a": -0.004032820463180542, |
| "aed67addad5bbae0ece6": 0.029401183128356934, |
| "fbd1a5767b38c7ad359a": 0.0017452612519264221, |
| "dc5b3ffa8fa5d5dc3944": 0.0026307404041290283, |
| "de9adfc3bfd5c7741bec": 0.006489485502243042, |
| "e8eeab0a5791e462f981": 0.010315585881471634, |
| "1d2c4c56caf2107831e6": 0.10230016708374023, |
| "717e7359d0cf69f136b5": -0.0025653690099716187, |
| "2b9d1afcce7435095ee4": -0.11554263532161713, |
| "25b2d7a530557d626618": -0.025849618017673492, |
| "2e0b8dec8c67458ad1eb": 0.010324403643608093, |
| "d1f9e3b59d9c8e2e5311": 0.03470674157142639, |
| "70a98e45b7bc646db31e": -0.0015363693237304688 |
| } |
| }, |
| "clip_text_image_cosine": { |
| "candidate_minus_baseline": 0.00036329502004316474, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.0014192829229708376, |
| 0.0022122039705857444 |
| ], |
| "prompt_count": 58, |
| "prompts_improved": 27, |
| "per_prompt_deltas": { |
| "f11cd05822e4f52a74fe": -0.0023016631603240967, |
| "1f5aa9afbebfc34c723f": -0.0006794432799021403, |
| "6ab76de91bfd3c0e34a5": 0.005234380563100179, |
| "f73c6434e31c22d450ea": 0.003281831741333008, |
| "f1a8e846f0f297033734": 0.0008484522501627604, |
| "e36dfd3923a2c22d7bf9": 0.006150464216868083, |
| "2af238c6269c515a7d92": -0.0012883444627126057, |
| "8f7967c6516e1b7a433c": -0.002411047617594401, |
| "6869df40e783865537c7": -0.0030106306076049805, |
| "a26fdad02bee67ad19d7": -0.0041489700476328535, |
| "e8402663c7e6487e2809": 0.00035251180330912274, |
| "1338509de43ae3b40c96": -0.00010774532953898112, |
| "5cedf9657bef63a0e409": 0.0011147558689117432, |
| "42827e023ed8d9873f32": -0.012650728225708008, |
| "883c45a35afc80304ee9": 0.005244195461273193, |
| "4aa2a178be91fa71ef97": 0.0024604201316833496, |
| "a3f966642360570e43b2": -0.0066616833209991455, |
| "6c303c128ef2d1940468": -0.003957420587539673, |
| "4b81b54e728cbe0712f8": 0.009077697992324829, |
| "a1ba79e343e19e272adb": -0.0019192397594451904, |
| "ac6e6adc5e13f5e35197": -0.007482379674911499, |
| "adba655cbec9c5ce0d34": -0.0016588866710662842, |
| "ea2b6ccc4d4d807d1df2": 0.011377930641174316, |
| "11a6352248ce0286c7c0": 0.0005572140216827393, |
| "3da4ccc576f16c038f68": 0.004088759422302246, |
| "ba7496e18ecdc8146664": 0.002926081418991089, |
| "5aa167cdc3d31bb7309e": 0.011457592248916626, |
| "43c06db2f3ec54bf1e72": -0.00011372566223144531, |
| "dc89ecad17a470101b9d": 0.005067557096481323, |
| "f1996717d5a99dd6e5b0": 0.00182342529296875, |
| "f0bd956facce388c0cff": 0.0019646883010864258, |
| "73c955a5b407a6918b18": -0.00012353062629699707, |
| "293edd8c522ca112d86e": -0.00041481852531433105, |
| "2fe9899bd552c519b40b": -0.0008209347724914551, |
| "f99ec32ceefea400c831": 0.009382635354995728, |
| "9429e02b91652f8fc52b": 0.0014190375804901123, |
| "26b77a20ead3e81385b9": -0.00615963339805603, |
| "b5d26593eaecaa63e5d8": -0.004247397184371948, |
| "0bcc1f26edd0abe249ee": 0.011740267276763916, |
| "c59cee185b5398cbdb09": -0.0005876421928405762, |
| "89c9751008fcfa43dddb": 0.0015140771865844727, |
| "1379948cf7f42fe57cdc": 3.904104232788086e-05, |
| "b7f79393959828a10f39": -0.01107451319694519, |
| "88ec5abe4252fe4e475c": -0.0030837953090667725, |
| "4e4e3a34e413d48db5b8": 0.003516674041748047, |
| "8143498388830895002a": 0.006067544221878052, |
| "aed67addad5bbae0ece6": -0.020610541105270386, |
| "fbd1a5767b38c7ad359a": -0.0019111037254333496, |
| "dc5b3ffa8fa5d5dc3944": -0.002666652202606201, |
| "de9adfc3bfd5c7741bec": -0.01061326265335083, |
| "e8eeab0a5791e462f981": -0.0032903552055358887, |
| "1d2c4c56caf2107831e6": 0.018368691205978394, |
| "717e7359d0cf69f136b5": -0.005155280232429504, |
| "2b9d1afcce7435095ee4": -0.005367100238800049, |
| "25b2d7a530557d626618": 0.004699587821960449, |
| "2e0b8dec8c67458ad1eb": -0.00454336404800415, |
| "d1f9e3b59d9c8e2e5311": -0.002349942922592163, |
| "70a98e45b7bc646db31e": 0.022707372903823853 |
| } |
| } |
| }, |
| "source_full": { |
| "native_lpips": { |
| "candidate_minus_baseline": -0.0012993081205192646, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.021896380278142703, |
| 0.01942788923651665 |
| ], |
| "prompt_count": 58, |
| "prompts_improved": 32, |
| "per_prompt_deltas": { |
| "f11cd05822e4f52a74fe": 0.028395647803942364, |
| "1f5aa9afbebfc34c723f": -0.04207755128542582, |
| "6ab76de91bfd3c0e34a5": -0.013412217299143473, |
| "f73c6434e31c22d450ea": -0.028754393259684246, |
| "f1a8e846f0f297033734": -0.004788388808568318, |
| "e36dfd3923a2c22d7bf9": -0.013841226696968079, |
| "2af238c6269c515a7d92": 0.0025700628757476807, |
| "8f7967c6516e1b7a433c": -0.011053025722503662, |
| "6869df40e783865537c7": 0.0014413297176361084, |
| "a26fdad02bee67ad19d7": -0.0022546052932739258, |
| "e8402663c7e6487e2809": -0.023873527844746906, |
| "1338509de43ae3b40c96": -0.0009008397658665975, |
| "5cedf9657bef63a0e409": -0.01108253002166748, |
| "42827e023ed8d9873f32": 0.021434545516967773, |
| "883c45a35afc80304ee9": -0.06662589311599731, |
| "4aa2a178be91fa71ef97": 0.017971336841583252, |
| "a3f966642360570e43b2": 0.00993967056274414, |
| "6c303c128ef2d1940468": 0.008408427238464355, |
| "4b81b54e728cbe0712f8": 0.01582956314086914, |
| "a1ba79e343e19e272adb": -0.003193974494934082, |
| "ac6e6adc5e13f5e35197": 0.020491302013397217, |
| "adba655cbec9c5ce0d34": 0.0017667412757873535, |
| "ea2b6ccc4d4d807d1df2": -0.015218377113342285, |
| "11a6352248ce0286c7c0": -0.017074286937713623, |
| "3da4ccc576f16c038f68": 0.02338993549346924, |
| "ba7496e18ecdc8146664": 0.0838540643453598, |
| "5aa167cdc3d31bb7309e": 0.05701446533203125, |
| "43c06db2f3ec54bf1e72": -0.011914819478988647, |
| "dc89ecad17a470101b9d": -0.050491511821746826, |
| "f1996717d5a99dd6e5b0": 0.012627631425857544, |
| "f0bd956facce388c0cff": -0.09983232617378235, |
| "73c955a5b407a6918b18": 0.18133538961410522, |
| "293edd8c522ca112d86e": -0.03124995529651642, |
| "2fe9899bd552c519b40b": -0.011628523468971252, |
| "f99ec32ceefea400c831": -0.11484453082084656, |
| "9429e02b91652f8fc52b": -0.012003451585769653, |
| "26b77a20ead3e81385b9": 0.011472642421722412, |
| "b5d26593eaecaa63e5d8": -0.039088986814022064, |
| "0bcc1f26edd0abe249ee": 0.005769133567810059, |
| "c59cee185b5398cbdb09": 0.02936321496963501, |
| "89c9751008fcfa43dddb": -0.04574921727180481, |
| "1379948cf7f42fe57cdc": -0.0917072668671608, |
| "b7f79393959828a10f39": 0.02674710750579834, |
| "88ec5abe4252fe4e475c": -0.08937881886959076, |
| "4e4e3a34e413d48db5b8": -0.022404611110687256, |
| "8143498388830895002a": -0.005674839019775391, |
| "aed67addad5bbae0ece6": 0.09440404176712036, |
| "fbd1a5767b38c7ad359a": -0.008903950452804565, |
| "dc5b3ffa8fa5d5dc3944": 0.173833429813385, |
| "de9adfc3bfd5c7741bec": -0.040551960468292236, |
| "e8eeab0a5791e462f981": 0.02497018873691559, |
| "1d2c4c56caf2107831e6": 0.3034103512763977, |
| "717e7359d0cf69f136b5": -0.006714493036270142, |
| "2b9d1afcce7435095ee4": -0.3389902412891388, |
| "25b2d7a530557d626618": -0.07360455393791199, |
| "2e0b8dec8c67458ad1eb": 0.04313474893569946, |
| "d1f9e3b59d9c8e2e5311": 0.0685044527053833, |
| "70a98e45b7bc646db31e": 0.005445599555969238 |
| } |
| }, |
| "native_pixel_mae": { |
| "candidate_minus_baseline": -0.00020526021975895406, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.008238206197368515, |
| 0.007426265059788334 |
| ], |
| "prompt_count": 58, |
| "prompts_improved": 30, |
| "per_prompt_deltas": { |
| "f11cd05822e4f52a74fe": 0.005900152027606964, |
| "1f5aa9afbebfc34c723f": -0.006867080926895142, |
| "6ab76de91bfd3c0e34a5": -0.002207408348719279, |
| "f73c6434e31c22d450ea": -0.008008167147636414, |
| "f1a8e846f0f297033734": 0.01707375297943751, |
| "e36dfd3923a2c22d7bf9": -0.004804293314615886, |
| "2af238c6269c515a7d92": 0.00716806948184967, |
| "8f7967c6516e1b7a433c": 0.005144881705443065, |
| "6869df40e783865537c7": 0.002460494637489319, |
| "a26fdad02bee67ad19d7": 0.022697672247886658, |
| "e8402663c7e6487e2809": -0.010403059422969818, |
| "1338509de43ae3b40c96": -0.00233643501996994, |
| "5cedf9657bef63a0e409": -0.004567742347717285, |
| "42827e023ed8d9873f32": 0.006355300545692444, |
| "883c45a35afc80304ee9": -0.03619089722633362, |
| "4aa2a178be91fa71ef97": 0.0037745684385299683, |
| "a3f966642360570e43b2": 0.009735554456710815, |
| "6c303c128ef2d1940468": 0.0025836974382400513, |
| "4b81b54e728cbe0712f8": -0.003576606512069702, |
| "a1ba79e343e19e272adb": 0.002963244915008545, |
| "ac6e6adc5e13f5e35197": 0.005616366863250732, |
| "adba655cbec9c5ce0d34": -0.0061724185943603516, |
| "ea2b6ccc4d4d807d1df2": -0.007692232728004456, |
| "11a6352248ce0286c7c0": -0.02112998068332672, |
| "3da4ccc576f16c038f68": 0.018239125609397888, |
| "ba7496e18ecdc8146664": 0.022241860628128052, |
| "5aa167cdc3d31bb7309e": 0.02706664800643921, |
| "43c06db2f3ec54bf1e72": -0.0052524954080581665, |
| "dc89ecad17a470101b9d": -0.005311340093612671, |
| "f1996717d5a99dd6e5b0": 0.003819376230239868, |
| "f0bd956facce388c0cff": -0.029173605144023895, |
| "73c955a5b407a6918b18": 0.047621019184589386, |
| "293edd8c522ca112d86e": -0.008409231901168823, |
| "2fe9899bd552c519b40b": -0.0037423819303512573, |
| "f99ec32ceefea400c831": -0.024445325136184692, |
| "9429e02b91652f8fc52b": -0.0008699074387550354, |
| "26b77a20ead3e81385b9": 0.01040271669626236, |
| "b5d26593eaecaa63e5d8": -0.005804114043712616, |
| "0bcc1f26edd0abe249ee": 0.004588410258293152, |
| "c59cee185b5398cbdb09": 0.007446035742759705, |
| "89c9751008fcfa43dddb": -0.022684603929519653, |
| "1379948cf7f42fe57cdc": -0.03339157998561859, |
| "b7f79393959828a10f39": -0.007362812757492065, |
| "88ec5abe4252fe4e475c": -0.045826755464076996, |
| "4e4e3a34e413d48db5b8": -0.003682345151901245, |
| "8143498388830895002a": -0.0022540688514709473, |
| "aed67addad5bbae0ece6": 0.023093536496162415, |
| "fbd1a5767b38c7ad359a": 0.0016164332628250122, |
| "dc5b3ffa8fa5d5dc3944": 0.06134709715843201, |
| "de9adfc3bfd5c7741bec": -0.021446704864501953, |
| "e8eeab0a5791e462f981": 0.011007476598024368, |
| "1d2c4c56caf2107831e6": 0.11399312317371368, |
| "717e7359d0cf69f136b5": -0.0019126832485198975, |
| "2b9d1afcce7435095ee4": -0.139593243598938, |
| "25b2d7a530557d626618": -0.025929749011993408, |
| "2e0b8dec8c67458ad1eb": 0.006559595465660095, |
| "d1f9e3b59d9c8e2e5311": 0.034920960664749146, |
| "70a98e45b7bc646db31e": 0.003707006573677063 |
| } |
| }, |
| "clip_text_image_cosine": { |
| "candidate_minus_baseline": 0.001219927493868203, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.0005758188557864605, |
| 0.0030330137124863154 |
| ], |
| "prompt_count": 58, |
| "prompts_improved": 28, |
| "per_prompt_deltas": { |
| "f11cd05822e4f52a74fe": 0.0012797613938649495, |
| "1f5aa9afbebfc34c723f": 0.0037665069103240967, |
| "6ab76de91bfd3c0e34a5": 0.005384425322214763, |
| "f73c6434e31c22d450ea": 7.4108441670735674e-06, |
| "f1a8e846f0f297033734": -0.0004195769627888997, |
| "e36dfd3923a2c22d7bf9": 0.007657984892527263, |
| "2af238c6269c515a7d92": -0.00216179092725118, |
| "8f7967c6516e1b7a433c": -0.00325507918993632, |
| "6869df40e783865537c7": 0.0012557605902353923, |
| "a26fdad02bee67ad19d7": -0.002277831236521403, |
| "e8402663c7e6487e2809": -0.0032687286535898843, |
| "1338509de43ae3b40c96": -0.0022438764572143555, |
| "5cedf9657bef63a0e409": -0.0012450218200683594, |
| "42827e023ed8d9873f32": -0.014289051294326782, |
| "883c45a35afc80304ee9": -0.004385828971862793, |
| "4aa2a178be91fa71ef97": -0.004869401454925537, |
| "a3f966642360570e43b2": -0.000849306583404541, |
| "6c303c128ef2d1940468": -0.003359168767929077, |
| "4b81b54e728cbe0712f8": 0.012260138988494873, |
| "a1ba79e343e19e272adb": -0.0029213130474090576, |
| "ac6e6adc5e13f5e35197": 0.009008705615997314, |
| "adba655cbec9c5ce0d34": -0.004410475492477417, |
| "ea2b6ccc4d4d807d1df2": 0.02409842610359192, |
| "11a6352248ce0286c7c0": -0.002591341733932495, |
| "3da4ccc576f16c038f68": 0.011500269174575806, |
| "ba7496e18ecdc8146664": 0.003760993480682373, |
| "5aa167cdc3d31bb7309e": 0.011325627565383911, |
| "43c06db2f3ec54bf1e72": -0.005753815174102783, |
| "dc89ecad17a470101b9d": 0.006086260080337524, |
| "f1996717d5a99dd6e5b0": 0.0008528530597686768, |
| "f0bd956facce388c0cff": 0.007689982652664185, |
| "73c955a5b407a6918b18": -0.0005484819412231445, |
| "293edd8c522ca112d86e": -0.0007620155811309814, |
| "2fe9899bd552c519b40b": 0.0019198060035705566, |
| "f99ec32ceefea400c831": 0.012257188558578491, |
| "9429e02b91652f8fc52b": 0.009727239608764648, |
| "26b77a20ead3e81385b9": 0.002444446086883545, |
| "b5d26593eaecaa63e5d8": -0.005219787359237671, |
| "0bcc1f26edd0abe249ee": 0.008673369884490967, |
| "c59cee185b5398cbdb09": -0.004388004541397095, |
| "89c9751008fcfa43dddb": 0.0016456842422485352, |
| "1379948cf7f42fe57cdc": -3.5434961318969727e-05, |
| "b7f79393959828a10f39": 0.00164794921875, |
| "88ec5abe4252fe4e475c": -0.005044698715209961, |
| "4e4e3a34e413d48db5b8": 0.008093088865280151, |
| "8143498388830895002a": 0.000406116247177124, |
| "aed67addad5bbae0ece6": -0.0006177425384521484, |
| "fbd1a5767b38c7ad359a": -0.0012347400188446045, |
| "dc5b3ffa8fa5d5dc3944": 0.007388085126876831, |
| "de9adfc3bfd5c7741bec": -0.018949508666992188, |
| "e8eeab0a5791e462f981": -0.004750967025756836, |
| "1d2c4c56caf2107831e6": 0.013923972845077515, |
| "717e7359d0cf69f136b5": -0.0019313246011734009, |
| "2b9d1afcce7435095ee4": -0.004033207893371582, |
| "25b2d7a530557d626618": 0.008203238248825073, |
| "2e0b8dec8c67458ad1eb": -0.0028471946716308594, |
| "d1f9e3b59d9c8e2e5311": -0.0058464109897613525, |
| "70a98e45b7bc646db31e": 0.0030016303062438965 |
| } |
| } |
| }, |
| "combined_025": { |
| "native_lpips": { |
| "candidate_minus_baseline": 0.0010020943551227964, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.009013190482282775, |
| 0.014151603944770904 |
| ], |
| "prompt_count": 58, |
| "prompts_improved": 33, |
| "per_prompt_deltas": { |
| "f11cd05822e4f52a74fe": 0.030389606952667236, |
| "1f5aa9afbebfc34c723f": -0.031384418408075966, |
| "6ab76de91bfd3c0e34a5": -0.01802915334701538, |
| "f73c6434e31c22d450ea": -0.022428254286448162, |
| "f1a8e846f0f297033734": -0.013290574153264364, |
| "e36dfd3923a2c22d7bf9": 3.5593907038370766e-05, |
| "2af238c6269c515a7d92": -0.009696761767069498, |
| "8f7967c6516e1b7a433c": -0.005635311206181844, |
| "6869df40e783865537c7": -0.0007649461428324381, |
| "a26fdad02bee67ad19d7": 0.011583298444747925, |
| "e8402663c7e6487e2809": -0.027260998884836834, |
| "1338509de43ae3b40c96": -0.007968212167421976, |
| "5cedf9657bef63a0e409": 0.008631289005279541, |
| "42827e023ed8d9873f32": 0.00780332088470459, |
| "883c45a35afc80304ee9": -0.009920835494995117, |
| "4aa2a178be91fa71ef97": 0.0020453333854675293, |
| "a3f966642360570e43b2": 0.015382915735244751, |
| "6c303c128ef2d1940468": -0.0014132261276245117, |
| "4b81b54e728cbe0712f8": 0.03528529405593872, |
| "a1ba79e343e19e272adb": -0.0012606978416442871, |
| "ac6e6adc5e13f5e35197": 0.011341243982315063, |
| "adba655cbec9c5ce0d34": 0.005040496587753296, |
| "ea2b6ccc4d4d807d1df2": 0.0013633966445922852, |
| "11a6352248ce0286c7c0": 0.0002269744873046875, |
| "3da4ccc576f16c038f68": 0.00022849440574645996, |
| "ba7496e18ecdc8146664": 0.010940298438072205, |
| "5aa167cdc3d31bb7309e": -0.03260818123817444, |
| "43c06db2f3ec54bf1e72": -0.023877590894699097, |
| "dc89ecad17a470101b9d": -0.027324378490447998, |
| "f1996717d5a99dd6e5b0": 0.004777103662490845, |
| "f0bd956facce388c0cff": -0.07831922173500061, |
| "73c955a5b407a6918b18": -0.022948801517486572, |
| "293edd8c522ca112d86e": -0.02098912000656128, |
| "2fe9899bd552c519b40b": -0.001758858561515808, |
| "f99ec32ceefea400c831": -0.0008267462253570557, |
| "9429e02b91652f8fc52b": -0.0017629414796829224, |
| "26b77a20ead3e81385b9": 0.011870697140693665, |
| "b5d26593eaecaa63e5d8": 0.08972892165184021, |
| "0bcc1f26edd0abe249ee": -0.012738823890686035, |
| "c59cee185b5398cbdb09": 0.009044110774993896, |
| "89c9751008fcfa43dddb": -0.04722738265991211, |
| "1379948cf7f42fe57cdc": -0.030648186802864075, |
| "b7f79393959828a10f39": -0.007488071918487549, |
| "88ec5abe4252fe4e475c": -0.02596604824066162, |
| "4e4e3a34e413d48db5b8": -0.0034981966018676758, |
| "8143498388830895002a": -0.0047547221183776855, |
| "aed67addad5bbae0ece6": 0.039020657539367676, |
| "fbd1a5767b38c7ad359a": 0.0016856193542480469, |
| "dc5b3ffa8fa5d5dc3944": 0.007393449544906616, |
| "de9adfc3bfd5c7741bec": 0.057039082050323486, |
| "e8eeab0a5791e462f981": -0.0001554638147354126, |
| "1d2c4c56caf2107831e6": 0.2799663543701172, |
| "717e7359d0cf69f136b5": -0.004024088382720947, |
| "2b9d1afcce7435095ee4": -0.07589507102966309, |
| "25b2d7a530557d626618": -0.01391659677028656, |
| "2e0b8dec8c67458ad1eb": 0.006206542253494263, |
| "d1f9e3b59d9c8e2e5311": -0.007420957088470459, |
| "70a98e45b7bc646db31e": 0.004294216632843018 |
| } |
| }, |
| "native_pixel_mae": { |
| "candidate_minus_baseline": 0.0001489304905307704, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.003255616145572443, |
| 0.00470478574520555 |
| ], |
| "prompt_count": 58, |
| "prompts_improved": 30, |
| "per_prompt_deltas": { |
| "f11cd05822e4f52a74fe": 0.007544845342636108, |
| "1f5aa9afbebfc34c723f": -0.0029708966612815857, |
| "6ab76de91bfd3c0e34a5": -0.0051005979379018145, |
| "f73c6434e31c22d450ea": -0.00522381067276001, |
| "f1a8e846f0f297033734": -0.006456630925337474, |
| "e36dfd3923a2c22d7bf9": 0.0017269055048624675, |
| "2af238c6269c515a7d92": -0.0004595617453257243, |
| "8f7967c6516e1b7a433c": 0.0007869725426038107, |
| "6869df40e783865537c7": 0.0018455187479654949, |
| "a26fdad02bee67ad19d7": 0.016103843847910564, |
| "e8402663c7e6487e2809": -0.00901662806669871, |
| "1338509de43ae3b40c96": -0.001499772071838379, |
| "5cedf9657bef63a0e409": 0.0023180395364761353, |
| "42827e023ed8d9873f32": 0.005031883716583252, |
| "883c45a35afc80304ee9": -0.010067090392112732, |
| "4aa2a178be91fa71ef97": -0.0027595460414886475, |
| "a3f966642360570e43b2": 0.007614612579345703, |
| "6c303c128ef2d1940468": 7.82012939453125e-05, |
| "4b81b54e728cbe0712f8": 0.006463587284088135, |
| "a1ba79e343e19e272adb": 0.00018364191055297852, |
| "ac6e6adc5e13f5e35197": 0.003646381199359894, |
| "adba655cbec9c5ce0d34": 0.0003503561019897461, |
| "ea2b6ccc4d4d807d1df2": 0.0030052661895751953, |
| "11a6352248ce0286c7c0": -0.012249231338500977, |
| "3da4ccc576f16c038f68": 0.001845821738243103, |
| "ba7496e18ecdc8146664": 0.004367396235466003, |
| "5aa167cdc3d31bb7309e": -0.001950383186340332, |
| "43c06db2f3ec54bf1e72": -0.00935015082359314, |
| "dc89ecad17a470101b9d": -0.0038387924432754517, |
| "f1996717d5a99dd6e5b0": 0.002567186951637268, |
| "f0bd956facce388c0cff": -0.020784825086593628, |
| "73c955a5b407a6918b18": -0.006345294415950775, |
| "293edd8c522ca112d86e": -0.0043503642082214355, |
| "2fe9899bd552c519b40b": -0.00549282506108284, |
| "f99ec32ceefea400c831": -0.0018860846757888794, |
| "9429e02b91652f8fc52b": -0.0013368204236030579, |
| "26b77a20ead3e81385b9": 0.005981631577014923, |
| "b5d26593eaecaa63e5d8": 0.018277741968631744, |
| "0bcc1f26edd0abe249ee": -0.003764227032661438, |
| "c59cee185b5398cbdb09": 0.006193101406097412, |
| "89c9751008fcfa43dddb": -0.0169028639793396, |
| "1379948cf7f42fe57cdc": -0.01311437040567398, |
| "b7f79393959828a10f39": -0.010871201753616333, |
| "88ec5abe4252fe4e475c": -0.010703392326831818, |
| "4e4e3a34e413d48db5b8": -0.001954689621925354, |
| "8143498388830895002a": -0.0012250393629074097, |
| "aed67addad5bbae0ece6": 0.0062169283628463745, |
| "fbd1a5767b38c7ad359a": -0.0012442097067832947, |
| "dc5b3ffa8fa5d5dc3944": 0.0014935433864593506, |
| "de9adfc3bfd5c7741bec": 0.01946862041950226, |
| "e8eeab0a5791e462f981": -0.0006645321846008301, |
| "1d2c4c56caf2107831e6": 0.09571781754493713, |
| "717e7359d0cf69f136b5": 0.0003455430269241333, |
| "2b9d1afcce7435095ee4": -0.03431665897369385, |
| "25b2d7a530557d626618": -0.010109499096870422, |
| "2e0b8dec8c67458ad1eb": 0.0009068101644515991, |
| "d1f9e3b59d9c8e2e5311": 0.0014663934707641602, |
| "70a98e45b7bc646db31e": 0.0030993670225143433 |
| } |
| }, |
| "clip_text_image_cosine": { |
| "candidate_minus_baseline": 0.0011690537306084032, |
| "prompt_bootstrap_95_percent_interval": [ |
| 6.354160863777685e-05, |
| 0.0023158228131888925 |
| ], |
| "prompt_count": 58, |
| "prompts_improved": 33, |
| "per_prompt_deltas": { |
| "f11cd05822e4f52a74fe": 0.0021859010060628257, |
| "1f5aa9afbebfc34c723f": 0.0011053979396820068, |
| "6ab76de91bfd3c0e34a5": 0.0008713801701863607, |
| "f73c6434e31c22d450ea": -0.0018264253934224446, |
| "f1a8e846f0f297033734": 0.0003933906555175781, |
| "e36dfd3923a2c22d7bf9": 0.005486130714416504, |
| "2af238c6269c515a7d92": -0.0020176470279693604, |
| "8f7967c6516e1b7a433c": -0.0007565319538116455, |
| "6869df40e783865537c7": 0.0027597943941752114, |
| "a26fdad02bee67ad19d7": -0.0013069510459899902, |
| "e8402663c7e6487e2809": -0.0010609527428944905, |
| "1338509de43ae3b40c96": -0.0003162523110707601, |
| "5cedf9657bef63a0e409": -0.00019082427024841309, |
| "42827e023ed8d9873f32": 0.00443992018699646, |
| "883c45a35afc80304ee9": -0.004446357488632202, |
| "4aa2a178be91fa71ef97": -0.001837015151977539, |
| "a3f966642360570e43b2": 0.005911290645599365, |
| "6c303c128ef2d1940468": -0.0007191896438598633, |
| "4b81b54e728cbe0712f8": 0.003322392702102661, |
| "a1ba79e343e19e272adb": -0.0013379454612731934, |
| "ac6e6adc5e13f5e35197": 0.0012981295585632324, |
| "adba655cbec9c5ce0d34": -0.00363767147064209, |
| "ea2b6ccc4d4d807d1df2": 0.010643675923347473, |
| "11a6352248ce0286c7c0": -0.0018922686576843262, |
| "3da4ccc576f16c038f68": -0.00013577938079833984, |
| "ba7496e18ecdc8146664": 0.00012004375457763672, |
| "5aa167cdc3d31bb7309e": 0.0008953213691711426, |
| "43c06db2f3ec54bf1e72": -0.0030944645404815674, |
| "dc89ecad17a470101b9d": 0.002526223659515381, |
| "f1996717d5a99dd6e5b0": 0.001377493143081665, |
| "f0bd956facce388c0cff": 0.0014703571796417236, |
| "73c955a5b407a6918b18": -0.0010711848735809326, |
| "293edd8c522ca112d86e": 0.007114887237548828, |
| "2fe9899bd552c519b40b": 0.0031783580780029297, |
| "f99ec32ceefea400c831": -0.00028711557388305664, |
| "9429e02b91652f8fc52b": 0.0008949637413024902, |
| "26b77a20ead3e81385b9": 0.002071678638458252, |
| "b5d26593eaecaa63e5d8": 0.0023079514503479004, |
| "0bcc1f26edd0abe249ee": 0.004621654748916626, |
| "c59cee185b5398cbdb09": 0.0008018612861633301, |
| "89c9751008fcfa43dddb": 0.005615234375, |
| "1379948cf7f42fe57cdc": -0.0011951923370361328, |
| "b7f79393959828a10f39": -0.0001970231533050537, |
| "88ec5abe4252fe4e475c": -0.00010332465171813965, |
| "4e4e3a34e413d48db5b8": 6.324052810668945e-05, |
| "8143498388830895002a": 0.005961894989013672, |
| "aed67addad5bbae0ece6": 0.007799893617630005, |
| "fbd1a5767b38c7ad359a": -0.000754237174987793, |
| "dc5b3ffa8fa5d5dc3944": -0.0033668875694274902, |
| "de9adfc3bfd5c7741bec": -0.013629943132400513, |
| "e8eeab0a5791e462f981": -0.0006971955299377441, |
| "1d2c4c56caf2107831e6": 0.010723352432250977, |
| "717e7359d0cf69f136b5": 0.0011063218116760254, |
| "2b9d1afcce7435095ee4": 0.011021137237548828, |
| "25b2d7a530557d626618": 8.77082347869873e-05, |
| "2e0b8dec8c67458ad1eb": -0.006964534521102905, |
| "d1f9e3b59d9c8e2e5311": 0.0004013180732727051, |
| "70a98e45b7bc646db31e": 0.012069731950759888 |
| } |
| } |
| }, |
| "linear_rollout": { |
| "native_lpips": { |
| "candidate_minus_baseline": 0.0011851194946245216, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.0055245423625255455, |
| 0.008276849394214561 |
| ], |
| "prompt_count": 58, |
| "prompts_improved": 32, |
| "per_prompt_deltas": { |
| "f11cd05822e4f52a74fe": 0.028819332520167034, |
| "1f5aa9afbebfc34c723f": -0.021438976128896076, |
| "6ab76de91bfd3c0e34a5": -0.01911272605260213, |
| "f73c6434e31c22d450ea": -0.014747371276219686, |
| "f1a8e846f0f297033734": -0.017941405375798542, |
| "e36dfd3923a2c22d7bf9": 0.005833253264427185, |
| "2af238c6269c515a7d92": -0.011727511882781982, |
| "8f7967c6516e1b7a433c": -0.014576335748036703, |
| "6869df40e783865537c7": 0.0043280720710754395, |
| "a26fdad02bee67ad19d7": 0.005727787812550862, |
| "e8402663c7e6487e2809": -0.009599546591440836, |
| "1338509de43ae3b40c96": 0.006431515018145244, |
| "5cedf9657bef63a0e409": 0.019495517015457153, |
| "42827e023ed8d9873f32": -0.02185732126235962, |
| "883c45a35afc80304ee9": 0.04518014192581177, |
| "4aa2a178be91fa71ef97": -0.008276700973510742, |
| "a3f966642360570e43b2": 0.020229816436767578, |
| "6c303c128ef2d1940468": -0.0025678277015686035, |
| "4b81b54e728cbe0712f8": 0.014308542013168335, |
| "a1ba79e343e19e272adb": -0.0015000104904174805, |
| "ac6e6adc5e13f5e35197": -0.013324707746505737, |
| "adba655cbec9c5ce0d34": 0.010236412286758423, |
| "ea2b6ccc4d4d807d1df2": 0.010418593883514404, |
| "11a6352248ce0286c7c0": -0.006691873073577881, |
| "3da4ccc576f16c038f68": -0.005121409893035889, |
| "ba7496e18ecdc8146664": -0.014739349484443665, |
| "5aa167cdc3d31bb7309e": -0.042820751667022705, |
| "43c06db2f3ec54bf1e72": -0.016745537519454956, |
| "dc89ecad17a470101b9d": -0.006827175617218018, |
| "f1996717d5a99dd6e5b0": 0.004871189594268799, |
| "f0bd956facce388c0cff": -0.0875927209854126, |
| "73c955a5b407a6918b18": -0.018848568201065063, |
| "293edd8c522ca112d86e": -0.004283547401428223, |
| "2fe9899bd552c519b40b": 0.0013151466846466064, |
| "f99ec32ceefea400c831": 0.07465174794197083, |
| "9429e02b91652f8fc52b": -0.0028273314237594604, |
| "26b77a20ead3e81385b9": 0.0028522461652755737, |
| "b5d26593eaecaa63e5d8": 0.08995771408081055, |
| "0bcc1f26edd0abe249ee": -0.01032179594039917, |
| "c59cee185b5398cbdb09": -0.0029820799827575684, |
| "89c9751008fcfa43dddb": -0.023338645696640015, |
| "1379948cf7f42fe57cdc": 0.0010216385126113892, |
| "b7f79393959828a10f39": -0.0015322566032409668, |
| "88ec5abe4252fe4e475c": -0.015577360987663269, |
| "4e4e3a34e413d48db5b8": 0.0027956366539001465, |
| "8143498388830895002a": -0.0013420581817626953, |
| "aed67addad5bbae0ece6": 0.03231436014175415, |
| "fbd1a5767b38c7ad359a": 0.0016897022724151611, |
| "dc5b3ffa8fa5d5dc3944": 0.009407460689544678, |
| "de9adfc3bfd5c7741bec": 0.05694770812988281, |
| "e8eeab0a5791e462f981": -0.008007779717445374, |
| "1d2c4c56caf2107831e6": 0.06666192412376404, |
| "717e7359d0cf69f136b5": -0.006261706352233887, |
| "2b9d1afcce7435095ee4": -0.0017929673194885254, |
| "25b2d7a530557d626618": 0.005789071321487427, |
| "2e0b8dec8c67458ad1eb": 0.002435147762298584, |
| "d1f9e3b59d9c8e2e5311": -0.024814456701278687, |
| "70a98e45b7bc646db31e": 0.004157066345214844 |
| } |
| }, |
| "native_pixel_mae": { |
| "candidate_minus_baseline": 0.000322416446160996, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.001689304830506444, |
| 0.0024756542578253933 |
| ], |
| "prompt_count": 58, |
| "prompts_improved": 36, |
| "per_prompt_deltas": { |
| "f11cd05822e4f52a74fe": 0.005103588104248047, |
| "1f5aa9afbebfc34c723f": -0.002057847877343496, |
| "6ab76de91bfd3c0e34a5": -0.005280524492263794, |
| "f73c6434e31c22d450ea": -0.003148814042409261, |
| "f1a8e846f0f297033734": -0.014502299328645071, |
| "e36dfd3923a2c22d7bf9": 0.003493222097555796, |
| "2af238c6269c515a7d92": -0.0014882733424504597, |
| "8f7967c6516e1b7a433c": -0.002212782700856527, |
| "6869df40e783865537c7": 0.0052176713943481445, |
| "a26fdad02bee67ad19d7": 0.00763334333896637, |
| "e8402663c7e6487e2809": -0.005388326942920685, |
| "1338509de43ae3b40c96": 0.0028296088178952536, |
| "5cedf9657bef63a0e409": 0.005715504288673401, |
| "42827e023ed8d9873f32": -0.000495418906211853, |
| "883c45a35afc80304ee9": 0.024737298488616943, |
| "4aa2a178be91fa71ef97": -0.005308583378791809, |
| "a3f966642360570e43b2": 0.0041245222091674805, |
| "6c303c128ef2d1940468": -0.0005948394536972046, |
| "4b81b54e728cbe0712f8": 0.0046815574169158936, |
| "a1ba79e343e19e272adb": -1.7717480659484863e-05, |
| "ac6e6adc5e13f5e35197": -0.003561250865459442, |
| "adba655cbec9c5ce0d34": 0.002904146909713745, |
| "ea2b6ccc4d4d807d1df2": 0.00805501639842987, |
| "11a6352248ce0286c7c0": -0.00903727114200592, |
| "3da4ccc576f16c038f68": -0.0015873759984970093, |
| "ba7496e18ecdc8146664": -0.0053624361753463745, |
| "5aa167cdc3d31bb7309e": -0.007108509540557861, |
| "43c06db2f3ec54bf1e72": -0.007440581917762756, |
| "dc89ecad17a470101b9d": -0.0008620619773864746, |
| "f1996717d5a99dd6e5b0": 0.0026287883520126343, |
| "f0bd956facce388c0cff": -0.02194824069738388, |
| "73c955a5b407a6918b18": -0.0038701295852661133, |
| "293edd8c522ca112d86e": -0.0007441416382789612, |
| "2fe9899bd552c519b40b": -0.00435301661491394, |
| "f99ec32ceefea400c831": 0.019052542746067047, |
| "9429e02b91652f8fc52b": 0.0002825334668159485, |
| "26b77a20ead3e81385b9": 0.0007537603378295898, |
| "b5d26593eaecaa63e5d8": 0.018002986907958984, |
| "0bcc1f26edd0abe249ee": -0.004410907626152039, |
| "c59cee185b5398cbdb09": -0.0018627345561981201, |
| "89c9751008fcfa43dddb": -0.007088422775268555, |
| "1379948cf7f42fe57cdc": -0.0004192665219306946, |
| "b7f79393959828a10f39": -0.004717081785202026, |
| "88ec5abe4252fe4e475c": -0.004238523542881012, |
| "4e4e3a34e413d48db5b8": -0.0006529688835144043, |
| "8143498388830895002a": -0.001838982105255127, |
| "aed67addad5bbae0ece6": -0.0007752180099487305, |
| "fbd1a5767b38c7ad359a": -0.0021837204694747925, |
| "dc5b3ffa8fa5d5dc3944": 0.0008459761738777161, |
| "de9adfc3bfd5c7741bec": 0.021170824766159058, |
| "e8eeab0a5791e462f981": -0.002294052392244339, |
| "1d2c4c56caf2107831e6": 0.02242863178253174, |
| "717e7359d0cf69f136b5": 0.0010654330253601074, |
| "2b9d1afcce7435095ee4": -0.00043676793575286865, |
| "25b2d7a530557d626618": 7.224082946777344e-05, |
| "2e0b8dec8c67458ad1eb": -0.0003143101930618286, |
| "d1f9e3b59d9c8e2e5311": -0.005537368357181549, |
| "70a98e45b7bc646db31e": 0.0010417252779006958 |
| } |
| }, |
| "clip_text_image_cosine": { |
| "candidate_minus_baseline": 0.0006088407217771158, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.0008395511614180159, |
| 0.002018075325023169 |
| ], |
| "prompt_count": 58, |
| "prompts_improved": 30, |
| "per_prompt_deltas": { |
| "f11cd05822e4f52a74fe": 0.003175656000773112, |
| "1f5aa9afbebfc34c723f": -0.0006839632987976074, |
| "6ab76de91bfd3c0e34a5": -0.0031025509039560952, |
| "f73c6434e31c22d450ea": -0.0017030735810597737, |
| "f1a8e846f0f297033734": -0.0021196802457173667, |
| "e36dfd3923a2c22d7bf9": 0.003796786069869995, |
| "2af238c6269c515a7d92": 0.000651766856511434, |
| "8f7967c6516e1b7a433c": -0.002168377240498861, |
| "6869df40e783865537c7": 0.00631152590115865, |
| "a26fdad02bee67ad19d7": -0.0042673250039418536, |
| "e8402663c7e6487e2809": -0.0011549293994903564, |
| "1338509de43ae3b40c96": -0.00018349289894104004, |
| "5cedf9657bef63a0e409": 0.0019457638263702393, |
| "42827e023ed8d9873f32": -0.0043367743492126465, |
| "883c45a35afc80304ee9": 0.003855764865875244, |
| "4aa2a178be91fa71ef97": -0.0012959837913513184, |
| "a3f966642360570e43b2": 0.004764199256896973, |
| "6c303c128ef2d1940468": 0.0005005002021789551, |
| "4b81b54e728cbe0712f8": -0.0018863081932067871, |
| "a1ba79e343e19e272adb": -0.0051979124546051025, |
| "ac6e6adc5e13f5e35197": 0.0010936260223388672, |
| "adba655cbec9c5ce0d34": -0.0070729851722717285, |
| "ea2b6ccc4d4d807d1df2": 0.01614077389240265, |
| "11a6352248ce0286c7c0": -0.0029799044132232666, |
| "3da4ccc576f16c038f68": 0.0009018480777740479, |
| "ba7496e18ecdc8146664": 0.0023729801177978516, |
| "5aa167cdc3d31bb7309e": 0.0031151771545410156, |
| "43c06db2f3ec54bf1e72": -0.002124011516571045, |
| "dc89ecad17a470101b9d": -9.1552734375e-05, |
| "f1996717d5a99dd6e5b0": 0.0025802254676818848, |
| "f0bd956facce388c0cff": 0.003945469856262207, |
| "73c955a5b407a6918b18": 0.0020821988582611084, |
| "293edd8c522ca112d86e": 0.009265899658203125, |
| "2fe9899bd552c519b40b": 0.0046880245208740234, |
| "f99ec32ceefea400c831": 0.019361019134521484, |
| "9429e02b91652f8fc52b": -3.221631050109863e-05, |
| "26b77a20ead3e81385b9": -0.0016679763793945312, |
| "b5d26593eaecaa63e5d8": 0.00172501802444458, |
| "0bcc1f26edd0abe249ee": -0.005233854055404663, |
| "c59cee185b5398cbdb09": -0.002978205680847168, |
| "89c9751008fcfa43dddb": 0.0018399953842163086, |
| "1379948cf7f42fe57cdc": -0.00042572617530822754, |
| "b7f79393959828a10f39": -0.0005033612251281738, |
| "88ec5abe4252fe4e475c": 0.00039380788803100586, |
| "4e4e3a34e413d48db5b8": -0.0012530088424682617, |
| "8143498388830895002a": 0.0021786093711853027, |
| "aed67addad5bbae0ece6": -0.0009526312351226807, |
| "fbd1a5767b38c7ad359a": 0.0015285015106201172, |
| "dc5b3ffa8fa5d5dc3944": -0.0015589892864227295, |
| "de9adfc3bfd5c7741bec": -0.023713797330856323, |
| "e8eeab0a5791e462f981": 0.00010600686073303223, |
| "1d2c4c56caf2107831e6": -0.00040835142135620117, |
| "717e7359d0cf69f136b5": 0.0029379278421401978, |
| "2b9d1afcce7435095ee4": -0.0010876357555389404, |
| "25b2d7a530557d626618": 0.0030532479286193848, |
| "2e0b8dec8c67458ad1eb": 0.0005212724208831787, |
| "d1f9e3b59d9c8e2e5311": 0.0011099278926849365, |
| "70a98e45b7bc646db31e": 0.00955381989479065 |
| } |
| } |
| }, |
| "orthogonal_100": { |
| "native_lpips": { |
| "candidate_minus_baseline": 0.003153686764939078, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.010498291397488665, |
| 0.018903407518719793 |
| ], |
| "prompt_count": 58, |
| "prompts_improved": 31, |
| "per_prompt_deltas": { |
| "f11cd05822e4f52a74fe": 0.05456489324569702, |
| "1f5aa9afbebfc34c723f": -0.04444467027982076, |
| "6ab76de91bfd3c0e34a5": -0.030748387177785236, |
| "f73c6434e31c22d450ea": -0.03727990388870239, |
| "f1a8e846f0f297033734": -0.012000858783721924, |
| "e36dfd3923a2c22d7bf9": 0.0050110916296641035, |
| "2af238c6269c515a7d92": -0.005338698625564575, |
| "8f7967c6516e1b7a433c": 0.006188114484151204, |
| "6869df40e783865537c7": 0.0011194050312042236, |
| "a26fdad02bee67ad19d7": 0.0060018400351206464, |
| "e8402663c7e6487e2809": -0.045544758439064026, |
| "1338509de43ae3b40c96": -0.015071913599967957, |
| "5cedf9657bef63a0e409": -0.00048661231994628906, |
| "42827e023ed8d9873f32": 0.0149613618850708, |
| "883c45a35afc80304ee9": -0.06804472208023071, |
| "4aa2a178be91fa71ef97": 0.009692847728729248, |
| "a3f966642360570e43b2": 0.014208585023880005, |
| "6c303c128ef2d1940468": -0.0010399818420410156, |
| "4b81b54e728cbe0712f8": 0.07409021258354187, |
| "a1ba79e343e19e272adb": 0.0009908676147460938, |
| "ac6e6adc5e13f5e35197": 0.020764857530593872, |
| "adba655cbec9c5ce0d34": -0.00017702579498291016, |
| "ea2b6ccc4d4d807d1df2": -0.017973244190216064, |
| "11a6352248ce0286c7c0": -0.016879796981811523, |
| "3da4ccc576f16c038f68": 0.009167313575744629, |
| "ba7496e18ecdc8146664": 0.06619514524936676, |
| "5aa167cdc3d31bb7309e": 0.022254139184951782, |
| "43c06db2f3ec54bf1e72": -0.025079727172851562, |
| "dc89ecad17a470101b9d": -0.039059579372406006, |
| "f1996717d5a99dd6e5b0": 0.009504705667495728, |
| "f0bd956facce388c0cff": -0.0406835675239563, |
| "73c955a5b407a6918b18": 0.07689651846885681, |
| "293edd8c522ca112d86e": -0.026158511638641357, |
| "2fe9899bd552c519b40b": -0.002383679151535034, |
| "f99ec32ceefea400c831": -0.024674057960510254, |
| "9429e02b91652f8fc52b": -0.006751030683517456, |
| "26b77a20ead3e81385b9": 0.007600605487823486, |
| "b5d26593eaecaa63e5d8": 0.07517121732234955, |
| "0bcc1f26edd0abe249ee": -0.005230993032455444, |
| "c59cee185b5398cbdb09": 0.023894906044006348, |
| "89c9751008fcfa43dddb": -0.05579942464828491, |
| "1379948cf7f42fe57cdc": -0.10003357380628586, |
| "b7f79393959828a10f39": 0.004389405250549316, |
| "88ec5abe4252fe4e475c": -0.07918214797973633, |
| "4e4e3a34e413d48db5b8": -0.019962310791015625, |
| "8143498388830895002a": -0.004663348197937012, |
| "aed67addad5bbae0ece6": 0.08524715900421143, |
| "fbd1a5767b38c7ad359a": -0.008438676595687866, |
| "dc5b3ffa8fa5d5dc3944": 0.06245166063308716, |
| "de9adfc3bfd5c7741bec": 0.0548100471496582, |
| "e8eeab0a5791e462f981": 0.010513529181480408, |
| "1d2c4c56caf2107831e6": 0.30273008346557617, |
| "717e7359d0cf69f136b5": -0.006618797779083252, |
| "2b9d1afcce7435095ee4": -0.10845392942428589, |
| "25b2d7a530557d626618": -0.07467818260192871, |
| "2e0b8dec8c67458ad1eb": 0.026927262544631958, |
| "d1f9e3b59d9c8e2e5311": 0.0660063624382019, |
| "70a98e45b7bc646db31e": -0.005558192729949951 |
| } |
| }, |
| "native_pixel_mae": { |
| "candidate_minus_baseline": 0.0009157773021651409, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.0044616226775935665, |
| 0.007111354629327168 |
| ], |
| "prompt_count": 58, |
| "prompts_improved": 30, |
| "per_prompt_deltas": { |
| "f11cd05822e4f52a74fe": 0.012473019460837046, |
| "1f5aa9afbebfc34c723f": -0.008355927964051565, |
| "6ab76de91bfd3c0e34a5": -0.00654845933119456, |
| "f73c6434e31c22d450ea": -0.00970660150051117, |
| "f1a8e846f0f297033734": 0.0067935362458229065, |
| "e36dfd3923a2c22d7bf9": 0.0029555559158325195, |
| "2af238c6269c515a7d92": 0.004642387231190999, |
| "8f7967c6516e1b7a433c": 0.0094890296459198, |
| "6869df40e783865537c7": 0.0023391048113505044, |
| "a26fdad02bee67ad19d7": 0.021897380550702412, |
| "e8402663c7e6487e2809": -0.01647220055262248, |
| "1338509de43ae3b40c96": -0.0062881285945574445, |
| "5cedf9657bef63a0e409": 0.0007361024618148804, |
| "42827e023ed8d9873f32": 0.010185837745666504, |
| "883c45a35afc80304ee9": -0.04466313123703003, |
| "4aa2a178be91fa71ef97": -0.0011168122291564941, |
| "a3f966642360570e43b2": 0.012190580368041992, |
| "6c303c128ef2d1940468": -0.00032380223274230957, |
| "4b81b54e728cbe0712f8": 0.016756683588027954, |
| "a1ba79e343e19e272adb": 0.002504870295524597, |
| "ac6e6adc5e13f5e35197": 0.0067824870347976685, |
| "adba655cbec9c5ce0d34": -0.004116326570510864, |
| "ea2b6ccc4d4d807d1df2": -0.011722907423973083, |
| "11a6352248ce0286c7c0": -0.02119605243206024, |
| "3da4ccc576f16c038f68": 0.010231301188468933, |
| "ba7496e18ecdc8146664": 0.01746976375579834, |
| "5aa167cdc3d31bb7309e": 0.019291669130325317, |
| "43c06db2f3ec54bf1e72": -0.013308897614479065, |
| "dc89ecad17a470101b9d": -0.004915177822113037, |
| "f1996717d5a99dd6e5b0": 0.004844993352890015, |
| "f0bd956facce388c0cff": -0.009531423449516296, |
| "73c955a5b407a6918b18": 0.01617448776960373, |
| "293edd8c522ca112d86e": -0.006896771490573883, |
| "2fe9899bd552c519b40b": -0.0038752108812332153, |
| "f99ec32ceefea400c831": -0.0053781867027282715, |
| "9429e02b91652f8fc52b": -0.0016145110130310059, |
| "26b77a20ead3e81385b9": 0.00774751603603363, |
| "b5d26593eaecaa63e5d8": 0.014391601085662842, |
| "0bcc1f26edd0abe249ee": -0.002207547426223755, |
| "c59cee185b5398cbdb09": 0.009695470333099365, |
| "89c9751008fcfa43dddb": -0.021336019039154053, |
| "1379948cf7f42fe57cdc": -0.03719227761030197, |
| "b7f79393959828a10f39": -0.01350480318069458, |
| "88ec5abe4252fe4e475c": -0.03997204452753067, |
| "4e4e3a34e413d48db5b8": -0.005778208374977112, |
| "8143498388830895002a": -0.0024943947792053223, |
| "aed67addad5bbae0ece6": 0.02458326518535614, |
| "fbd1a5767b38c7ad359a": -0.0010828226804733276, |
| "dc5b3ffa8fa5d5dc3944": 0.015280261635780334, |
| "de9adfc3bfd5c7741bec": 0.019740313291549683, |
| "e8eeab0a5791e462f981": 0.00456039234995842, |
| "1d2c4c56caf2107831e6": 0.11382138729095459, |
| "717e7359d0cf69f136b5": -0.0011916011571884155, |
| "2b9d1afcce7435095ee4": -0.04505118727684021, |
| "25b2d7a530557d626618": -0.02776101976633072, |
| "2e0b8dec8c67458ad1eb": 0.006670087575912476, |
| "d1f9e3b59d9c8e2e5311": 0.035455286502838135, |
| "70a98e45b7bc646db31e": -0.0029868334531784058 |
| } |
| }, |
| "clip_text_image_cosine": { |
| "candidate_minus_baseline": 0.0010935444085077308, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.0003980425004472679, |
| 0.0026049762900019514 |
| ], |
| "prompt_count": 58, |
| "prompts_improved": 30, |
| "per_prompt_deltas": { |
| "f11cd05822e4f52a74fe": 0.003274699052174886, |
| "1f5aa9afbebfc34c723f": 0.005379537741343181, |
| "6ab76de91bfd3c0e34a5": 0.005012065172195435, |
| "f73c6434e31c22d450ea": -0.0012245476245880127, |
| "f1a8e846f0f297033734": -0.0011556843916575115, |
| "e36dfd3923a2c22d7bf9": 0.006001363197962443, |
| "2af238c6269c515a7d92": -0.00262485941251119, |
| "8f7967c6516e1b7a433c": -0.002304693063100179, |
| "6869df40e783865537c7": -0.0007927318414052328, |
| "a26fdad02bee67ad19d7": -0.002822438875834147, |
| "e8402663c7e6487e2809": -0.004334996143976848, |
| "1338509de43ae3b40c96": -0.0007657607396443685, |
| "5cedf9657bef63a0e409": -0.0013628005981445312, |
| "42827e023ed8d9873f32": 0.0007519721984863281, |
| "883c45a35afc80304ee9": -0.00302162766456604, |
| "4aa2a178be91fa71ef97": -0.00651887059211731, |
| "a3f966642360570e43b2": 0.007632583379745483, |
| "6c303c128ef2d1940468": -0.000885009765625, |
| "4b81b54e728cbe0712f8": 0.00792732834815979, |
| "a1ba79e343e19e272adb": -0.0027482211589813232, |
| "ac6e6adc5e13f5e35197": 0.005040913820266724, |
| "adba655cbec9c5ce0d34": -0.0016601085662841797, |
| "ea2b6ccc4d4d807d1df2": 0.006142571568489075, |
| "11a6352248ce0286c7c0": 0.007291823625564575, |
| "3da4ccc576f16c038f68": 0.0020362138748168945, |
| "ba7496e18ecdc8146664": 0.001434028148651123, |
| "5aa167cdc3d31bb7309e": 0.006683528423309326, |
| "43c06db2f3ec54bf1e72": -0.0032030344009399414, |
| "dc89ecad17a470101b9d": 0.005544066429138184, |
| "f1996717d5a99dd6e5b0": 0.00015148520469665527, |
| "f0bd956facce388c0cff": -0.005558997392654419, |
| "73c955a5b407a6918b18": -0.004858791828155518, |
| "293edd8c522ca112d86e": -0.00011754035949707031, |
| "2fe9899bd552c519b40b": 0.002671480178833008, |
| "f99ec32ceefea400c831": 0.011780411005020142, |
| "9429e02b91652f8fc52b": 0.005358397960662842, |
| "26b77a20ead3e81385b9": -0.007157057523727417, |
| "b5d26593eaecaa63e5d8": 0.0017528533935546875, |
| "0bcc1f26edd0abe249ee": 0.0003764331340789795, |
| "c59cee185b5398cbdb09": -0.0008584856986999512, |
| "89c9751008fcfa43dddb": 0.007208526134490967, |
| "1379948cf7f42fe57cdc": 0.0006318986415863037, |
| "b7f79393959828a10f39": 0.006814241409301758, |
| "88ec5abe4252fe4e475c": -0.0012007951736450195, |
| "4e4e3a34e413d48db5b8": 0.002143770456314087, |
| "8143498388830895002a": -0.0021404922008514404, |
| "aed67addad5bbae0ece6": -0.0060492753982543945, |
| "fbd1a5767b38c7ad359a": -0.00057944655418396, |
| "dc5b3ffa8fa5d5dc3944": -0.011967360973358154, |
| "de9adfc3bfd5c7741bec": -0.01639312505722046, |
| "e8eeab0a5791e462f981": -0.0019472241401672363, |
| "1d2c4c56caf2107831e6": 0.016009658575057983, |
| "717e7359d0cf69f136b5": 0.004235029220581055, |
| "2b9d1afcce7435095ee4": 0.008897542953491211, |
| "25b2d7a530557d626618": 0.0030905604362487793, |
| "2e0b8dec8c67458ad1eb": 0.007923215627670288, |
| "d1f9e3b59d9c8e2e5311": -0.005107969045639038, |
| "70a98e45b7bc646db31e": 0.013589322566986084 |
| } |
| } |
| }, |
| "orthogonal_025": { |
| "native_lpips": { |
| "candidate_minus_baseline": 0.0040936863970482485, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.005612776890910906, |
| 0.016941341729941724 |
| ], |
| "prompt_count": 58, |
| "prompts_improved": 31, |
| "per_prompt_deltas": { |
| "f11cd05822e4f52a74fe": 0.03689999878406525, |
| "1f5aa9afbebfc34c723f": -0.02974492311477661, |
| "6ab76de91bfd3c0e34a5": -0.023562649885813396, |
| "f73c6434e31c22d450ea": -0.022498180468877155, |
| "f1a8e846f0f297033734": -0.020347724358240765, |
| "e36dfd3923a2c22d7bf9": 0.0012536942958831787, |
| "2af238c6269c515a7d92": -0.009372860193252563, |
| "8f7967c6516e1b7a433c": 0.007702092329661052, |
| "6869df40e783865537c7": 0.0009670853614807129, |
| "a26fdad02bee67ad19d7": 0.007889628410339355, |
| "e8402663c7e6487e2809": -0.018834213415781658, |
| "1338509de43ae3b40c96": -0.004910290241241455, |
| "5cedf9657bef63a0e409": 0.015271216630935669, |
| "42827e023ed8d9873f32": 0.0056108832359313965, |
| "883c45a35afc80304ee9": 0.0032842159271240234, |
| "4aa2a178be91fa71ef97": -0.002668023109436035, |
| "a3f966642360570e43b2": 0.023969918489456177, |
| "6c303c128ef2d1940468": -0.0029402971267700195, |
| "4b81b54e728cbe0712f8": 0.0397527813911438, |
| "a1ba79e343e19e272adb": -0.0006976127624511719, |
| "ac6e6adc5e13f5e35197": 0.001555800437927246, |
| "adba655cbec9c5ce0d34": 0.008756965398788452, |
| "ea2b6ccc4d4d807d1df2": 0.0024018287658691406, |
| "11a6352248ce0286c7c0": 0.0031079649925231934, |
| "3da4ccc576f16c038f68": -0.0027071237564086914, |
| "ba7496e18ecdc8146664": -0.002401605248451233, |
| "5aa167cdc3d31bb7309e": -0.039118677377700806, |
| "43c06db2f3ec54bf1e72": -0.02135622501373291, |
| "dc89ecad17a470101b9d": -0.012818127870559692, |
| "f1996717d5a99dd6e5b0": 0.004622310400009155, |
| "f0bd956facce388c0cff": -0.06842869520187378, |
| "73c955a5b407a6918b18": -0.022881031036376953, |
| "293edd8c522ca112d86e": -0.009593114256858826, |
| "2fe9899bd552c519b40b": 0.001980498433113098, |
| "f99ec32ceefea400c831": 0.04601547122001648, |
| "9429e02b91652f8fc52b": -0.006604865193367004, |
| "26b77a20ead3e81385b9": 0.007075250148773193, |
| "b5d26593eaecaa63e5d8": 0.09497484564781189, |
| "0bcc1f26edd0abe249ee": -0.007518887519836426, |
| "c59cee185b5398cbdb09": -0.0017001032829284668, |
| "89c9751008fcfa43dddb": -0.04518437385559082, |
| "1379948cf7f42fe57cdc": -0.027417004108428955, |
| "b7f79393959828a10f39": -0.005402743816375732, |
| "88ec5abe4252fe4e475c": -0.021435260772705078, |
| "4e4e3a34e413d48db5b8": -0.0015817880630493164, |
| "8143498388830895002a": -0.0026964545249938965, |
| "aed67addad5bbae0ece6": 0.041255295276641846, |
| "fbd1a5767b38c7ad359a": 0.003212571144104004, |
| "dc5b3ffa8fa5d5dc3944": 0.014030247926712036, |
| "de9adfc3bfd5c7741bec": 0.04586845636367798, |
| "e8eeab0a5791e462f981": -0.004132673144340515, |
| "1d2c4c56caf2107831e6": 0.275206983089447, |
| "717e7359d0cf69f136b5": -0.006370902061462402, |
| "2b9d1afcce7435095ee4": -0.05161172151565552, |
| "25b2d7a530557d626618": -0.0027358531951904297, |
| "2e0b8dec8c67458ad1eb": 0.0045618414878845215, |
| "d1f9e3b59d9c8e2e5311": 0.03204143047332764, |
| "70a98e45b7bc646db31e": 0.007438540458679199 |
| } |
| }, |
| "native_pixel_mae": { |
| "candidate_minus_baseline": 0.0008491258211862083, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.002245236662398467, |
| 0.00515789794467989 |
| ], |
| "prompt_count": 58, |
| "prompts_improved": 32, |
| "per_prompt_deltas": { |
| "f11cd05822e4f52a74fe": 0.007875892023245493, |
| "1f5aa9afbebfc34c723f": -0.0028217372794946036, |
| "6ab76de91bfd3c0e34a5": -0.005824471513430278, |
| "f73c6434e31c22d450ea": -0.005001882712046306, |
| "f1a8e846f0f297033734": -0.008382894098758698, |
| "e36dfd3923a2c22d7bf9": 0.0017739286025365193, |
| "2af238c6269c515a7d92": -0.00021044909954071045, |
| "8f7967c6516e1b7a433c": 0.004119614760080974, |
| "6869df40e783865537c7": 0.0023555606603622437, |
| "a26fdad02bee67ad19d7": 0.014225135246912638, |
| "e8402663c7e6487e2809": -0.008922452727953592, |
| "1338509de43ae3b40c96": -0.0006639113028844198, |
| "5cedf9657bef63a0e409": 0.003931254148483276, |
| "42827e023ed8d9873f32": 0.004261374473571777, |
| "883c45a35afc80304ee9": -0.004034087061882019, |
| "4aa2a178be91fa71ef97": -0.004762694239616394, |
| "a3f966642360570e43b2": 0.007373541593551636, |
| "6c303c128ef2d1940468": -0.0007114112377166748, |
| "4b81b54e728cbe0712f8": 0.009246215224266052, |
| "a1ba79e343e19e272adb": -0.00018711388111114502, |
| "ac6e6adc5e13f5e35197": 0.0015152692794799805, |
| "adba655cbec9c5ce0d34": 0.0021095573902130127, |
| "ea2b6ccc4d4d807d1df2": 0.001783803105354309, |
| "11a6352248ce0286c7c0": -0.010954424738883972, |
| "3da4ccc576f16c038f68": 0.00041966140270233154, |
| "ba7496e18ecdc8146664": -0.00067177414894104, |
| "5aa167cdc3d31bb7309e": -0.004285246133804321, |
| "43c06db2f3ec54bf1e72": -0.008722707629203796, |
| "dc89ecad17a470101b9d": -0.0010738074779510498, |
| "f1996717d5a99dd6e5b0": 0.003030821681022644, |
| "f0bd956facce388c0cff": -0.017164014279842377, |
| "73c955a5b407a6918b18": -0.00536731630563736, |
| "293edd8c522ca112d86e": -0.0024625062942504883, |
| "2fe9899bd552c519b40b": -0.004479631781578064, |
| "f99ec32ceefea400c831": 0.006864801049232483, |
| "9429e02b91652f8fc52b": -0.0019729509949684143, |
| "26b77a20ead3e81385b9": 0.0043386369943618774, |
| "b5d26593eaecaa63e5d8": 0.019786447286605835, |
| "0bcc1f26edd0abe249ee": -0.002907365560531616, |
| "c59cee185b5398cbdb09": 0.002469584345817566, |
| "89c9751008fcfa43dddb": -0.015318244695663452, |
| "1379948cf7f42fe57cdc": -0.010717682540416718, |
| "b7f79393959828a10f39": -0.009941861033439636, |
| "88ec5abe4252fe4e475c": -0.008891820907592773, |
| "4e4e3a34e413d48db5b8": -0.002119213342666626, |
| "8143498388830895002a": -0.0015470832586288452, |
| "aed67addad5bbae0ece6": 0.006235554814338684, |
| "fbd1a5767b38c7ad359a": -0.0015341565012931824, |
| "dc5b3ffa8fa5d5dc3944": 0.0022522807121276855, |
| "de9adfc3bfd5c7741bec": 0.016713857650756836, |
| "e8eeab0a5791e462f981": -0.0022561848163604736, |
| "1d2c4c56caf2107831e6": 0.09337571263313293, |
| "717e7359d0cf69f136b5": 0.0008714795112609863, |
| "2b9d1afcce7435095ee4": -0.02375642955303192, |
| "25b2d7a530557d626618": -0.004412509500980377, |
| "2e0b8dec8c67458ad1eb": 0.0006607770919799805, |
| "d1f9e3b59d9c8e2e5311": 0.011471614241600037, |
| "70a98e45b7bc646db31e": 0.0022669583559036255 |
| } |
| }, |
| "clip_text_image_cosine": { |
| "candidate_minus_baseline": 0.0012784223446900818, |
| "prompt_bootstrap_95_percent_interval": [ |
| 0.00014748380829890574, |
| 0.002520239657197876 |
| ], |
| "prompt_count": 58, |
| "prompts_improved": 34, |
| "per_prompt_deltas": { |
| "f11cd05822e4f52a74fe": 0.002308507760365804, |
| "1f5aa9afbebfc34c723f": 0.0013976792494455974, |
| "6ab76de91bfd3c0e34a5": 0.00015285611152648926, |
| "f73c6434e31c22d450ea": -0.002330447236696879, |
| "f1a8e846f0f297033734": -0.0010158916314442952, |
| "e36dfd3923a2c22d7bf9": 0.004601081212361653, |
| "2af238c6269c515a7d92": -0.002125610907872518, |
| "8f7967c6516e1b7a433c": 0.001099546750386556, |
| "6869df40e783865537c7": 0.004290084044138591, |
| "a26fdad02bee67ad19d7": -0.002651721239089966, |
| "e8402663c7e6487e2809": -0.00036391615867614746, |
| "1338509de43ae3b40c96": -0.0011511842409769695, |
| "5cedf9657bef63a0e409": -6.788969039916992e-05, |
| "42827e023ed8d9873f32": 0.002095460891723633, |
| "883c45a35afc80304ee9": -0.004078775644302368, |
| "4aa2a178be91fa71ef97": -0.0008367002010345459, |
| "a3f966642360570e43b2": 0.006653577089309692, |
| "6c303c128ef2d1940468": 0.0013940036296844482, |
| "4b81b54e728cbe0712f8": 0.0018620193004608154, |
| "a1ba79e343e19e272adb": -0.0022498667240142822, |
| "ac6e6adc5e13f5e35197": 0.0004431307315826416, |
| "adba655cbec9c5ce0d34": -0.0062313079833984375, |
| "ea2b6ccc4d4d807d1df2": 0.012208372354507446, |
| "11a6352248ce0286c7c0": -0.002107948064804077, |
| "3da4ccc576f16c038f68": 0.0013426244258880615, |
| "ba7496e18ecdc8146664": 0.0041456520557403564, |
| "5aa167cdc3d31bb7309e": 0.002023458480834961, |
| "43c06db2f3ec54bf1e72": -0.0025014877319335938, |
| "dc89ecad17a470101b9d": 0.0006671249866485596, |
| "f1996717d5a99dd6e5b0": 0.0009249448776245117, |
| "f0bd956facce388c0cff": -0.0007464289665222168, |
| "73c955a5b407a6918b18": -0.0017102360725402832, |
| "293edd8c522ca112d86e": 0.008828312158584595, |
| "2fe9899bd552c519b40b": 0.004244327545166016, |
| "f99ec32ceefea400c831": 0.013232380151748657, |
| "9429e02b91652f8fc52b": 0.002495676279067993, |
| "26b77a20ead3e81385b9": -0.0013920068740844727, |
| "b5d26593eaecaa63e5d8": 0.004146277904510498, |
| "0bcc1f26edd0abe249ee": -0.0022296905517578125, |
| "c59cee185b5398cbdb09": 0.0006667077541351318, |
| "89c9751008fcfa43dddb": 0.006075948476791382, |
| "1379948cf7f42fe57cdc": -0.0013487040996551514, |
| "b7f79393959828a10f39": 0.0007371306419372559, |
| "88ec5abe4252fe4e475c": 0.0013930201530456543, |
| "4e4e3a34e413d48db5b8": -0.002041339874267578, |
| "8143498388830895002a": 0.0023530423641204834, |
| "aed67addad5bbae0ece6": 0.008268356323242188, |
| "fbd1a5767b38c7ad359a": 0.00023856759071350098, |
| "dc5b3ffa8fa5d5dc3944": -0.002212047576904297, |
| "de9adfc3bfd5c7741bec": -0.01222914457321167, |
| "e8eeab0a5791e462f981": -0.0014691948890686035, |
| "1d2c4c56caf2107831e6": 0.009225398302078247, |
| "717e7359d0cf69f136b5": 0.003313496708869934, |
| "2b9d1afcce7435095ee4": 0.006003767251968384, |
| "25b2d7a530557d626618": -0.0013191401958465576, |
| "2e0b8dec8c67458ad1eb": -0.004990905523300171, |
| "d1f9e3b59d9c8e2e5311": 0.0005435645580291748, |
| "70a98e45b7bc646db31e": 0.01417398452758789 |
| } |
| } |
| } |
| } |
| }, |
| "final_selection": { |
| "selected": "linear_cal", |
| "selected_validation": { |
| "native_lpips": 0.37923671806166914, |
| "native_pixel_mae": 0.14399123039824524, |
| "clip_text_image_cosine": 0.30746305802430224 |
| }, |
| "parent_validation": { |
| "native_lpips": 0.3845586983979434, |
| "native_pixel_mae": 0.14540668043853908, |
| "clip_text_image_cosine": 0.30728059424751103 |
| }, |
| "validation_prompts": 58, |
| "validation_prompt_seed_pairs": 82, |
| "ranking": [ |
| "linear_cal", |
| "linear_distill", |
| "source_cal", |
| "parent_cal", |
| "source_full", |
| "parent", |
| "combined_025", |
| "linear_rollout", |
| "orthogonal_100", |
| "orthogonal_025" |
| ], |
| "scores": { |
| "native": { |
| "native_lpips": 0.0, |
| "native_pixel_mae": 0.0, |
| "clip_text_image_cosine": 0.31729713510507823 |
| }, |
| "parent": { |
| "native_lpips": 0.3845586983979434, |
| "native_pixel_mae": 0.14540668043853908, |
| "clip_text_image_cosine": 0.30728059424751103 |
| }, |
| "linear_distill": { |
| "native_lpips": 0.3811477638952348, |
| "native_pixel_mae": 0.14415318966340063, |
| "clip_text_image_cosine": 0.3076438892675542 |
| }, |
| "linear_rollout": { |
| "native_lpips": 0.38574381789256784, |
| "native_pixel_mae": 0.14572909688470007, |
| "clip_text_image_cosine": 0.3078894349692881 |
| }, |
| "source_full": { |
| "native_lpips": 0.3832593902774241, |
| "native_pixel_mae": 0.14520142021878013, |
| "clip_text_image_cosine": 0.30850052174137926 |
| }, |
| "orthogonal_025": { |
| "native_lpips": 0.3886523847949916, |
| "native_pixel_mae": 0.1462558062597253, |
| "clip_text_image_cosine": 0.3085590165922011 |
| }, |
| "orthogonal_100": { |
| "native_lpips": 0.38771238516288237, |
| "native_pixel_mae": 0.1463224577407042, |
| "clip_text_image_cosine": 0.30837413865601876 |
| }, |
| "combined_025": { |
| "native_lpips": 0.3855607927530661, |
| "native_pixel_mae": 0.14555561092906985, |
| "clip_text_image_cosine": 0.30844964797811947 |
| }, |
| "parent_cal": { |
| "native_lpips": 0.38301196291871453, |
| "native_pixel_mae": 0.14532601702744247, |
| "clip_text_image_cosine": 0.30715905900659235 |
| }, |
| "linear_cal": { |
| "native_lpips": 0.37923671806166914, |
| "native_pixel_mae": 0.14399123039824524, |
| "clip_text_image_cosine": 0.30746305802430224 |
| }, |
| "source_cal": { |
| "native_lpips": 0.3814662068054594, |
| "native_pixel_mae": 0.14504165844670658, |
| "clip_text_image_cosine": 0.3084425563956129 |
| } |
| }, |
| "checkpoints": { |
| "parent": { |
| "path": "/ml2/model-glue/artifacts/runs/sana-transfer-sd15-movable/best.safetensors", |
| "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" |
| }, |
| "linear_distill": { |
| "path": "/ml2/model-glue/artifacts/runs/formulation-linear-distill-fixed/best.safetensors", |
| "sha256": "fc7f44369cf21791c4f9ad6b74978dd420be41a76330a1fe32b11f440f3bf925" |
| }, |
| "linear_rollout": { |
| "path": "/ml2/model-glue/artifacts/runs/formulation-linear-rollout-fixed/best.safetensors", |
| "sha256": "065d88db8ad73f904b3681f2a45bcacafd6b86af7b32f69aabab08a2585ef2f5" |
| }, |
| "source_full": { |
| "path": "/ml2/model-glue/artifacts/runs/formulation-source-residual-fullscale-fixed/best.safetensors", |
| "sha256": "ceeb067e4c96b545f5bc094d660ce1e0e1a1953dd14edbf3270a32017f1acdd9" |
| }, |
| "orthogonal_025": { |
| "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/orthogonal-025.safetensors", |
| "sha256": "34d9ad66dff950cca7afec85bbac1046e05ff759e4eee9057d41d0416415fc7a" |
| }, |
| "orthogonal_100": { |
| "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/orthogonal-100.safetensors", |
| "sha256": "85986a987e6d5a6b5ad52f651b2267c319107927431afd685437dc829f11ba6a" |
| }, |
| "combined_025": { |
| "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/combined-025.safetensors", |
| "sha256": "73f11ee497640c4ce4cb09b115e940e84233e4a36130e73bb30cfa15c61a3124" |
| }, |
| "parent_cal": { |
| "path": "/ml2/model-glue/artifacts/formulation-repair/parent-calibrated.safetensors", |
| "sha256": "ee3fe905e68d9fa9859ef5cd303ad86868b3ae680bd81c4e8f4954f2ba6d13ad" |
| }, |
| "linear_cal": { |
| "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/linear-distill-calibrated.safetensors", |
| "sha256": "d3be2492e49f6eb1bc28a406d35108f1055e3dd19e412792442b4c5d9274bb4d" |
| }, |
| "source_cal": { |
| "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/source-full-calibrated.safetensors", |
| "sha256": "1a2db74c6c2d940ee15a845a7e60404ffbe32573757672586a18c578db36a10a" |
| } |
| }, |
| "selected_checkpoint": "/ml2/model-glue/artifacts/runs/formulation-selected/best.safetensors", |
| "selected_sha256": "d3be2492e49f6eb1bc28a406d35108f1055e3dd19e412792442b4c5d9274bb4d", |
| "selection": "Minimum native-image LPIPS averaged equally across 58 validation prompts; three seeds averaged within each original prompt and one seed for each additional prompt. Mask calibration used validation labels only.", |
| "test_used_for_selection": false, |
| "test_recipe": { |
| "split": "test", |
| "prompts": 16, |
| "seeds": [ |
| 87654, |
| 12001, |
| 12002 |
| ], |
| "steps": 20, |
| "height": 512, |
| "width": 512, |
| "guidance_scale": 4.5 |
| }, |
| "final_test_comparators": [ |
| "original parent", |
| "uncalibrated linear continuation", |
| "validation-selected calibrated linear continuation", |
| "calibrated expanded source-head alternative" |
| ], |
| "calibration_additional_panel_reuse": "Verified bitwise equality of every deployed conditioning tensor, positive mask and native empty branch for all 46 additional prompts." |
| }, |
| "final_results": { |
| "test": { |
| "methods": { |
| "native": { |
| "clip_text_image_cosine": 0.3082017917186022, |
| "sampling_seconds": 0.6179222891029591, |
| "bridge_seconds": 0.0, |
| "image_rgb_std": 0.2777115295951565, |
| "image_count": 48, |
| "quality_pass": true, |
| "bridge_repeat_bitwise_equal": null, |
| "native_lpips": 0.0, |
| "native_pixel_mae": 0.0, |
| "native_detail_mae": 0.0, |
| "detail_energy_ratio": 1.0 |
| }, |
| "parent": { |
| "clip_text_image_cosine": 0.30619997655351955, |
| "sampling_seconds": 0.5849423649196979, |
| "bridge_seconds": 0.0062157050997484475, |
| "image_rgb_std": 0.26411043759435415, |
| "image_count": 48, |
| "quality_pass": true, |
| "bridge_repeat_bitwise_equal": true, |
| "native_lpips": 0.3834717807670434, |
| "native_pixel_mae": 0.14984353189356625, |
| "native_detail_mae": 0.03409249125979841, |
| "detail_energy_ratio": 1.062919204433759 |
| }, |
| "linear_uncalibrated": { |
| "clip_text_image_cosine": 0.30744258500635624, |
| "sampling_seconds": 0.5833559354844814, |
| "bridge_seconds": 0.0016241110861301422, |
| "image_rgb_std": 0.26165843568742275, |
| "image_count": 48, |
| "quality_pass": true, |
| "bridge_repeat_bitwise_equal": true, |
| "native_lpips": 0.3771136791134874, |
| "native_pixel_mae": 0.1465170100952188, |
| "native_detail_mae": 0.03367988064807529, |
| "detail_energy_ratio": 1.0336223902801673 |
| }, |
| "selected": { |
| "clip_text_image_cosine": 0.3075694603224595, |
| "sampling_seconds": 0.5856305301519266, |
| "bridge_seconds": 0.0017263079935219139, |
| "image_rgb_std": 0.26142118747035664, |
| "image_count": 48, |
| "quality_pass": true, |
| "bridge_repeat_bitwise_equal": true, |
| "native_lpips": 0.3780206674709916, |
| "native_pixel_mae": 0.14609215129166842, |
| "native_detail_mae": 0.03372150473296642, |
| "detail_energy_ratio": 1.036277251938979 |
| }, |
| "repaired_source": { |
| "clip_text_image_cosine": 0.3081482208023469, |
| "sampling_seconds": 0.5845581179504128, |
| "bridge_seconds": 0.0018588434904813766, |
| "image_rgb_std": 0.2612251853570342, |
| "image_count": 48, |
| "quality_pass": true, |
| "bridge_repeat_bitwise_equal": true, |
| "native_lpips": 0.37778033611054224, |
| "native_pixel_mae": 0.14715851237997413, |
| "native_detail_mae": 0.033508921546551086, |
| "detail_energy_ratio": 1.0336602094272773 |
| } |
| }, |
| "recipe": { |
| "steps": 20, |
| "guidance_scale": 4.5, |
| "height": 512, |
| "width": 512, |
| "seeds": [ |
| 87654, |
| 12001, |
| 12002 |
| ], |
| "use_resolution_binning": false, |
| "scheduler": "DPMSolverMultistepScheduler", |
| "scheduler_config": { |
| "num_train_timesteps": 1000, |
| "beta_start": 0.0001, |
| "beta_end": 0.02, |
| "beta_schedule": "linear", |
| "trained_betas": null, |
| "solver_order": 2, |
| "prediction_type": "flow_prediction", |
| "thresholding": false, |
| "dynamic_thresholding_ratio": 0.995, |
| "sample_max_value": 1.0, |
| "algorithm_type": "dpmsolver++", |
| "solver_type": "midpoint", |
| "lower_order_final": true, |
| "euler_at_final": false, |
| "use_karras_sigmas": false, |
| "use_exponential_sigmas": false, |
| "use_beta_sigmas": false, |
| "use_lu_lambdas": false, |
| "use_flow_sigmas": true, |
| "flow_shift": 3.0, |
| "final_sigmas_type": "zero", |
| "lambda_min_clipped": "-inf", |
| "variance_type": null, |
| "timestep_spacing": "linspace", |
| "steps_offset": 0, |
| "rescale_betas_zero_snr": false, |
| "use_dynamic_shifting": false, |
| "time_shift_type": "exponential", |
| "_use_default_values": [ |
| "time_shift_type", |
| "use_dynamic_shifting" |
| ], |
| "_class_name": "DPMSolverMultistepScheduler", |
| "_diffusers_version": "0.32.0.dev0" |
| }, |
| "sana": { |
| "repo_id": "Efficient-Large-Model/Sana_600M_512px_diffusers", |
| "revision": "83d7a190bfd1fd070570a793d2dab5c7a3231b9d" |
| }, |
| "vae": { |
| "repo_id": "mit-han-lab/dc-ae-f32c32-sana-1.0-diffusers", |
| "revision": "ca69e17e97609e64ce055115a6515215109b1f50" |
| }, |
| "negative_prompt": "", |
| "tokens": 77, |
| "complex_human_instruction": null, |
| "clean_caption": false |
| }, |
| "scorer": { |
| "repo_id": "openai/clip-vit-base-patch32", |
| "revision": "3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268" |
| }, |
| "packages": { |
| "torch": "2.11.0+cu128", |
| "diffusers": "0.40.0.dev0", |
| "transformers": "5.15.0", |
| "Pillow": "12.2.0" |
| }, |
| "scorer_scope": "CLIP cosine is a secondary semantic proxy; it does not establish counts, relations, or aesthetics.", |
| "quality_scope": "RGB standard deviation only detects nearly uniform images, not visual quality.", |
| "prompt_count": 16, |
| "seeds_per_prompt": 3, |
| "all_declared_images_retained": true, |
| "elapsed_seconds": 174.14566691499203, |
| "cached_conditioning": true, |
| "timing_scope": "Sampling and bridge timings exclude cached encoder preparation and model loading.", |
| "peak_cuda_allocated_bytes": 2475827200, |
| "min_image_std": 0.01, |
| "comparison": "comparison.jpg", |
| "comparison_blinded": "comparison_blinded.jpg", |
| "checkpoints": { |
| "parent": { |
| "path": "/ml2/model-glue/artifacts/runs/sana-transfer-sd15-movable/best.safetensors", |
| "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" |
| }, |
| "linear_uncalibrated": { |
| "path": "/ml2/model-glue/artifacts/runs/formulation-linear-distill-fixed/best.safetensors", |
| "sha256": "fc7f44369cf21791c4f9ad6b74978dd420be41a76330a1fe32b11f440f3bf925" |
| }, |
| "selected": { |
| "path": "/ml2/model-glue/artifacts/runs/formulation-selected/best.safetensors", |
| "sha256": "d3be2492e49f6eb1bc28a406d35108f1055e3dd19e412792442b4c5d9274bb4d" |
| }, |
| "repaired_source": { |
| "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/source-full-calibrated.safetensors", |
| "sha256": "1a2db74c6c2d940ee15a845a7e60404ffbe32573757672586a18c578db36a10a" |
| } |
| }, |
| "selection_lock": "selection.json", |
| "checkpoint_hashes_verified_after_rendering": true, |
| "dataset_fingerprint": "80299da5e905539829c2106549d464f675ac67c49cf7862a928965438dcfabc9" |
| }, |
| "paired": { |
| "baseline": "parent", |
| "scope": "Paired same-seed comparison; bootstrap resamples prompts after averaging seeds. Small split and checkpoint selection limit inference about general quality.", |
| "methods": { |
| "native": { |
| "clip_text_image_cosine": 0.3082017917186022, |
| "sampling_seconds": 0.6179222891029591, |
| "bridge_seconds": 0.0, |
| "image_rgb_std": 0.2777115295951565, |
| "image_count": 48, |
| "quality_pass": true, |
| "bridge_repeat_bitwise_equal": null, |
| "native_lpips": 0.0, |
| "native_pixel_mae": 0.0, |
| "native_detail_mae": 0.0, |
| "detail_energy_ratio": 1.0 |
| }, |
| "parent": { |
| "clip_text_image_cosine": 0.30619997655351955, |
| "sampling_seconds": 0.5849423649196979, |
| "bridge_seconds": 0.0062157050997484475, |
| "image_rgb_std": 0.26411043759435415, |
| "image_count": 48, |
| "quality_pass": true, |
| "bridge_repeat_bitwise_equal": true, |
| "native_lpips": 0.3834717807670434, |
| "native_pixel_mae": 0.14984353189356625, |
| "native_detail_mae": 0.03409249125979841, |
| "detail_energy_ratio": 1.062919204433759 |
| }, |
| "linear_uncalibrated": { |
| "clip_text_image_cosine": 0.30744258500635624, |
| "sampling_seconds": 0.5833559354844814, |
| "bridge_seconds": 0.0016241110861301422, |
| "image_rgb_std": 0.26165843568742275, |
| "image_count": 48, |
| "quality_pass": true, |
| "bridge_repeat_bitwise_equal": true, |
| "native_lpips": 0.3771136791134874, |
| "native_pixel_mae": 0.1465170100952188, |
| "native_detail_mae": 0.03367988064807529, |
| "detail_energy_ratio": 1.0336223902801673 |
| }, |
| "selected": { |
| "clip_text_image_cosine": 0.3075694603224595, |
| "sampling_seconds": 0.5856305301519266, |
| "bridge_seconds": 0.0017263079935219139, |
| "image_rgb_std": 0.26142118747035664, |
| "image_count": 48, |
| "quality_pass": true, |
| "bridge_repeat_bitwise_equal": true, |
| "native_lpips": 0.3780206674709916, |
| "native_pixel_mae": 0.14609215129166842, |
| "native_detail_mae": 0.03372150473296642, |
| "detail_energy_ratio": 1.036277251938979 |
| }, |
| "repaired_source": { |
| "clip_text_image_cosine": 0.3081482208023469, |
| "sampling_seconds": 0.5845581179504128, |
| "bridge_seconds": 0.0018588434904813766, |
| "image_rgb_std": 0.2612251853570342, |
| "image_count": 48, |
| "quality_pass": true, |
| "bridge_repeat_bitwise_equal": true, |
| "native_lpips": 0.37778033611054224, |
| "native_pixel_mae": 0.14715851237997413, |
| "native_detail_mae": 0.033508921546551086, |
| "detail_energy_ratio": 1.0336602094272773 |
| } |
| }, |
| "comparisons": { |
| "linear_uncalibrated": { |
| "native_lpips": { |
| "candidate_minus_baseline": -0.006358101653556028, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.017461260648754737, |
| 0.004419931676238773 |
| ], |
| "prompt_count": 16, |
| "prompts_improved": 10, |
| "per_prompt_deltas": { |
| "69c6b91f7189f44577d2": 0.01988754669825236, |
| "978f7cb5fb01bf22523c": 0.0076389312744140625, |
| "9f0be48a1ef2dc4ce885": 8.90195369720459e-05, |
| "06dcbd59e5bc658ec580": 0.01774933934211731, |
| "f6ea3fb9a241d37c4fb6": -0.021033987402915955, |
| "07075c6a148e625a997a": -0.015316779414812723, |
| "593e8a026f6a96531c26": -0.0050773223241170245, |
| "f2e1e3d4c4157387c817": -0.004540830850601196, |
| "18949233e5ae12021263": -0.01101076602935791, |
| "60db927e2b28e456a102": 0.04067717989285787, |
| "b71eae96f6d63766bc0f": -0.00674775242805481, |
| "d85d9a84c873983c21e1": 0.007935047149658203, |
| "c96cd1fce8e47a2aac9a": -0.009050796429316202, |
| "740624682fb48ef9de2f": -0.03408389290173849, |
| "0564e20e17f92949faea": -0.05274855593840281, |
| "ba346dce185dbc104295": -0.036096006631851196 |
| } |
| }, |
| "native_pixel_mae": { |
| "candidate_minus_baseline": -0.003326521798347434, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.008090047452909251, |
| 0.00095705929949569 |
| ], |
| "prompt_count": 16, |
| "prompts_improved": 10, |
| "per_prompt_deltas": { |
| "69c6b91f7189f44577d2": 0.010721762975056967, |
| "978f7cb5fb01bf22523c": 0.0007752527793248495, |
| "9f0be48a1ef2dc4ce885": -0.000843574603398641, |
| "06dcbd59e5bc658ec580": 0.008430302143096924, |
| "f6ea3fb9a241d37c4fb6": -0.0071954553325970965, |
| "07075c6a148e625a997a": -0.006219935913880666, |
| "593e8a026f6a96531c26": -0.002699047327041626, |
| "f2e1e3d4c4157387c817": 0.001969166100025177, |
| "18949233e5ae12021263": 0.0006917491555213928, |
| "60db927e2b28e456a102": 0.008020640661319097, |
| "b71eae96f6d63766bc0f": -0.010789374510447184, |
| "d85d9a84c873983c21e1": -0.0003184378147125244, |
| "c96cd1fce8e47a2aac9a": -0.004497090975443522, |
| "740624682fb48ef9de2f": -0.01392831156651179, |
| "0564e20e17f92949faea": -0.027514191965262096, |
| "ba346dce185dbc104295": -0.009827802578608194 |
| } |
| }, |
| "clip_text_image_cosine": { |
| "candidate_minus_baseline": 0.0012426084528366723, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.000833248315999905, |
| 0.003445820743218064 |
| ], |
| "prompt_count": 16, |
| "prompts_improved": 9, |
| "per_prompt_deltas": { |
| "69c6b91f7189f44577d2": -0.008427510658899942, |
| "978f7cb5fb01bf22523c": -0.001944790283838908, |
| "9f0be48a1ef2dc4ce885": 2.388159434000651e-05, |
| "06dcbd59e5bc658ec580": 0.0008262892564137777, |
| "f6ea3fb9a241d37c4fb6": -0.0013627906640370686, |
| "07075c6a148e625a997a": 0.005472660064697266, |
| "593e8a026f6a96531c26": 0.0020618836085001626, |
| "f2e1e3d4c4157387c817": -0.0011492172876993816, |
| "18949233e5ae12021263": 0.0030751427014668784, |
| "60db927e2b28e456a102": -0.0017735064029693604, |
| "b71eae96f6d63766bc0f": -0.0002011259396870931, |
| "d85d9a84c873983c21e1": 0.012138674656550089, |
| "c96cd1fce8e47a2aac9a": 0.003370086352030436, |
| "740624682fb48ef9de2f": 0.0026403963565826416, |
| "0564e20e17f92949faea": -0.0008615354696909586, |
| "ba346dce185dbc104295": 0.005993197361628215 |
| } |
| } |
| }, |
| "selected": { |
| "native_lpips": { |
| "candidate_minus_baseline": -0.00545111329605182, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.017689170230490468, |
| 0.008170036304121215 |
| ], |
| "prompt_count": 16, |
| "prompts_improved": 11, |
| "per_prompt_deltas": { |
| "69c6b91f7189f44577d2": 0.019887487093607586, |
| "978f7cb5fb01bf22523c": 0.007638911406199138, |
| "9f0be48a1ef2dc4ce885": -0.013423313697179159, |
| "06dcbd59e5bc658ec580": 0.01774933934211731, |
| "f6ea3fb9a241d37c4fb6": -0.021033987402915955, |
| "07075c6a148e625a997a": -0.015316779414812723, |
| "593e8a026f6a96531c26": -0.00507734219233195, |
| "f2e1e3d4c4157387c817": -0.004540830850601196, |
| "18949233e5ae12021263": -0.011010746161142984, |
| "60db927e2b28e456a102": 0.06870140631993611, |
| "b71eae96f6d63766bc0f": -0.006747742493947347, |
| "d85d9a84c873983c21e1": 0.007935047149658203, |
| "c96cd1fce8e47a2aac9a": -0.00905078649520874, |
| "740624682fb48ef9de2f": -0.03408389290173849, |
| "0564e20e17f92949faea": -0.05274855593840281, |
| "ba346dce185dbc104295": -0.036096026500066124 |
| } |
| }, |
| "native_pixel_mae": { |
| "candidate_minus_baseline": -0.003751380601897836, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.008547981436519572, |
| 0.0006537250126712024 |
| ], |
| "prompt_count": 16, |
| "prompts_improved": 10, |
| "per_prompt_deltas": { |
| "69c6b91f7189f44577d2": 0.010721762975056967, |
| "978f7cb5fb01bf22523c": 0.0007752527793248495, |
| "9f0be48a1ef2dc4ce885": -0.009089951713879904, |
| "06dcbd59e5bc658ec580": 0.008430302143096924, |
| "f6ea3fb9a241d37c4fb6": -0.0071954553325970965, |
| "07075c6a148e625a997a": -0.006219935913880666, |
| "593e8a026f6a96531c26": -0.002699047327041626, |
| "f2e1e3d4c4157387c817": 0.001969166100025177, |
| "18949233e5ae12021263": 0.0006917491555213928, |
| "60db927e2b28e456a102": 0.009469276914993921, |
| "b71eae96f6d63766bc0f": -0.010789374510447184, |
| "d85d9a84c873983c21e1": -0.0003184378147125244, |
| "c96cd1fce8e47a2aac9a": -0.004497090975443522, |
| "740624682fb48ef9de2f": -0.01392831156651179, |
| "0564e20e17f92949faea": -0.027514191965262096, |
| "ba346dce185dbc104295": -0.009827802578608194 |
| } |
| }, |
| "clip_text_image_cosine": { |
| "candidate_minus_baseline": 0.001369483768939972, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.0007196499345203237, |
| 0.0035478313298275064 |
| ], |
| "prompt_count": 16, |
| "prompts_improved": 9, |
| "per_prompt_deltas": { |
| "69c6b91f7189f44577d2": -0.008427510658899942, |
| "978f7cb5fb01bf22523c": -0.001944790283838908, |
| "9f0be48a1ef2dc4ce885": 0.0018561085065205891, |
| "06dcbd59e5bc658ec580": 0.0008262892564137777, |
| "f6ea3fb9a241d37c4fb6": -0.0013627906640370686, |
| "07075c6a148e625a997a": 0.005472660064697266, |
| "593e8a026f6a96531c26": 0.0020618836085001626, |
| "f2e1e3d4c4157387c817": -0.0011492172876993816, |
| "18949233e5ae12021263": 0.0030751427014668784, |
| "60db927e2b28e456a102": -0.0015757282574971516, |
| "b71eae96f6d63766bc0f": -0.0002011259396870931, |
| "d85d9a84c873983c21e1": 0.012138674656550089, |
| "c96cd1fce8e47a2aac9a": 0.003370086352030436, |
| "740624682fb48ef9de2f": 0.0026403963565826416, |
| "0564e20e17f92949faea": -0.0008615354696909586, |
| "ba346dce185dbc104295": 0.005993197361628215 |
| } |
| } |
| }, |
| "repaired_source": { |
| "native_lpips": { |
| "candidate_minus_baseline": -0.005691444656501216, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.0196549965805995, |
| 0.01078894466627389 |
| ], |
| "prompt_count": 16, |
| "prompts_improved": 11, |
| "per_prompt_deltas": { |
| "69c6b91f7189f44577d2": 0.017703960339228313, |
| "978f7cb5fb01bf22523c": 0.01326205333073934, |
| "9f0be48a1ef2dc4ce885": -0.014471729596455893, |
| "06dcbd59e5bc658ec580": -0.02324545383453369, |
| "f6ea3fb9a241d37c4fb6": -0.04817470908164978, |
| "07075c6a148e625a997a": -0.004192148645718892, |
| "593e8a026f6a96531c26": -0.008265515168507894, |
| "f2e1e3d4c4157387c817": 0.0073256343603134155, |
| "18949233e5ae12021263": -0.009178717931111654, |
| "60db927e2b28e456a102": 0.09010755022366841, |
| "b71eae96f6d63766bc0f": -0.0012584229310353596, |
| "d85d9a84c873983c21e1": 0.005772838989893596, |
| "c96cd1fce8e47a2aac9a": -0.025958667198816936, |
| "740624682fb48ef9de2f": -0.05593537539243698, |
| "0564e20e17f92949faea": -0.013404448827107748, |
| "ba346dce185dbc104295": -0.02114996314048767 |
| } |
| }, |
| "native_pixel_mae": { |
| "candidate_minus_baseline": -0.002685019513592124, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.007198532249700898, |
| 0.0016697447902212536 |
| ], |
| "prompt_count": 16, |
| "prompts_improved": 10, |
| "per_prompt_deltas": { |
| "69c6b91f7189f44577d2": 0.008842224876085917, |
| "978f7cb5fb01bf22523c": 0.007016132275263469, |
| "9f0be48a1ef2dc4ce885": -0.00893867015838623, |
| "06dcbd59e5bc658ec580": -0.002554871141910553, |
| "f6ea3fb9a241d37c4fb6": -0.014063249031702677, |
| "07075c6a148e625a997a": -0.0011410241325696309, |
| "593e8a026f6a96531c26": 0.00028638044993082684, |
| "f2e1e3d4c4157387c817": 0.0068827470143636065, |
| "18949233e5ae12021263": -0.0015599752465883892, |
| "60db927e2b28e456a102": 0.013159297406673431, |
| "b71eae96f6d63766bc0f": -0.007779970765113831, |
| "d85d9a84c873983c21e1": 0.0018155624469121296, |
| "c96cd1fce8e47a2aac9a": -0.009897232055664062, |
| "740624682fb48ef9de2f": -0.024301785975694656, |
| "0564e20e17f92949faea": -0.005387167135874431, |
| "ba346dce185dbc104295": -0.005338711043198903 |
| } |
| }, |
| "clip_text_image_cosine": { |
| "candidate_minus_baseline": 0.0019482442488272982, |
| "prompt_bootstrap_95_percent_interval": [ |
| -0.0006305584528793891, |
| 0.0053356045857071875 |
| ], |
| "prompt_count": 16, |
| "prompts_improved": 10, |
| "per_prompt_deltas": { |
| "69c6b91f7189f44577d2": -0.0054356058438618975, |
| "978f7cb5fb01bf22523c": 0.002442687749862671, |
| "9f0be48a1ef2dc4ce885": 0.0022530357042948404, |
| "06dcbd59e5bc658ec580": -0.004793415466944377, |
| "f6ea3fb9a241d37c4fb6": 0.0002977450688680013, |
| "07075c6a148e625a997a": 0.003260195255279541, |
| "593e8a026f6a96531c26": -0.002717773119608561, |
| "f2e1e3d4c4157387c817": -0.0022732416788736978, |
| "18949233e5ae12021263": 0.002922693888346354, |
| "60db927e2b28e456a102": -0.00015729665756225586, |
| "b71eae96f6d63766bc0f": -4.275639851888021e-05, |
| "d85d9a84c873983c21e1": 0.022214581569035847, |
| "c96cd1fce8e47a2aac9a": 0.002004951238632202, |
| "740624682fb48ef9de2f": 0.003989626963933309, |
| "0564e20e17f92949faea": 6.054838498433431e-05, |
| "ba346dce185dbc104295": 0.007145931323369344 |
| } |
| } |
| } |
| }, |
| "review_sheets": [ |
| "review-00.jpg", |
| "review-01.jpg", |
| "review-02.jpg", |
| "review-03.jpg", |
| "review-04.jpg", |
| "review-05.jpg", |
| "review-06.jpg", |
| "review-07.jpg", |
| "review-08.jpg", |
| "review-09.jpg", |
| "review-10.jpg", |
| "review-11.jpg" |
| ] |
| }, |
| "mask_metrics": { |
| "native": { |
| "wrong_positions": 0, |
| "false_positive": 0, |
| "false_negative": 0, |
| "exact_prompts": 16, |
| "prompts": 16 |
| }, |
| "parent": { |
| "wrong_positions": 1, |
| "false_positive": 0, |
| "false_negative": 1, |
| "exact_prompts": 15, |
| "prompts": 16 |
| }, |
| "linear_uncalibrated": { |
| "wrong_positions": 1, |
| "false_positive": 0, |
| "false_negative": 1, |
| "exact_prompts": 15, |
| "prompts": 16 |
| }, |
| "selected": { |
| "wrong_positions": 3, |
| "false_positive": 0, |
| "false_negative": 3, |
| "exact_prompts": 14, |
| "prompts": 16 |
| }, |
| "repaired_source": { |
| "wrong_positions": 3, |
| "false_positive": 0, |
| "false_negative": 3, |
| "exact_prompts": 14, |
| "prompts": 16 |
| } |
| }, |
| "validation_selection": { |
| "selected": "linear_cal", |
| "selected_validation": { |
| "native_lpips": 0.37923671806166914, |
| "native_pixel_mae": 0.14399123039824524, |
| "clip_text_image_cosine": 0.30746305802430224 |
| }, |
| "parent_validation": { |
| "native_lpips": 0.3845586983979434, |
| "native_pixel_mae": 0.14540668043853908, |
| "clip_text_image_cosine": 0.30728059424751103 |
| }, |
| "validation_prompts": 58, |
| "validation_prompt_seed_pairs": 82, |
| "ranking": [ |
| "linear_cal", |
| "linear_distill", |
| "source_cal", |
| "parent_cal", |
| "source_full", |
| "parent", |
| "combined_025", |
| "linear_rollout", |
| "orthogonal_100", |
| "orthogonal_025" |
| ], |
| "scores": { |
| "native": { |
| "native_lpips": 0.0, |
| "native_pixel_mae": 0.0, |
| "clip_text_image_cosine": 0.31729713510507823 |
| }, |
| "parent": { |
| "native_lpips": 0.3845586983979434, |
| "native_pixel_mae": 0.14540668043853908, |
| "clip_text_image_cosine": 0.30728059424751103 |
| }, |
| "linear_distill": { |
| "native_lpips": 0.3811477638952348, |
| "native_pixel_mae": 0.14415318966340063, |
| "clip_text_image_cosine": 0.3076438892675542 |
| }, |
| "linear_rollout": { |
| "native_lpips": 0.38574381789256784, |
| "native_pixel_mae": 0.14572909688470007, |
| "clip_text_image_cosine": 0.3078894349692881 |
| }, |
| "source_full": { |
| "native_lpips": 0.3832593902774241, |
| "native_pixel_mae": 0.14520142021878013, |
| "clip_text_image_cosine": 0.30850052174137926 |
| }, |
| "orthogonal_025": { |
| "native_lpips": 0.3886523847949916, |
| "native_pixel_mae": 0.1462558062597253, |
| "clip_text_image_cosine": 0.3085590165922011 |
| }, |
| "orthogonal_100": { |
| "native_lpips": 0.38771238516288237, |
| "native_pixel_mae": 0.1463224577407042, |
| "clip_text_image_cosine": 0.30837413865601876 |
| }, |
| "combined_025": { |
| "native_lpips": 0.3855607927530661, |
| "native_pixel_mae": 0.14555561092906985, |
| "clip_text_image_cosine": 0.30844964797811947 |
| }, |
| "parent_cal": { |
| "native_lpips": 0.38301196291871453, |
| "native_pixel_mae": 0.14532601702744247, |
| "clip_text_image_cosine": 0.30715905900659235 |
| }, |
| "linear_cal": { |
| "native_lpips": 0.37923671806166914, |
| "native_pixel_mae": 0.14399123039824524, |
| "clip_text_image_cosine": 0.30746305802430224 |
| }, |
| "source_cal": { |
| "native_lpips": 0.3814662068054594, |
| "native_pixel_mae": 0.14504165844670658, |
| "clip_text_image_cosine": 0.3084425563956129 |
| } |
| }, |
| "checkpoints": { |
| "parent": { |
| "path": "/ml2/model-glue/artifacts/runs/sana-transfer-sd15-movable/best.safetensors", |
| "sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" |
| }, |
| "linear_distill": { |
| "path": "/ml2/model-glue/artifacts/runs/formulation-linear-distill-fixed/best.safetensors", |
| "sha256": "fc7f44369cf21791c4f9ad6b74978dd420be41a76330a1fe32b11f440f3bf925" |
| }, |
| "linear_rollout": { |
| "path": "/ml2/model-glue/artifacts/runs/formulation-linear-rollout-fixed/best.safetensors", |
| "sha256": "065d88db8ad73f904b3681f2a45bcacafd6b86af7b32f69aabab08a2585ef2f5" |
| }, |
| "source_full": { |
| "path": "/ml2/model-glue/artifacts/runs/formulation-source-residual-fullscale-fixed/best.safetensors", |
| "sha256": "ceeb067e4c96b545f5bc094d660ce1e0e1a1953dd14edbf3270a32017f1acdd9" |
| }, |
| "orthogonal_025": { |
| "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/orthogonal-025.safetensors", |
| "sha256": "34d9ad66dff950cca7afec85bbac1046e05ff759e4eee9057d41d0416415fc7a" |
| }, |
| "orthogonal_100": { |
| "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/orthogonal-100.safetensors", |
| "sha256": "85986a987e6d5a6b5ad52f651b2267c319107927431afd685437dc829f11ba6a" |
| }, |
| "combined_025": { |
| "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/combined-025.safetensors", |
| "sha256": "73f11ee497640c4ce4cb09b115e940e84233e4a36130e73bb30cfa15c61a3124" |
| }, |
| "parent_cal": { |
| "path": "/ml2/model-glue/artifacts/formulation-repair/parent-calibrated.safetensors", |
| "sha256": "ee3fe905e68d9fa9859ef5cd303ad86868b3ae680bd81c4e8f4954f2ba6d13ad" |
| }, |
| "linear_cal": { |
| "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/linear-distill-calibrated.safetensors", |
| "sha256": "d3be2492e49f6eb1bc28a406d35108f1055e3dd19e412792442b4c5d9274bb4d" |
| }, |
| "source_cal": { |
| "path": "/ml2/model-glue/artifacts/formulation-repair/candidates/source-full-calibrated.safetensors", |
| "sha256": "1a2db74c6c2d940ee15a845a7e60404ffbe32573757672586a18c578db36a10a" |
| } |
| }, |
| "selected_checkpoint": "/ml2/model-glue/artifacts/runs/formulation-selected/best.safetensors", |
| "selected_sha256": "d3be2492e49f6eb1bc28a406d35108f1055e3dd19e412792442b4c5d9274bb4d", |
| "selection": "Minimum native-image LPIPS averaged equally across 58 validation prompts; three seeds averaged within each original prompt and one seed for each additional prompt. Mask calibration used validation labels only.", |
| "test_used_for_selection": false, |
| "test_recipe": { |
| "split": "test", |
| "prompts": 16, |
| "seeds": [ |
| 87654, |
| 12001, |
| 12002 |
| ], |
| "steps": 20, |
| "height": 512, |
| "width": 512, |
| "guidance_scale": 4.5 |
| }, |
| "final_test_comparators": [ |
| "original parent", |
| "uncalibrated linear continuation", |
| "validation-selected calibrated linear continuation", |
| "calibrated expanded source-head alternative" |
| ], |
| "calibration_additional_panel_reuse": "Verified bitwise equality of every deployed conditioning tensor, positive mask and native empty branch for all 46 additional prompts." |
| }, |
| "visual_review": { |
| "seed": 87654, |
| "test_prompts_reviewed": 16, |
| "methods_reviewed": [ |
| "native", |
| "parent", |
| "selected", |
| "repaired_source" |
| ], |
| "images_reviewed": 64, |
| "young_people_observed": false, |
| "scope": "Visual review of all first-seed outputs for these four methods. All three seeds are included in numerical metrics.", |
| "observations": [ |
| "The selected beach-bench orientation is closer to native than the parent in the displayed first seed.", |
| "The small car between two trucks is not recovered.", |
| "The swan still looks goose-like.", |
| "Room, fruit and cat images mostly change subtly.", |
| "The expanded-source head changes the bench to a pale color in this seed; extra source access does not guarantee attribute binding.", |
| "Validation pizza/egg and zebra/road failures remain; mask correction produces a cleaner single zebra and sacrifices plurality." |
| ] |
| }, |
| "relative_test_improvement": { |
| "native_lpips": 0.014215161504578355, |
| "native_pixel_mae": 0.02503531887223831 |
| }, |
| "test_used_for_further_tuning": false, |
| "verification": { |
| "tests_passed": 82, |
| "reference_cap_gradient_error": 0.0, |
| "ruff_passed": true, |
| "diff_check_passed": true |
| }, |
| "original_checkpoint_sha256": "73fbd8ff783c8b6570f01d69551193c814c6baaa7233c7b058bf47fb4782cad9" |
| }, |
| "source_reachability": { |
| "scope": "Synthetic token-state perturbation in a trained bridge; not a pair of real captions or a claim that specific words are irrecoverable.", |
| "source_change_l2": 28.70352005887431, |
| "source_mean_max_abs_change": 0.0, |
| "encoded_source_max_abs_change": 5.551115123125783e-15, |
| "routed_particle_max_abs_change": 0.0, |
| "parent_output_max_abs_change": 3.907985046680551e-14, |
| "numeric_dtype": "float64", |
| "candidate": "artifacts/runs/formulation-source-residual-fullscale-fixed/best.safetensors", |
| "candidate_output_max_abs_change": 0.1050608975825078, |
| "candidate_output_l2_change": 0.3464273494892815 |
| }, |
| "rollout_runtime": { |
| "native_pipeline_max_abs_error": 0.0, |
| "steps": 20, |
| "train_row": 0, |
| "terminal_latent_nmse": 0.18695734441280365, |
| "conditioning_gradient_norm": 0.09768784046173096, |
| "frozen_denoiser_has_no_parameter_gradients": true, |
| "elapsed_seconds": 8.864582935813814, |
| "peak_cuda_allocated_bytes": 3100566528 |
| }, |
| "reference_audit": { |
| "reference_revision": "b5ee35f9b24cf35a6b1346ba2f0856c4877aa336", |
| "reference_file_hashes": { |
| "lib/gan_loss.py": "4d6db2bde462264bdc298ff1302f83870712b3c2b7ab81a6b5d827b07ddbea93", |
| "lib/grad_regularizers.py": "a350f1d5c2ca0f7c2bbb36a599b79f3b97af38e70ea4b28b6052c9a2620444ff", |
| "lib/vicreg_loss.py": "d2563bcab93d443cbf2cf2260946a3ba470f1fc584c231b704ec5ac154f668c4" |
| }, |
| "checks": [ |
| "RpGAN D loss", |
| "RpGAN G loss", |
| "VICReg", |
| "b_cap value", |
| "b_cap parameter gradients" |
| ], |
| "passed": true, |
| "penalty": 6.158433437347412, |
| "max_penalty_gradient_error": 0.0 |
| }, |
| "calibration_equivalence": { |
| "parent": { |
| "rows": 46, |
| "positive_features_bitwise_equal": true, |
| "positive_masks_bitwise_equal": true, |
| "native_empty_branch_bitwise_equal": true, |
| "scope": "Actual per-prompt deployment inputs are identical; existing additional-validation images and scores apply to both checkpoints." |
| }, |
| "linear_distill": { |
| "rows": 46, |
| "positive_features_bitwise_equal": true, |
| "positive_masks_bitwise_equal": true, |
| "native_empty_branch_bitwise_equal": true, |
| "scope": "Actual per-prompt deployment inputs are identical; existing additional-validation images and scores apply to both checkpoints." |
| }, |
| "source_full": { |
| "rows": 46, |
| "positive_features_bitwise_equal": true, |
| "positive_masks_bitwise_equal": true, |
| "native_empty_branch_bitwise_equal": true, |
| "scope": "Actual per-prompt deployment inputs are identical; existing additional-validation images and scores apply to both checkpoints." |
| } |
| }, |
| "visual_review": { |
| "seed": 87654, |
| "test_prompts_reviewed": 16, |
| "methods_reviewed": [ |
| "native", |
| "parent", |
| "selected", |
| "repaired_source" |
| ], |
| "images_reviewed": 64, |
| "young_people_observed": false, |
| "scope": "Visual review of all first-seed outputs for these four methods. All three seeds are included in numerical metrics.", |
| "observations": [ |
| "The selected beach-bench orientation is closer to native than the parent in the displayed first seed.", |
| "The small car between two trucks is not recovered.", |
| "The swan still looks goose-like.", |
| "Room, fruit and cat images mostly change subtly.", |
| "The expanded-source head changes the bench to a pale color in this seed; extra source access does not guarantee attribute binding.", |
| "Validation pizza/egg and zebra/road failures remain; mask correction produces a cleaner single zebra and sacrifices plurality." |
| ] |
| }, |
| "experiment_scripts_sha256": { |
| "scripts/collect_retraining.py": "2adbbf0dd309b4b2b225e189ffd1fffd272cfe345ff3a8ebbd989a93a925d528", |
| "scripts/calibrate_text_mask.py": "ce7a216ad8f4006f64c0923d355c9c97dc0d42e84d7fff76e35212c7e8ccc1fb", |
| "scripts/check_rollout_runtime.py": "8f28367e52f3cea9424c7b4a08b7ade02288abdff32a0246dfec68700cd3a740", |
| "scripts/check_source_reachability.py": "52a3cc43e7ded9ca9cefc23089a918ebf5138d476dc4e632220cc16a8bda0093", |
| "scripts/compose_text_heads.py": "b8a06c64947edd6392bde70d992291d66a02c472a1af385f14033e6565c65d2b", |
| "scripts/prepare_validation_confirmation.py": "54aa2868b98919aaefd0d51594f9c23478a56594082fe3dcd6bf04b2480b113a", |
| "scripts/select_retrained_bridge.py": "f56ecb992dbea69f67d4900241748516edcafc948f37f78f7df58c0e2b143bfa", |
| "scripts/summarize_formulation_eval.py": "52b746361f918525a3414f2b59555167b20a7353936346ea6da8ac141d372039" |
| }, |
| "scope": "SD1.5 to SANA. Training/checkpoint selection/calibration used training and validation only. Final test did not trigger further tuning or checkpoint reselection. Small observed fidelity gains; confidence intervals include no change." |
| } |
|
|
