| { |
| "method": "DecMem official public Wan2.1-T2V-1.3B reference", |
| "upstream": "https://github.com/KlingAIResearch/DecMem", |
| "upstream_revision": "f355a1809444a9cc6746ff99d5255614348b20ac", |
| "checkpoint": "KlingTeam/DecMem/decmem.pt generator state", |
| "checkpoint_tensor_count": 492, |
| "checkpoint_parameter_count": 1197639296, |
| "checkpoint_weight_policy": "released generator; no EMA substitution", |
| "model": { |
| "trainable_parameters": 0, |
| "optimizer_groups": [], |
| "lr_stages": [], |
| "lora": "none", |
| "action_encoder": "official linear100to16", |
| "memory_projection_layers": 30, |
| "use_ltm_attn": true, |
| "ltm_topk": 80, |
| "ltm_tile_size": [ |
| 1, |
| 8, |
| 8 |
| ], |
| "stm_sliding_window": 8, |
| "local_attn_size": -1, |
| "block_latents": 4, |
| "activation_checkpointing": false |
| }, |
| "sampling": { |
| "profile": "scripts/infer_example.sh released example defaults", |
| "solver": "UniPC", |
| "steps": 20, |
| "cfg": 5.0, |
| "timestep_shift": 5.0, |
| "dtype": "bfloat16", |
| "batch_size": 1, |
| "cfg_effective_batch": 2 |
| }, |
| "protocol": { |
| "manifest": "evaluation/manifests/minecraft_test_300.csv", |
| "observe_source": [ |
| 100, |
| 700 |
| ], |
| "score_source": [ |
| 700, |
| 1200 |
| ], |
| "stride": 1, |
| "unique_observed": 600, |
| "left_duplicates": 1, |
| "observed_rgb_with_padding": 601, |
| "observed_latents": 151, |
| "total_latents": 276, |
| "generated_latents": 125, |
| "generated_rgb": 500, |
| "score_rgb": 500, |
| "full_history": "allobserved latents warm SGM+ALM; partial3cleanlatentsinfirstgeneratedblock preserved" |
| }, |
| "controls": { |
| "actions": "unchangedcanonicalWorldMem25channels; prependonezeroaction", |
| "poses": "xyz-firstxyz, negateyaw, wrapanglesmod360; sampled[::4]afterleftduplicate", |
| "pose_construction": "float32 world-to-camera then castbfloat16", |
| "first_generated_latent_pose_source": 703, |
| "last_pose_source": 1199, |
| "prope_max_time": 60, |
| "prope_sequence_semantics": "preserve native temporal indices, dynamicallyextendcoefficienttable; no60framecap" |
| }, |
| "image": { |
| "native_resolution": [ |
| 352, |
| 640 |
| ], |
| "input": "commonRGB01, fullframebilinearresize antialias, then[-1,1]", |
| "encode": "observed601framesonly; futureinitiallatentszero", |
| "decode": "entire observed+generated1101timelineusingnativecausalVAECPUstreaming;discardfirst601", |
| "score_targets": "sharedfixedOasisVAEreconstruction, neverDecMemVAEreconstruction" |
| }, |
| "verification": { |
| "syntax": "passed", |
| "actual_first_clip_actions": "matchesofficialextract_pose_action_from_npz", |
| "actual_first_clip_poses": "matchesofficialnormalizationand[::4]", |
| "timeline_600_500": "151context,276total,500generated;firstscored700,last1199", |
| "timeline_600_20": "151context,156total,20generated", |
| "native_model_gpu_import": "pendingavailableSlurmallocation", |
| "strict_checkpoint_model_compatibility": "performed in GPU constructor, pending", |
| "vsa_compile": "passed; CUDA12.9 explicit compute90a/sm90a", |
| "vsa_binary_import": "passed on CPU; execution still awaits GPU" |
| }, |
| "full_ready": false, |
| "blocker": "GPU native VSA import and actualgeneration smoke not completed" |
| } |
|
|
