{ "method": "DecMem official public Wan2.1-T2V-1.3B reference", "upstream": "https://github.com/KlingAIResearch/DecMem", "upstream_revision": "f355a1809444a9cc6746ff99d5255614348b20ac", "checkpoint": "KlingTeam/DecMem/decmem.pt generator state", "checkpoint_tensor_count": 492, "checkpoint_parameter_count": 1197639296, "checkpoint_weight_policy": "released generator; no EMA substitution", "model": { "trainable_parameters": 0, "optimizer_groups": [], "lr_stages": [], "lora": "none", "action_encoder": "official linear100to16", "memory_projection_layers": 30, "use_ltm_attn": true, "ltm_topk": 80, "ltm_tile_size": [ 1, 8, 8 ], "stm_sliding_window": 8, "local_attn_size": -1, "block_latents": 4, "activation_checkpointing": false }, "sampling": { "profile": "scripts/infer_example.sh released example defaults", "solver": "UniPC", "steps": 20, "cfg": 5.0, "timestep_shift": 5.0, "dtype": "bfloat16", "batch_size": 1, "cfg_effective_batch": 2 }, "protocol": { "manifest": "evaluation/manifests/minecraft_test_300.csv", "observe_source": [ 100, 700 ], "score_source": [ 700, 1200 ], "stride": 1, "unique_observed": 600, "left_duplicates": 1, "observed_rgb_with_padding": 601, "observed_latents": 151, "total_latents": 276, "generated_latents": 125, "generated_rgb": 500, "score_rgb": 500, "full_history": "allobserved latents warm SGM+ALM; partial3cleanlatentsinfirstgeneratedblock preserved" }, "controls": { "actions": "unchangedcanonicalWorldMem25channels; prependonezeroaction", "poses": "xyz-firstxyz, negateyaw, wrapanglesmod360; sampled[::4]afterleftduplicate", "pose_construction": "float32 world-to-camera then castbfloat16", "first_generated_latent_pose_source": 703, "last_pose_source": 1199, "prope_max_time": 60, "prope_sequence_semantics": "preserve native temporal indices, dynamicallyextendcoefficienttable; no60framecap" }, "image": { "native_resolution": [ 352, 640 ], "input": "commonRGB01, fullframebilinearresize antialias, then[-1,1]", "encode": "observed601framesonly; futureinitiallatentszero", "decode": "entire observed+generated1101timelineusingnativecausalVAECPUstreaming;discardfirst601", "score_targets": "sharedfixedOasisVAEreconstruction, neverDecMemVAEreconstruction" }, "verification": { "syntax": "passed", "actual_first_clip_actions": "matchesofficialextract_pose_action_from_npz", "actual_first_clip_poses": "matchesofficialnormalizationand[::4]", "timeline_600_500": "151context,276total,500generated;firstscored700,last1199", "timeline_600_20": "151context,156total,20generated", "native_model_gpu_import": "pendingavailableSlurmallocation", "strict_checkpoint_model_compatibility": "performed in GPU constructor, pending", "vsa_compile": "passed; CUDA12.9 explicit compute90a/sm90a", "vsa_binary_import": "passed on CPU; execution still awaits GPU" }, "full_ready": false, "blocker": "GPU native VSA import and actualgeneration smoke not completed" }