File size: 2,407 Bytes
73d596d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 | {
"status": "v7 public experimental release",
"checkpoint": "model.safetensors",
"sha256": "e731148fba3f634c82502eb2a6d7c35a3ae06c79d44222cd45031baa5f1ff8d2",
"selected_arm": "answer_average",
"base_checkpoint": "/home/psikosen/canopy/checkpoints/canopy_258m_v4_cma.safetensors",
"config": {
"vocab_size": 49152,
"max_seq_len": 2048,
"d_model": 768,
"num_heads": 12,
"num_kv_heads": 4,
"head_dim": 64,
"num_layers": 12,
"prelude_layers": 3,
"recurrent_layers": 6,
"coda_layers": 3,
"recurrent_visits": 2,
"loop_residual_scale": 0.5,
"dense_intermediate_size": 2048,
"moe_num_experts": 8,
"moe_top_k": 2,
"moe_intermediate_size": 1536,
"use_thought_bus": true,
"thought_bus_width": 192,
"use_visit_adapter": true,
"visit_adapter_rank": 8,
"router_aux_loss_coef": 0.01,
"router_z_loss_coef": 0.001,
"norm_eps": 1e-06,
"rope_theta": 10000.0,
"tie_word_embeddings": true,
"dropout": 0.0,
"initializer_range": 0.02,
"quant_mode": "none",
"adaptive_early_exit": false,
"early_exit_entropy_threshold": 2.5,
"enable_prefix_sliding": false,
"prefix_tokens_len": 128,
"sliding_window_len": 1024,
"use_smelt_residual": true,
"smelt_residual_scale": 0.7071,
"suppress_attention_sink": true
},
"prompt_format": "\nUser: {prompt}\nAssistant: ",
"generation": {
"temperature": 0.0,
"repetition_penalty": 1.0,
"ptrm_stochastic_scale": 0.0,
"eos_token_id": 0,
"enable_prefix_sliding": false,
"max_new_tokens": 32
},
"test": {
"arithmetic": {
"passed": 2,
"total": 27
},
"comparison": {
"passed": 15,
"total": 25
},
"copy": {
"passed": 1,
"total": 32
},
"json": {
"passed": 20,
"total": 22
}
},
"total_passed": 38,
"total": 106,
"matched_control_passed": 17,
"baseline_passed": 0,
"retention_nll": 3.1829427083333335,
"baseline_retention_nll": 3.5662434895833335,
"report": "evaluation/report.json",
"limits": "Procedural small-task suite, test has unseen prompt templates and disjoint problems within this run; historical training contamination not exhaustively excluded. Retention anchors are NLL proxies from earlier training data, not code-execution or conversational quality scores.",
"repository": "psikosen/canopy-258m-r3-v7"
}
|