Hugging Face's logo

alanhuangya
/
wev-1.7b

Safetensors
English
qwen3
decision-model
browser-agent
system-one
lora
Model card Files
xet
 Community
wev-1.7b
File size: 1,023 Bytes
fcffd28
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
{
  "format": "wev",
  "version": 1,
  "name": "wev-1.7b",
  "base": "Qwen/Qwen3-1.7B-Base",
  "head_type": "pointer",
  "head_dim": 256,
  "keep_layers": null,
  "num_layers": 28,
  "max_state": 4096,
  "max_branch": 8192,
  "train_max_state": 4096,
  "train_max_branch": 2048,
  "backbone_dtype": "bf16",
  "train_args": {
    "data": "data/m2w-v2,data/nnetnav-v3-clean,data/teacher-v1-x3,data/general/kev-v7-x2,data/general/typed-decisions-train-x8,data/ext/tasksource-jev,data/ext/jev-distill,data/ext/td-synth",
    "base": "Qwen/Qwen3-1.7B-Base",
    "out": "runs/wev-1.7b-full-v2",
    "epochs": 1,
    "lr": 0.0001,
    "head_lr": 0.0,
    "weight_decay": 0.01,
    "lora": 16,
    "head_dim": 256,
    "head": "pointer",
    "keep_layers": 0,
    "subsample": 0,
    "batch_tokens": 20000,
    "batch": 1,
    "accum": 1,
    "dtype": "bf16",
    "checkpointing": 0,
    "max_state": 4096,
    "max_branch": 2048,
    "max_tokens": 6144,
    "limit": 0,
    "eval_n": 600,
    "log_every": 100,
    "seed": 0
  }
}