jiosephlee commited on
Commit
9515603
·
verified ·
1 Parent(s): e7b694d

Best checkpoint from intern-s1-mini_assay-transfer-intern (step 157, source_value binary_macro_f1=0.6908, acc=0.7195)

Browse files
metric.json CHANGED
@@ -1,41 +1,41 @@
1
  {
2
- "metric": 0.661166112695299,
3
  "metric_key": "eval/source_value/binary_macro_f1",
4
  "metrics": {
5
- "binary_accuracy": 0.7046388725778039,
6
  "binary_by_group": {
7
  "assay_concept": {
8
  "Fa": {
9
- "binary_accuracy": 0.6745762711864407,
10
- "binary_macro_f1": 0.5315601429138547,
11
- "binary_n": 295,
12
  "binary_parse_rate": 1.0,
13
- "binary_valid_n": 295
14
  },
15
  "Fg": {
16
- "binary_accuracy": 0.7259615384615384,
17
- "binary_macro_f1": 0.5926193175961241,
18
- "binary_n": 208,
19
  "binary_parse_rate": 1.0,
20
- "binary_valid_n": 208
21
  },
22
  "Fh": {
23
- "binary_accuracy": 0.7075,
24
- "binary_macro_f1": 0.7040802777092778,
25
  "binary_n": 400,
26
  "binary_parse_rate": 1.0,
27
  "binary_valid_n": 400
28
  },
29
  "oral_bioavailability": {
30
- "binary_accuracy": 0.6525,
31
- "binary_macro_f1": 0.5999280446123403,
32
  "binary_n": 400,
33
  "binary_parse_rate": 1.0,
34
  "binary_valid_n": 400
35
  },
36
  "oral_exposure": {
37
- "binary_accuracy": 0.765,
38
- "binary_macro_f1": 0.7321937321937322,
39
  "binary_n": 400,
40
  "binary_parse_rate": 1.0,
41
  "binary_valid_n": 400
@@ -43,15 +43,15 @@
43
  },
44
  "tanimoto_bucket": {
45
  "high": {
46
- "binary_accuracy": 0.6642958748221907,
47
- "binary_macro_f1": 0.6635545100584036,
48
- "binary_n": 703,
49
  "binary_parse_rate": 1.0,
50
- "binary_valid_n": 703
51
  },
52
  "low": {
53
- "binary_accuracy": 0.733,
54
- "binary_macro_f1": 0.5997427560184747,
55
  "binary_n": 1000,
56
  "binary_parse_rate": 1.0,
57
  "binary_valid_n": 1000
@@ -60,16 +60,16 @@
60
  },
61
  "binary_group_avg": {
62
  "assay_concept": {
63
- "binary_accuracy": 0.7051075619295959,
64
- "binary_macro_f1": 0.6320763030050658
65
  },
66
  "tanimoto_bucket": {
67
- "binary_accuracy": 0.6986479374110953,
68
- "binary_macro_f1": 0.6316486330384392
69
  }
70
  },
71
- "binary_macro_f1": 0.661166112695299,
72
- "binary_n": 1703,
73
  "binary_parse_rate": 1.0,
74
  "continuous_mae": NaN,
75
  "continuous_mean_abs_z_error": NaN,
@@ -80,10 +80,10 @@
80
  "continuous_within_1_sd": NaN,
81
  "continuous_within_2_sd": NaN,
82
  "continuous_z_coverage": NaN,
83
- "n": 1703
84
  },
85
- "phase": "step",
86
- "step": 50,
87
- "tie_metric": 0.7046388725778039,
88
  "tie_metric_key": "eval/source_value/binary_accuracy"
89
  }
 
1
  {
2
+ "metric": 0.6908340564197536,
3
  "metric_key": "eval/source_value/binary_macro_f1",
4
  "metrics": {
5
+ "binary_accuracy": 0.7195,
6
  "binary_by_group": {
7
  "assay_concept": {
8
  "Fa": {
9
+ "binary_accuracy": 0.7375,
10
+ "binary_macro_f1": 0.6753623188405796,
11
+ "binary_n": 400,
12
  "binary_parse_rate": 1.0,
13
+ "binary_valid_n": 400
14
  },
15
  "Fg": {
16
+ "binary_accuracy": 0.6875,
17
+ "binary_macro_f1": 0.6155945598942116,
18
+ "binary_n": 400,
19
  "binary_parse_rate": 1.0,
20
+ "binary_valid_n": 400
21
  },
22
  "Fh": {
23
+ "binary_accuracy": 0.7,
24
+ "binary_macro_f1": 0.6944310050673526,
25
  "binary_n": 400,
26
  "binary_parse_rate": 1.0,
27
  "binary_valid_n": 400
28
  },
29
  "oral_bioavailability": {
30
+ "binary_accuracy": 0.72,
31
+ "binary_macro_f1": 0.6880570409982174,
32
  "binary_n": 400,
33
  "binary_parse_rate": 1.0,
34
  "binary_valid_n": 400
35
  },
36
  "oral_exposure": {
37
+ "binary_accuracy": 0.7525,
38
+ "binary_macro_f1": 0.7424541002477905,
39
  "binary_n": 400,
40
  "binary_parse_rate": 1.0,
41
  "binary_valid_n": 400
 
43
  },
44
  "tanimoto_bucket": {
45
  "high": {
46
+ "binary_accuracy": 0.669,
47
+ "binary_macro_f1": 0.6689255082393539,
48
+ "binary_n": 1000,
49
  "binary_parse_rate": 1.0,
50
+ "binary_valid_n": 1000
51
  },
52
  "low": {
53
+ "binary_accuracy": 0.77,
54
+ "binary_macro_f1": 0.6446032226761685,
55
  "binary_n": 1000,
56
  "binary_parse_rate": 1.0,
57
  "binary_valid_n": 1000
 
60
  },
61
  "binary_group_avg": {
62
  "assay_concept": {
63
+ "binary_accuracy": 0.7194999999999999,
64
+ "binary_macro_f1": 0.6831798050096303
65
  },
66
  "tanimoto_bucket": {
67
+ "binary_accuracy": 0.7195,
68
+ "binary_macro_f1": 0.6567643654577613
69
  }
70
  },
71
+ "binary_macro_f1": 0.6908340564197536,
72
+ "binary_n": 2000,
73
  "binary_parse_rate": 1.0,
74
  "continuous_mae": NaN,
75
  "continuous_mean_abs_z_error": NaN,
 
80
  "continuous_within_1_sd": NaN,
81
  "continuous_within_2_sd": NaN,
82
  "continuous_z_coverage": NaN,
83
+ "n": 2000
84
  },
85
+ "phase": "end",
86
+ "step": 157,
87
+ "tie_metric": 0.7195,
88
  "tie_metric_key": "eval/source_value/binary_accuracy"
89
  }
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4983e810a6615844710c0cbec4ede3f4e4072b07014f9d69f2bc9e222657979e
3
  size 4912743456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b59353d46510f22ac0452c1f433b1d746915e4098a18b2b5f30aea487688bccc
3
  size 4912743456
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3adcf950154c05a95c02dea0a42372e471e6a630fe7251e95b6deb71e3769dd4
3
  size 4915960368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e893e66663de70b81cc601593c2465995945ae939f0b1649180470c1deba25b5
3
  size 4915960368
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8914703cc288ee1308302625038ba3fe82e7a6ac517e8ece08d284b09faa20cc
3
  size 4983068496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aa08de77175cb36af6c4795e350a1323b9893eb9d3e41a84893667e89820cfd
3
  size 4983068496
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a4f94b6573e7b5eb8a757af6789e85c9082c837f43d69227332363e723c4c14a
3
  size 1590716024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69df52c562165314a71b12f0e28a9ebcab915cc0347f667a57fa96170e9d0e11
3
  size 1590716024