Hugging Face's logo

vllm-sr
/
Decision-1.0-Nox-4B

Safetensors
PyTorch
decision1
multilingual
decision-model
classification
qwen3_5
custom_code
Model card Files
xet
 Community
2
Decision-1.0-Nox-4B
File size: 4,322 Bytes
c9bad4f
8aea799
 
 
7f65e1d
8aea799
 
 
 
c9bad4f
8aea799
 
 
d330a0b
 
 
 
 
 
 
8aea799
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
65a7eb4
 
 
 
 
 
 
 
 
 
 
 
 
c9bad4f
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
{
  "model": "Nox",
  "release": "v1.3.1",
  "release_binding": {
    "repo_id": "vllm-sr/Decision-1.0-Nox-4B",
    "revision": "74979f7c7408325716dcb89b686d9cf94301923a",
    "release_tag": "v1.3.1",
    "bundle_manifest_sha256": "83876db506b2d98e3e8ce7d34310b21f97bac30d4f5aef3371053798bff08830",
    "publication_receipt_sha256": "7d680d3a1dc5919fc2975cbea9ea5650f39cdbf317d8e1ca6b2d03d5ae11bcdb"
  },
  "condition": "distinct_primary",
  "type": "choice",
  "Q": [
    1,
    2,
    4,
    8,
    16,
    32
  ],
  "tokens_per_question": 499,
  "samples_per_point": 30,
  "fresh_process_blocks": 6,
  "points": {
    "1": {
      "count": 30,
      "p50_ms": 32.678454,
      "p95_ms": 33.71943,
      "mean_ms": 32.7633463,
      "std_ms": 0.5253808729894747,
      "minimum_ms": 31.98487,
      "maximum_ms": 33.745036,
      "questions_per_second_at_p50": 30.601202859841532,
      "peak_allocated_bytes": 8675011072,
      "peak_reserved_bytes": 9246343168,
      "questions": 1,
      "tokens_per_question": 499
    },
    "2": {
      "count": 30,
      "p50_ms": 36.370171,
      "p95_ms": 36.64674145,
      "mean_ms": 36.389989299999996,
      "std_ms": 0.11128765575847639,
      "minimum_ms": 36.268881,
      "maximum_ms": 36.692332,
      "questions_per_second_at_p50": 54.99011813829525,
      "peak_allocated_bytes": 8746551808,
      "peak_reserved_bytes": 9246343168,
      "questions": 2,
      "tokens_per_question": 499
    },
    "4": {
      "count": 30,
      "p50_ms": 60.415027,
      "p95_ms": 60.9524315,
      "mean_ms": 60.47764396666667,
      "std_ms": 0.286383903775007,
      "minimum_ms": 60.134886,
      "maximum_ms": 61.481055,
      "questions_per_second_at_p50": 66.20869341000211,
      "peak_allocated_bytes": 8890681856,
      "peak_reserved_bytes": 9246343168,
      "questions": 4,
      "tokens_per_question": 499
    },
    "8": {
      "count": 30,
      "p50_ms": 103.619237,
      "p95_ms": 104.1805109,
      "mean_ms": 103.640764,
      "std_ms": 0.34493524425007943,
      "minimum_ms": 102.972861,
      "maximum_ms": 104.235019,
      "questions_per_second_at_p50": 77.20574124667604,
      "peak_allocated_bytes": 9178941952,
      "peak_reserved_bytes": 9246343168,
      "questions": 8,
      "tokens_per_question": 499
    },
    "16": {
      "count": 30,
      "p50_ms": 206.9910775,
      "p95_ms": 207.62369065000001,
      "mean_ms": 206.9661473,
      "std_ms": 0.49304760661506103,
      "minimum_ms": 206.100008,
      "maximum_ms": 207.740005,
      "questions_per_second_at_p50": 77.2980178336431,
      "peak_allocated_bytes": 9178946560,
      "peak_reserved_bytes": 9246343168,
      "questions": 16,
      "tokens_per_question": 499
    },
    "32": {
      "count": 30,
      "p50_ms": 414.19944399999997,
      "p95_ms": 415.3707452,
      "mean_ms": 414.2741519666667,
      "std_ms": 0.6025438072196239,
      "minimum_ms": 413.162275,
      "maximum_ms": 416.066377,
      "questions_per_second_at_p50": 77.25746729877311,
      "peak_allocated_bytes": 9178946560,
      "peak_reserved_bytes": 9246343168,
      "questions": 32,
      "tokens_per_question": 499
    }
  },
  "timing_summary_sha256": "501f25efd1813b566d77e98278229440b7a3b4a2358def1462c0171a33e9f3be",
  "API_sha256": "273f6f10f22d5a68b8db34cfcbd35407fb43d8030f6d7cd188bcf118dd90a152",
  "scope": "Only optimized path subsequently published, no old-release series. Fixed-length Python requests, excludes network and loading.",
  "measurement_applicability": {
    "measured_API_sha256": "273f6f10f22d5a68b8db34cfcbd35407fb43d8030f6d7cd188bcf118dd90a152",
    "current_API_sha256": "6716bdabca3cd2f1aa447d42a6cf53ee62d7ea97984a01f16b4c09fac8aaf17e",
    "measured_bundle_manifest_sha256": "83876db506b2d98e3e8ce7d34310b21f97bac30d4f5aef3371053798bff08830",
    "current_bundle_manifest_sha256": "7d9b06bc25a75b1f131aabd280df0ef2777bf69db98574a300067ace40c61c9c",
    "current_API_byte_identical_to_measured": false,
    "measured_criteria_all_have_non_null_descriptions": true,
    "runtime_change": "Only Choice description=None is replaced with that option key; explicit descriptions use the same rendering path.",
    "same_measured_points_retained": true,
    "current_null_description_latency_not_measured_by_this_curve": true,
    "no_HTTP_throughput_claim": true
  }
}