Hugging Face's logo

justinchuby
/
onnx-genai-example-gemma4-e2b

Text Generation
ONNX
onnxruntime
gemma4
inference-metadata
conversational
Model card Files
xet
 Community
onnx-genai-example-gemma4-e2b
File size: 1,820 Bytes
23835eb
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
{
  "hf_greedy": {
    "tokens": [
      71499,
      563,
      506,
      11001,
      4912,
      529,
      29433,
      1534,
      1027,
      1156,
      7751,
      607,
      3413,
      653,
      2778,
      236761,
      106
    ],
    "text": "Gravity is the fundamental force of attraction between any two objects with mass or energy.<turn|>",
    "wall_s": 7.257209062576294,
    "tok_per_s": 4.409408592762803,
    "peak_vram_mb": 9786
  },
  "onnx_target_greedy": {
    "tokens": [
      71499,
      563,
      506,
      11001,
      4912,
      529,
      29433,
      1534,
      1027,
      1156,
      7751,
      607,
      3413,
      653,
      2778,
      236761,
      106,
      106,
      106,
      1,
      236745,
      106,
      106,
      1,
      106,
      1,
      106,
      106,
      1,
      106,
      1,
      106
    ],
    "text": "Gravity is the fundamental force of attraction between any two objects with mass or energy.<turn|><turn|><turn|><eos>t<turn|><turn|><eos><turn|><eos><turn|><turn|><eos><turn|><eos><turn|>",
    "match_hf": true,
    "matched_prefix_len": 32,
    "first_divergence": -1,
    "prefill_ms": 174.04913902282715,
    "decode_ms_mean": 6.606863391014837,
    "decode_tok_per_s": 151.3577534174498,
    "onnx_vram_used_mb": 21963,
    "onnx_vram_delta_mb": 11450
  },
  "hf_assisted": {
    "tokens": [
      71499,
      563,
      506,
      11001,
      4912,
      529,
      29433,
      1534,
      1027,
      1156,
      7751,
      607,
      3413,
      653,
      2778,
      236761,
      106
    ],
    "text": "Gravity is the fundamental force of attraction between any two objects with mass or energy.<turn|>",
    "wall_s": 4.447322130203247,
    "num_assistant_tokens": 6,
    "matches_greedy": true,
    "peak_vram_mb": 9964
  }
}