welcoma commited on
Commit
7778342
·
verified ·
1 Parent(s): ec0608b

Add files using upload-large-folder tool

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,87 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: gemma
3
+ base_model: google/gemma-4-E2B-it
4
+ base_model_relation: quantized
5
+ pipeline_tag: text-generation
6
+ tags:
7
+ - MLC-LLM
8
+ - web-llm
9
+ - webgpu
10
+ - gemma4
11
+ - quantized
12
+ - browser
13
+ ---
14
+
15
+ # Gemma 4 E2B IT q4f16_1 MLC
16
+
17
+ Text-first MLC/WebLLM packaging of `google/gemma-4-E2B-it` in `q4f16_1` for browser-local WebGPU and MLC-LLM runtimes.
18
+
19
+ ## Model Details
20
+
21
+ - Base model: `google/gemma-4-E2B-it`
22
+ - Quantization: `q4f16_1`
23
+ - Runtime target: `webgpu`
24
+ - Model type: `gemma4`
25
+ - Conversation template: `gemma_instruction`
26
+ - Packaged context window: `4096`
27
+ - Sliding window size: `512`
28
+ - Prefill chunk size: `1024`
29
+ - Parameter shards: `42`
30
+ - Quantized parameter size: `2.453 GB`
31
+ - Total artifact size: `2.676 GB`
32
+ - WebGPU model library: `8.7 MB`
33
+ - Release manifest: `release-manifest.json`
34
+
35
+ `q4f16_1` is used here as the default browser-focused MLC target: 4-bit weights with FP16 runtime dtype.
36
+
37
+ ## Usage
38
+
39
+ ### Chat
40
+
41
+ ```bash
42
+ mlc_llm chat HF://welcoma/gemma-4-E2B-it-q4f16_1-MLC
43
+ ```
44
+
45
+ ### WebLLM Integration
46
+
47
+ ```ts
48
+ import { CreateMLCEngine } from "@mlc-ai/web-llm";
49
+
50
+ const repo = "https://huggingface.co/welcoma/gemma-4-E2B-it-q4f16_1-MLC";
51
+
52
+ const appConfig = {
53
+ model_list: [
54
+ {
55
+ model: repo,
56
+ model_id: "gemma-4-E2B-it-q4f16_1-MLC",
57
+ model_lib: `${repo}/resolve/main/libs/gemma-4-E2B-it-q4f16_1-MLC-webgpu.wasm`,
58
+ required_features: ["shader-f16"],
59
+ },
60
+ ],
61
+ };
62
+
63
+ const engine = await CreateMLCEngine("gemma-4-E2B-it-q4f16_1-MLC", {
64
+ appConfig,
65
+ });
66
+ ```
67
+
68
+ ## Files
69
+
70
+ - `mlc-chat-config.json`: MLC runtime configuration
71
+ - `tokenizer.json`: fast tokenizer data
72
+ - `tokenizer_config.json`: tokenizer settings
73
+ - `params_shard_*.bin`: quantized parameter shards
74
+ - `tensor-cache.json`: tensor metadata cache
75
+ - `release-manifest.json`: file inventory with SHA-256 hashes
76
+ - `libs/gemma-4-E2B-it-q4f16_1-MLC-webgpu.wasm`: compiled WebGPU model library
77
+
78
+ ## Limitations
79
+
80
+ - This package is text-first. It does not expose Gemma 4 image or audio features in WebLLM.
81
+ - The packaged context window is `4096`, even though the base model advertises a much larger native context length.
82
+ - This build currently depends on a Gemma 4 patchset on top of `mlc-llm`; upstream support is still being worked on.
83
+ - Browser use still requires WebGPU and `shader-f16` support.
84
+
85
+ ## License
86
+
87
+ This repository follows the same license and usage terms as the base model, `google/gemma-4-E2B-it`.
libs/gemma-4-E2B-it-q4f16_1-MLC-webgpu.wasm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cddead6ca42c5c0d2cb0815dc2a59c0cf9fb5e3f3e38b2958804c60e89879c9
3
+ size 9056365
mlc-chat-config.json ADDED
@@ -0,0 +1,171 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "gemma4",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "text_config": {
7
+ "hidden_size": 1536,
8
+ "intermediate_size": 6144,
9
+ "num_hidden_layers": 35,
10
+ "vocab_size": 262144,
11
+ "attention_bias": false,
12
+ "attention_dropout": 0.0,
13
+ "num_attention_heads": 8,
14
+ "num_key_value_heads": 1,
15
+ "head_dim": 256,
16
+ "rms_norm_eps": 1e-06,
17
+ "hidden_activation": "gelu_pytorch_tanh",
18
+ "context_window_size": 131072,
19
+ "prefill_chunk_size": 8192,
20
+ "sliding_window_size": 512,
21
+ "layer_types": [
22
+ "sliding_attention",
23
+ "sliding_attention",
24
+ "sliding_attention",
25
+ "sliding_attention",
26
+ "full_attention",
27
+ "sliding_attention",
28
+ "sliding_attention",
29
+ "sliding_attention",
30
+ "sliding_attention",
31
+ "full_attention",
32
+ "sliding_attention",
33
+ "sliding_attention",
34
+ "sliding_attention",
35
+ "sliding_attention",
36
+ "full_attention",
37
+ "sliding_attention",
38
+ "sliding_attention",
39
+ "sliding_attention",
40
+ "sliding_attention",
41
+ "full_attention",
42
+ "sliding_attention",
43
+ "sliding_attention",
44
+ "sliding_attention",
45
+ "sliding_attention",
46
+ "full_attention",
47
+ "sliding_attention",
48
+ "sliding_attention",
49
+ "sliding_attention",
50
+ "sliding_attention",
51
+ "full_attention",
52
+ "sliding_attention",
53
+ "sliding_attention",
54
+ "sliding_attention",
55
+ "sliding_attention",
56
+ "full_attention"
57
+ ],
58
+ "position_embedding_base": 10000.0,
59
+ "global_position_embedding_base": 1000000.0,
60
+ "hidden_size_per_layer_input": 256,
61
+ "vocab_size_per_layer_input": 262144,
62
+ "num_global_key_value_heads": 1,
63
+ "global_head_dim": 512,
64
+ "attention_k_eq_v": false,
65
+ "num_kv_shared_layers": 20,
66
+ "enable_moe_block": false,
67
+ "use_double_wide_mlp": true,
68
+ "num_experts": null,
69
+ "top_k_experts": null,
70
+ "moe_intermediate_size": null,
71
+ "final_logit_softcapping": 30.0,
72
+ "tensor_parallel_shards": 1,
73
+ "max_batch_size": 1,
74
+ "kwargs": {
75
+ "bos_token_id": 2,
76
+ "dtype": "bfloat16",
77
+ "eos_token_id": 1,
78
+ "expert_intermediate_size": null,
79
+ "initializer_range": 0.02,
80
+ "model_type": "gemma4_text",
81
+ "pad_token_id": 0,
82
+ "rope_parameters": {
83
+ "full_attention": {
84
+ "partial_rotary_factor": 0.25,
85
+ "rope_theta": 1000000.0,
86
+ "rope_type": "proportional"
87
+ },
88
+ "sliding_attention": {
89
+ "rope_theta": 10000.0,
90
+ "rope_type": "default"
91
+ }
92
+ },
93
+ "sliding_window": 512,
94
+ "tie_word_embeddings": true,
95
+ "use_bidirectional_attention": null,
96
+ "use_cache": true
97
+ }
98
+ },
99
+ "vocab_size": 262144,
100
+ "tensor_parallel_shards": 1,
101
+ "max_batch_size": 128,
102
+ "context_window_size": 4096,
103
+ "sliding_window_size": 512,
104
+ "prefill_chunk_size": 1024,
105
+ "is_text_model": false
106
+ },
107
+ "vocab_size": 262144,
108
+ "context_window_size": 4096,
109
+ "sliding_window_size": 512,
110
+ "prefill_chunk_size": 1024,
111
+ "attention_sink_size": -1,
112
+ "tensor_parallel_shards": 1,
113
+ "pipeline_parallel_stages": 1,
114
+ "active_vocab_size": 262144,
115
+ "temperature": 1.0,
116
+ "presence_penalty": 0.0,
117
+ "frequency_penalty": 0.0,
118
+ "repetition_penalty": 1.0,
119
+ "top_p": 0.95,
120
+ "tokenizer_files": [
121
+ "tokenizer.json",
122
+ "tokenizer_config.json"
123
+ ],
124
+ "tokenizer_info": {
125
+ "token_postproc_method": "byte_fallback",
126
+ "prepend_space_in_encode": false,
127
+ "strip_space_in_decode": false
128
+ },
129
+ "conv_template": {
130
+ "name": "gemma_instruction",
131
+ "system_template": "{system_message}",
132
+ "system_message": "",
133
+ "system_prefix_token_ids": [
134
+ 2
135
+ ],
136
+ "add_role_after_system_message": true,
137
+ "roles": {
138
+ "user": "<start_of_turn>user",
139
+ "assistant": "<start_of_turn>model"
140
+ },
141
+ "role_templates": {
142
+ "user": "{user_message}",
143
+ "assistant": "{assistant_message}",
144
+ "tool": "{tool_message}"
145
+ },
146
+ "messages": [],
147
+ "seps": [
148
+ "<end_of_turn>\n"
149
+ ],
150
+ "role_content_sep": "\n",
151
+ "role_empty_sep": "\n",
152
+ "stop_str": [
153
+ "<end_of_turn>"
154
+ ],
155
+ "stop_token_ids": [
156
+ 1,
157
+ 107
158
+ ],
159
+ "function_string": "",
160
+ "use_function_calling": false
161
+ },
162
+ "pad_token_id": 0,
163
+ "bos_token_id": 2,
164
+ "eos_token_id": [
165
+ 1,
166
+ 106,
167
+ 50
168
+ ],
169
+ "model_task": "chat",
170
+ "embedding_metadata": null
171
+ }
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a934a21a0ce9ced234bf066d1823e280ae2d86a7d5535852b5de8f74e955a640
3
+ size 201326592
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57d57a941867cb155e3b920284502b893a44a199cd588a360dd853975445c782
3
+ size 1174405120
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed3c2e87705b3ff7c7cfb60031a806af300de2f471a1b81caef3dba77a809674
3
+ size 18874368
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:021295d4de55f428ca757e126f1efe06859f930e790841e624fe30754f7b4e28
3
+ size 18874368
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9974bdc6969dbeb3bcf8a7446e91ac029d9f84709e61963c7a6d643110656b1
3
+ size 32817156
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c68d062ffca11c0f8d35c476671f49025536146cdcdcf00c8897d5648cdd7b06
3
+ size 18874368
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c1a0a4a8beeabafbaaa702aee556032884ac484e85da2cdccf4945d7a036930
3
+ size 25346052
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7c75a2654a616f7c96d916ed22e2cbf090758b8129d65f164a6eb6ece216247
3
+ size 33313792
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19291850848b3b7b81ee24eead638c03a215f7881783130ed6c2e3ac39822498
3
+ size 28454916
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa6bbb5d713480357f3b259a0e66255167e94ff14e2a0d4982dcd586c4b96672
3
+ size 33092096
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:279e8b5c585803de7c12b8e2e30d38c2bc969606f69b1e1c36a70a7f6d97d107
3
+ size 33254914
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06f97234be8873c68bc883bc4d321f7d93b2c50b26052bf030bfda000e49005e
3
+ size 18874368
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f966f6b8021da138cde422eb4e2989c6d59b28293b8625322b12c0df3bd618f
3
+ size 146800640
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f477b4ecb3634e06ed50602db1909622c02fa6f06767a50a8155b56916f7aacf
3
+ size 25346052
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb56e841c2578437e3f9cd4efb5630dc7b1205ecea05fb77731f7ced0d1e3ffc
3
+ size 33092096
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04894b8fc9a94149321c405acb38e06a17eab426daaa7576779f0e91567c16e8
3
+ size 33254914
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51dcb0a303de05b9f24c088c80e1cffedb6b6e48e47e0ad2db40bd083aa54e75
3
+ size 18874368
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94b350aef7fce73541a42c7b5707968c7be72ab68804e5cdabb9ad94e70c19b6
3
+ size 29328388
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a413f24a098bc3aeb0c752c80fa599228b8ae69caf266a64add4e8f19c5398e8
3
+ size 33092096
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e05059ebef1e6007708f74edaafbb3725732e53a20d77a5828b0f609b3126953
3
+ size 33254914
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35eda2fc9de63245167b84a9302aa3be34be8e368d04e43265476431fb278e7b
3
+ size 18874368
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9acb340edf6bca3e4e834a126492a18b92de5fa4aa0e6446747f58194b8f5491
3
+ size 25346052
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d413d1d3685398140348c777ced631d6e985dfb18bfbff1ab046e820c0cd8b4c
3
+ size 33313792
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69d83f1e193e3aa2e3fab5b9ed59fd13b79b8c67c91a105d541e5e7c8498ab5e
3
+ size 30477314
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8f2bf5b47a54a7ac5c9938b274ad5749f028248235a54a5e748341781512771
3
+ size 28454916
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f6776390e1863869b42beeef5f202147c350ee4defe403227f3640307a2b3a9
3
+ size 33092096
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11c2a3b9fd44cf402ee88c1b215502c80d6856fb886c0d4db1c4698cdc6e0517
3
+ size 33254914
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fad37e40a3d2907f91552bf5e94b46cd36670b7171b667fa6550e7ea4bb43461
3
+ size 18874368
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31bd65c85b8a70a48c6dac0c31f6ef1e3fe7ea621ff6fb2661840349ecfe6a85
3
+ size 25346052
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f18d28cec41f08f594538d046f9abb8dbc3c93dff6e9aee2991e40842ac4a177
3
+ size 33092096
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d990c558d444c0b229f4c1d5e0fab1968fdaf39db489f0f9cc03e1f5810445f8
3
+ size 33254914
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90b0c7fb37f6296ef272eaece8307dc183f63d6e1907bc7351571a20f8721d6b
3
+ size 32275458
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c94692435d433e96d5b9f71e41d372367da6f49c7798162f2e0c1ec36efcfb9
3
+ size 30223364
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45c27b491ab07cfb85b31ed009a4b15c8654b4b31bf7704d817cb3e0988f3a92
3
+ size 32788994
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3539673445a56e608918d9d5610d276c30e50840b94e4f3bd8ed68c2dec52de
3
+ size 32788994
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b57cc619296c434826ecb822df541791748ec98995888e910de2114623eee435
3
+ size 30002692
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b09b4baae6d9511c79c844a18ae85b3ecdeea2430d3a61a69738e532b6719a9
3
+ size 27346432
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffec8da3c38db41f3c90fab7e3fc08e34edd9e39342ee9938ed2e651017ad904
3
+ size 30002692
params_shard_6.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:826280e0a6da0f820e901f72649e6f9640716dcb9a2d478f2cd5427f0bf6decb
3
+ size 32788994
params_shard_7.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbac8446a4f1240f58fde14f3627ca4b7a56a97a5cb322c9b33344173e56028c
3
+ size 30002692
params_shard_8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39b6e677a79de3ab883415976cb99e938a0a3e545cad7f4aca76201e9de3e6c5
3
+ size 18874368
params_shard_9.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92558e27f8456e35882bf93d31a27ff747c0421f6b190596b5ad34d2722242bb
3
+ size 33367042
release-manifest.json ADDED
@@ -0,0 +1,246 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_model": "google/gemma-4-E2B-it",
3
+ "artifact_dir": "/opt/gemma4-webllm/dist/gemma-4-E2B-it-q4f16_1-MLC",
4
+ "files": [
5
+ {
6
+ "path": "libs/gemma-4-E2B-it-q4f16_1-MLC-webgpu.wasm",
7
+ "size_bytes": 9056365,
8
+ "sha256": "8cddead6ca42c5c0d2cb0815dc2a59c0cf9fb5e3f3e38b2958804c60e89879c9"
9
+ },
10
+ {
11
+ "path": "mlc-chat-config.json",
12
+ "size_bytes": 4569,
13
+ "sha256": "23108c674fd57db857e3b2022ebb19d691d4587199371dbdc8f797afd1e84435"
14
+ },
15
+ {
16
+ "path": "params_shard_0.bin",
17
+ "size_bytes": 201326592,
18
+ "sha256": "a934a21a0ce9ced234bf066d1823e280ae2d86a7d5535852b5de8f74e955a640"
19
+ },
20
+ {
21
+ "path": "params_shard_1.bin",
22
+ "size_bytes": 1174405120,
23
+ "sha256": "57d57a941867cb155e3b920284502b893a44a199cd588a360dd853975445c782"
24
+ },
25
+ {
26
+ "path": "params_shard_10.bin",
27
+ "size_bytes": 18874368,
28
+ "sha256": "ed3c2e87705b3ff7c7cfb60031a806af300de2f471a1b81caef3dba77a809674"
29
+ },
30
+ {
31
+ "path": "params_shard_11.bin",
32
+ "size_bytes": 18874368,
33
+ "sha256": "021295d4de55f428ca757e126f1efe06859f930e790841e624fe30754f7b4e28"
34
+ },
35
+ {
36
+ "path": "params_shard_12.bin",
37
+ "size_bytes": 32817156,
38
+ "sha256": "b9974bdc6969dbeb3bcf8a7446e91ac029d9f84709e61963c7a6d643110656b1"
39
+ },
40
+ {
41
+ "path": "params_shard_13.bin",
42
+ "size_bytes": 18874368,
43
+ "sha256": "c68d062ffca11c0f8d35c476671f49025536146cdcdcf00c8897d5648cdd7b06"
44
+ },
45
+ {
46
+ "path": "params_shard_14.bin",
47
+ "size_bytes": 25346052,
48
+ "sha256": "7c1a0a4a8beeabafbaaa702aee556032884ac484e85da2cdccf4945d7a036930"
49
+ },
50
+ {
51
+ "path": "params_shard_15.bin",
52
+ "size_bytes": 33313792,
53
+ "sha256": "d7c75a2654a616f7c96d916ed22e2cbf090758b8129d65f164a6eb6ece216247"
54
+ },
55
+ {
56
+ "path": "params_shard_16.bin",
57
+ "size_bytes": 28454916,
58
+ "sha256": "19291850848b3b7b81ee24eead638c03a215f7881783130ed6c2e3ac39822498"
59
+ },
60
+ {
61
+ "path": "params_shard_17.bin",
62
+ "size_bytes": 33092096,
63
+ "sha256": "aa6bbb5d713480357f3b259a0e66255167e94ff14e2a0d4982dcd586c4b96672"
64
+ },
65
+ {
66
+ "path": "params_shard_18.bin",
67
+ "size_bytes": 33254914,
68
+ "sha256": "279e8b5c585803de7c12b8e2e30d38c2bc969606f69b1e1c36a70a7f6d97d107"
69
+ },
70
+ {
71
+ "path": "params_shard_19.bin",
72
+ "size_bytes": 18874368,
73
+ "sha256": "06f97234be8873c68bc883bc4d321f7d93b2c50b26052bf030bfda000e49005e"
74
+ },
75
+ {
76
+ "path": "params_shard_2.bin",
77
+ "size_bytes": 146800640,
78
+ "sha256": "5f966f6b8021da138cde422eb4e2989c6d59b28293b8625322b12c0df3bd618f"
79
+ },
80
+ {
81
+ "path": "params_shard_20.bin",
82
+ "size_bytes": 25346052,
83
+ "sha256": "f477b4ecb3634e06ed50602db1909622c02fa6f06767a50a8155b56916f7aacf"
84
+ },
85
+ {
86
+ "path": "params_shard_21.bin",
87
+ "size_bytes": 33092096,
88
+ "sha256": "fb56e841c2578437e3f9cd4efb5630dc7b1205ecea05fb77731f7ced0d1e3ffc"
89
+ },
90
+ {
91
+ "path": "params_shard_22.bin",
92
+ "size_bytes": 33254914,
93
+ "sha256": "04894b8fc9a94149321c405acb38e06a17eab426daaa7576779f0e91567c16e8"
94
+ },
95
+ {
96
+ "path": "params_shard_23.bin",
97
+ "size_bytes": 18874368,
98
+ "sha256": "51dcb0a303de05b9f24c088c80e1cffedb6b6e48e47e0ad2db40bd083aa54e75"
99
+ },
100
+ {
101
+ "path": "params_shard_24.bin",
102
+ "size_bytes": 29328388,
103
+ "sha256": "94b350aef7fce73541a42c7b5707968c7be72ab68804e5cdabb9ad94e70c19b6"
104
+ },
105
+ {
106
+ "path": "params_shard_25.bin",
107
+ "size_bytes": 33092096,
108
+ "sha256": "a413f24a098bc3aeb0c752c80fa599228b8ae69caf266a64add4e8f19c5398e8"
109
+ },
110
+ {
111
+ "path": "params_shard_26.bin",
112
+ "size_bytes": 33254914,
113
+ "sha256": "e05059ebef1e6007708f74edaafbb3725732e53a20d77a5828b0f609b3126953"
114
+ },
115
+ {
116
+ "path": "params_shard_27.bin",
117
+ "size_bytes": 18874368,
118
+ "sha256": "35eda2fc9de63245167b84a9302aa3be34be8e368d04e43265476431fb278e7b"
119
+ },
120
+ {
121
+ "path": "params_shard_28.bin",
122
+ "size_bytes": 25346052,
123
+ "sha256": "9acb340edf6bca3e4e834a126492a18b92de5fa4aa0e6446747f58194b8f5491"
124
+ },
125
+ {
126
+ "path": "params_shard_29.bin",
127
+ "size_bytes": 33313792,
128
+ "sha256": "d413d1d3685398140348c777ced631d6e985dfb18bfbff1ab046e820c0cd8b4c"
129
+ },
130
+ {
131
+ "path": "params_shard_3.bin",
132
+ "size_bytes": 30477314,
133
+ "sha256": "69d83f1e193e3aa2e3fab5b9ed59fd13b79b8c67c91a105d541e5e7c8498ab5e"
134
+ },
135
+ {
136
+ "path": "params_shard_30.bin",
137
+ "size_bytes": 28454916,
138
+ "sha256": "d8f2bf5b47a54a7ac5c9938b274ad5749f028248235a54a5e748341781512771"
139
+ },
140
+ {
141
+ "path": "params_shard_31.bin",
142
+ "size_bytes": 33092096,
143
+ "sha256": "8f6776390e1863869b42beeef5f202147c350ee4defe403227f3640307a2b3a9"
144
+ },
145
+ {
146
+ "path": "params_shard_32.bin",
147
+ "size_bytes": 33254914,
148
+ "sha256": "11c2a3b9fd44cf402ee88c1b215502c80d6856fb886c0d4db1c4698cdc6e0517"
149
+ },
150
+ {
151
+ "path": "params_shard_33.bin",
152
+ "size_bytes": 18874368,
153
+ "sha256": "fad37e40a3d2907f91552bf5e94b46cd36670b7171b667fa6550e7ea4bb43461"
154
+ },
155
+ {
156
+ "path": "params_shard_34.bin",
157
+ "size_bytes": 25346052,
158
+ "sha256": "31bd65c85b8a70a48c6dac0c31f6ef1e3fe7ea621ff6fb2661840349ecfe6a85"
159
+ },
160
+ {
161
+ "path": "params_shard_35.bin",
162
+ "size_bytes": 33092096,
163
+ "sha256": "f18d28cec41f08f594538d046f9abb8dbc3c93dff6e9aee2991e40842ac4a177"
164
+ },
165
+ {
166
+ "path": "params_shard_36.bin",
167
+ "size_bytes": 33254914,
168
+ "sha256": "d990c558d444c0b229f4c1d5e0fab1968fdaf39db489f0f9cc03e1f5810445f8"
169
+ },
170
+ {
171
+ "path": "params_shard_37.bin",
172
+ "size_bytes": 32275458,
173
+ "sha256": "90b0c7fb37f6296ef272eaece8307dc183f63d6e1907bc7351571a20f8721d6b"
174
+ },
175
+ {
176
+ "path": "params_shard_38.bin",
177
+ "size_bytes": 30223364,
178
+ "sha256": "1c94692435d433e96d5b9f71e41d372367da6f49c7798162f2e0c1ec36efcfb9"
179
+ },
180
+ {
181
+ "path": "params_shard_39.bin",
182
+ "size_bytes": 32788994,
183
+ "sha256": "45c27b491ab07cfb85b31ed009a4b15c8654b4b31bf7704d817cb3e0988f3a92"
184
+ },
185
+ {
186
+ "path": "params_shard_4.bin",
187
+ "size_bytes": 32788994,
188
+ "sha256": "a3539673445a56e608918d9d5610d276c30e50840b94e4f3bd8ed68c2dec52de"
189
+ },
190
+ {
191
+ "path": "params_shard_40.bin",
192
+ "size_bytes": 30002692,
193
+ "sha256": "b57cc619296c434826ecb822df541791748ec98995888e910de2114623eee435"
194
+ },
195
+ {
196
+ "path": "params_shard_41.bin",
197
+ "size_bytes": 27346432,
198
+ "sha256": "0b09b4baae6d9511c79c844a18ae85b3ecdeea2430d3a61a69738e532b6719a9"
199
+ },
200
+ {
201
+ "path": "params_shard_5.bin",
202
+ "size_bytes": 30002692,
203
+ "sha256": "ffec8da3c38db41f3c90fab7e3fc08e34edd9e39342ee9938ed2e651017ad904"
204
+ },
205
+ {
206
+ "path": "params_shard_6.bin",
207
+ "size_bytes": 32788994,
208
+ "sha256": "826280e0a6da0f820e901f72649e6f9640716dcb9a2d478f2cd5427f0bf6decb"
209
+ },
210
+ {
211
+ "path": "params_shard_7.bin",
212
+ "size_bytes": 30002692,
213
+ "sha256": "fbac8446a4f1240f58fde14f3627ca4b7a56a97a5cb322c9b33344173e56028c"
214
+ },
215
+ {
216
+ "path": "params_shard_8.bin",
217
+ "size_bytes": 18874368,
218
+ "sha256": "39b6e677a79de3ab883415976cb99e938a0a3e545cad7f4aca76201e9de3e6c5"
219
+ },
220
+ {
221
+ "path": "params_shard_9.bin",
222
+ "size_bytes": 33367042,
223
+ "sha256": "92558e27f8456e35882bf93d31a27ff747c0421f6b190596b5ad34d2722242bb"
224
+ },
225
+ {
226
+ "path": "release-manifest.json",
227
+ "size_bytes": 7827,
228
+ "sha256": "1c05054c58d5d0d58782ac3433ee8e0b97d41559462673d7d8cf0652ef661eb8"
229
+ },
230
+ {
231
+ "path": "tensor-cache.json",
232
+ "size_bytes": 315107,
233
+ "sha256": "dd1d229ea83835a3be371dc6e69890e4f155b3ee4320dd9e534e962157a4753a"
234
+ },
235
+ {
236
+ "path": "tokenizer.json",
237
+ "size_bytes": 32169626,
238
+ "sha256": "cc8d3a0ce36466ccc1278bf987df5f71db1719b9ca6b4118264f45cb627bfe0f"
239
+ },
240
+ {
241
+ "path": "tokenizer_config.json",
242
+ "size_bytes": 2068,
243
+ "sha256": "97af7f9a43d9c26b4ae9558b39c2d6ffed60b9869f2cf2b9a5282b05c6dac67c"
244
+ }
245
+ ]
246
+ }
tensor-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc8d3a0ce36466ccc1278bf987df5f71db1719b9ca6b4118264f45cb627bfe0f
3
+ size 32169626
tokenizer_config.json ADDED
@@ -0,0 +1,74 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "audio_token": "<|audio|>",
3
+ "backend": "tokenizers",
4
+ "boa_token": "<|audio>",
5
+ "boi_token": "<|image>",
6
+ "bos_token": "<bos>",
7
+ "eoa_token": "<audio|>",
8
+ "eoc_token": "<channel|>",
9
+ "eoi_token": "<image|>",
10
+ "eos_token": "<eos>",
11
+ "eot_token": "<turn|>",
12
+ "escape_token": "<|\"|>",
13
+ "etc_token": "<tool_call|>",
14
+ "etd_token": "<tool|>",
15
+ "etr_token": "<tool_response|>",
16
+ "extra_special_tokens": [
17
+ "<|video|>"
18
+ ],
19
+ "image_token": "<|image|>",
20
+ "mask_token": "<mask>",
21
+ "model_max_length": 1000000000000000019884624838656,
22
+ "pad_token": "<pad>",
23
+ "padding_side": "left",
24
+ "processor_class": "Gemma4Processor",
25
+ "response_schema": {
26
+ "type": "object",
27
+ "properties": {
28
+ "role": {
29
+ "const": "assistant"
30
+ },
31
+ "thinking": {
32
+ "type": "string"
33
+ },
34
+ "content": {
35
+ "type": "string"
36
+ },
37
+ "tool_calls": {
38
+ "x-regex-iterator": "<\\|tool_call>(.*?)<tool_call\\|>",
39
+ "type": "array",
40
+ "items": {
41
+ "type": "object",
42
+ "properties": {
43
+ "type": {
44
+ "const": "function"
45
+ },
46
+ "function": {
47
+ "type": "object",
48
+ "x-regex": "call\\:(?P<name>\\w+)(?P<arguments>\\{.*\\})",
49
+ "properties": {
50
+ "name": {
51
+ "type": "string"
52
+ },
53
+ "arguments": {
54
+ "type": "object",
55
+ "x-parser": "gemma4-tool-call",
56
+ "additionalProperties": {}
57
+ }
58
+ }
59
+ }
60
+ }
61
+ }
62
+ }
63
+ },
64
+ "x-regex": "(\\<\\|channel\\>thought\\n(?P<thinking>.*?)\\<channel\\|\\>)?(?P<content>(?:(?!\\<\\|tool_call\\>)(?!\\<turn\\|\\>).)+)?(?P<tool_calls>\\<\\|tool_call\\>.*\\<tool_call\\|\\>)?(?:\\<turn\\|\\>)?"
65
+ },
66
+ "soc_token": "<|channel>",
67
+ "sot_token": "<|turn>",
68
+ "stc_token": "<|tool_call>",
69
+ "std_token": "<|tool>",
70
+ "str_token": "<|tool_response>",
71
+ "think_token": "<|think|>",
72
+ "tokenizer_class": "GemmaTokenizer",
73
+ "unk_token": "<unk>"
74
+ }