Hugging Face's logo

onnx-community
/
LFM2-8B-A1B-ONNX

Text Generation
Transformers.js
ONNX
lfm2_moe
liquid
lfm2
edge
Mixture of Experts
conversational
Model card Files
xet
 Community
1
Xenova HF Staff commited on
Commit
ba85152
·
verified ·
0 Parent(s):

Super-squash branch 'main' using huggingface_hub

Browse files
Files changed (47) hide show
  1. .gitattributes +72 -0
  2. chat_template.jinja +7 -0
  3. config.json +72 -0
  4. generation_config.json +7 -0
  5. onnx/model.onnx +3 -0
  6. onnx/model.onnx_data +3 -0
  7. onnx/model.onnx_data_1 +3 -0
  8. onnx/model.onnx_data_10 +3 -0
  9. onnx/model.onnx_data_11 +3 -0
  10. onnx/model.onnx_data_12 +3 -0
  11. onnx/model.onnx_data_13 +3 -0
  12. onnx/model.onnx_data_14 +3 -0
  13. onnx/model.onnx_data_15 +3 -0
  14. onnx/model.onnx_data_16 +3 -0
  15. onnx/model.onnx_data_17 +3 -0
  16. onnx/model.onnx_data_18 +3 -0
  17. onnx/model.onnx_data_19 +3 -0
  18. onnx/model.onnx_data_2 +3 -0
  19. onnx/model.onnx_data_20 +3 -0
  20. onnx/model.onnx_data_21 +3 -0
  21. onnx/model.onnx_data_3 +3 -0
  22. onnx/model.onnx_data_4 +3 -0
  23. onnx/model.onnx_data_5 +3 -0
  24. onnx/model.onnx_data_6 +3 -0
  25. onnx/model.onnx_data_7 +3 -0
  26. onnx/model.onnx_data_8 +3 -0
  27. onnx/model.onnx_data_9 +3 -0
  28. onnx/model_fp16.onnx +3 -0
  29. onnx/model_fp16.onnx_data +3 -0
  30. onnx/model_fp16.onnx_data_1 +3 -0
  31. onnx/model_fp16.onnx_data_2 +3 -0
  32. onnx/model_fp16.onnx_data_3 +3 -0
  33. onnx/model_fp16.onnx_data_4 +3 -0
  34. onnx/model_fp16.onnx_data_5 +3 -0
  35. onnx/model_fp16.onnx_data_6 +3 -0
  36. onnx/model_fp16.onnx_data_7 +3 -0
  37. onnx/model_fp16.onnx_data_8 +3 -0
  38. onnx/model_q4.onnx +3 -0
  39. onnx/model_q4.onnx_data +3 -0
  40. onnx/model_q4.onnx_data_1 +3 -0
  41. onnx/model_q4.onnx_data_2 +3 -0
  42. onnx/model_q4f16.onnx +3 -0
  43. onnx/model_q4f16.onnx_data +3 -0
  44. onnx/model_q4f16.onnx_data_1 +3 -0
  45. onnx/model_q4f16.onnx_data_2 +3 -0
  46. tokenizer.json +0 -0
  47. tokenizer_config.json +22 -0
.gitattributes ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ onnx/model_q4.onnx_data filter=lfs diff=lfs merge=lfs -text
37
+ onnx/model_q4.onnx_data_1 filter=lfs diff=lfs merge=lfs -text
38
+ onnx/model_q4.onnx_data_2 filter=lfs diff=lfs merge=lfs -text
39
+ onnx/model_q4f16.onnx_data filter=lfs diff=lfs merge=lfs -text
40
+ onnx/model_q4f16.onnx_data_1 filter=lfs diff=lfs merge=lfs -text
41
+ onnx/model_q4f16.onnx_data_2 filter=lfs diff=lfs merge=lfs -text
42
+ onnx/model_fp16.onnx_data filter=lfs diff=lfs merge=lfs -text
43
+ onnx/model_fp16.onnx_data_1 filter=lfs diff=lfs merge=lfs -text
44
+ onnx/model_fp16.onnx_data_2 filter=lfs diff=lfs merge=lfs -text
45
+ onnx/model_fp16.onnx_data_3 filter=lfs diff=lfs merge=lfs -text
46
+ onnx/model_fp16.onnx_data_4 filter=lfs diff=lfs merge=lfs -text
47
+ onnx/model_fp16.onnx_data_5 filter=lfs diff=lfs merge=lfs -text
48
+ onnx/model_fp16.onnx_data_6 filter=lfs diff=lfs merge=lfs -text
49
+ onnx/model_fp16.onnx_data_7 filter=lfs diff=lfs merge=lfs -text
50
+ onnx/model_fp16.onnx_data_8 filter=lfs diff=lfs merge=lfs -text
51
+ onnx/model.onnx_data filter=lfs diff=lfs merge=lfs -text
52
+ onnx/model.onnx_data_1 filter=lfs diff=lfs merge=lfs -text
53
+ onnx/model.onnx_data_10 filter=lfs diff=lfs merge=lfs -text
54
+ onnx/model.onnx_data_11 filter=lfs diff=lfs merge=lfs -text
55
+ onnx/model.onnx_data_12 filter=lfs diff=lfs merge=lfs -text
56
+ onnx/model.onnx_data_13 filter=lfs diff=lfs merge=lfs -text
57
+ onnx/model.onnx_data_14 filter=lfs diff=lfs merge=lfs -text
58
+ onnx/model.onnx_data_15 filter=lfs diff=lfs merge=lfs -text
59
+ onnx/model.onnx_data_16 filter=lfs diff=lfs merge=lfs -text
60
+ onnx/model.onnx_data_17 filter=lfs diff=lfs merge=lfs -text
61
+ onnx/model.onnx_data_18 filter=lfs diff=lfs merge=lfs -text
62
+ onnx/model.onnx_data_19 filter=lfs diff=lfs merge=lfs -text
63
+ onnx/model.onnx_data_2 filter=lfs diff=lfs merge=lfs -text
64
+ onnx/model.onnx_data_20 filter=lfs diff=lfs merge=lfs -text
65
+ onnx/model.onnx_data_21 filter=lfs diff=lfs merge=lfs -text
66
+ onnx/model.onnx_data_3 filter=lfs diff=lfs merge=lfs -text
67
+ onnx/model.onnx_data_4 filter=lfs diff=lfs merge=lfs -text
68
+ onnx/model.onnx_data_5 filter=lfs diff=lfs merge=lfs -text
69
+ onnx/model.onnx_data_6 filter=lfs diff=lfs merge=lfs -text
70
+ onnx/model.onnx_data_7 filter=lfs diff=lfs merge=lfs -text
71
+ onnx/model.onnx_data_8 filter=lfs diff=lfs merge=lfs -text
72
+ onnx/model.onnx_data_9 filter=lfs diff=lfs merge=lfs -text
chat_template.jinja ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {{- bos_token -}}{%- set system_prompt = "" -%}{%- set ns = namespace(system_prompt="") -%}{%- if messages[0]["role"] == "system" -%} {%- set ns.system_prompt = messages[0]["content"] -%} {%- set messages = messages[1:] -%}{%- endif -%}{%- if tools -%} {%- set ns.system_prompt = ns.system_prompt + ("
2
+ " if ns.system_prompt else "") + "List of tools: <|tool_list_start|>[" -%} {%- for tool in tools -%} {%- if tool is not string -%} {%- set tool = tool | tojson -%} {%- endif -%} {%- set ns.system_prompt = ns.system_prompt + tool -%} {%- if not loop.last -%} {%- set ns.system_prompt = ns.system_prompt + ", " -%} {%- endif -%} {%- endfor -%} {%- set ns.system_prompt = ns.system_prompt + "]<|tool_list_end|>" -%}{%- endif -%}{%- if ns.system_prompt -%} {{- "<|im_start|>system
3
+ " + ns.system_prompt + "<|im_end|>
4
+ " -}}{%- endif -%}{%- for message in messages -%} {{- "<|im_start|>" + message["role"] + "
5
+ " -}} {%- set content = message["content"] -%} {%- if content is not string -%} {%- set content = content | tojson -%} {%- endif -%} {%- if message["role"] == "tool" -%} {%- set content = "<|tool_response_start|>" + content + "<|tool_response_end|>" -%} {%- endif -%} {{- content + "<|im_end|>
6
+ " -}}{%- endfor -%}{%- if add_generation_prompt -%} {{- "<|im_start|>assistant
7
+ " -}}{%- endif -%}
config.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Lfm2MoeForCausalLM"
4
+ ],
5
+ "bos_token_id": 1,
6
+ "conv_L_cache": 3,
7
+ "conv_bias": false,
8
+ "dtype": "bfloat16",
9
+ "eos_token_id": 7,
10
+ "hidden_size": 2048,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 7168,
13
+ "layer_types": [
14
+ "conv",
15
+ "conv",
16
+ "full_attention",
17
+ "conv",
18
+ "conv",
19
+ "conv",
20
+ "full_attention",
21
+ "conv",
22
+ "conv",
23
+ "conv",
24
+ "full_attention",
25
+ "conv",
26
+ "conv",
27
+ "conv",
28
+ "full_attention",
29
+ "conv",
30
+ "conv",
31
+ "conv",
32
+ "full_attention",
33
+ "conv",
34
+ "conv",
35
+ "full_attention",
36
+ "conv",
37
+ "conv"
38
+ ],
39
+ "max_position_embeddings": 128000,
40
+ "model_type": "lfm2_moe",
41
+ "moe_intermediate_size": 1792,
42
+ "norm_eps": 1e-05,
43
+ "norm_topk_prob": true,
44
+ "num_attention_heads": 32,
45
+ "num_dense_layers": 2,
46
+ "num_experts": 32,
47
+ "num_experts_per_tok": 4,
48
+ "num_hidden_layers": 24,
49
+ "num_key_value_heads": 8,
50
+ "pad_token_id": 0,
51
+ "rope_parameters": {
52
+ "rope_theta": 1000000.0,
53
+ "rope_type": "default"
54
+ },
55
+ "routed_scaling_factor": 1.0,
56
+ "transformers_version": "5.0.0.dev0",
57
+ "use_cache": true,
58
+ "use_expert_bias": true,
59
+ "vocab_size": 65536,
60
+ "transformers.js_config": {
61
+ "use_external_data_format": {
62
+ "model.onnx": 22,
63
+ "model_fp16.onnx": 9,
64
+ "model_q4.onnx": 3,
65
+ "model_q4f16.onnx": 3
66
+ },
67
+ "kv_cache_dtype": {
68
+ "q4f16": "float16",
69
+ "fp16": "float16"
70
+ }
71
+ }
72
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 7,
5
+ "pad_token_id": 0,
6
+ "transformers_version": "5.0.0.dev0"
7
+ }
onnx/model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d6368c28c1db59852a92064c87bdd49cee95f611e1a3fbd1069981b1f034e39
3
+ size 241308
onnx/model.onnx_data ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f765d5c587ce53b35e798e08bd0d6e216f6eccf7dfa8627ecf043285ebb3c807
3
+ size 2038005760
onnx/model.onnx_data_1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61cf7f1f3d34468a1d6877e741442e717d8a710af0c93a8d1f46fc05ef0b43bb
3
+ size 2013872128
onnx/model.onnx_data_10 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90e012b8665a1c69a2fea6e46b69f1b16d9024436515b9b625a6dd606b0eacd0
3
+ size 1476698112
onnx/model.onnx_data_11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a260f77045ae2c9dd2af44f56b69c212187a93b1bcf533ba47557afd9f5b0769
3
+ size 1451507712
onnx/model.onnx_data_12 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:191af4760ee4c16707fa1471f279298e837da4679e2c4afefcdc50ac1fc39f37
3
+ size 1476698112
onnx/model.onnx_data_13 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:250e39b8768677133e3b3e582a85bdfe668079a0f0d0ba55ff207e98d1b90e49
3
+ size 1476698112
onnx/model.onnx_data_14 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f92760775e629f5d76744d3dffaea67d75ba6ed165a160eb5e78def296582748
3
+ size 1476698112
onnx/model.onnx_data_15 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ec7b2dca64b66362f3bd4cd3b517e2a6e90313f2c7c0f2419efc058e3261680
3
+ size 1451507712
onnx/model.onnx_data_16 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e4f377b61a9325f58c785b66ce6beffbd7813e41d395e7808b52e87c4c3cb81
3
+ size 1476698112
onnx/model.onnx_data_17 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c12a0b7db93423eef317278cd7c2c0befaf2ef0ceb1ea9ec747ae57cba627841
3
+ size 1476698112
onnx/model.onnx_data_18 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b96b51adde788df8f880d26e0639cd7c07279ff319c34b0c3b1d9278f0b71088
3
+ size 1451507712
onnx/model.onnx_data_19 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a8e266b5e2ad1c06e388a96306d5da9aa19017f736118f5896c635292f57096
3
+ size 1476698112
onnx/model.onnx_data_2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9f30d1f8c74bd561259235b832c5ae958b8a407fcfd49fb57d4856ce425e810
3
+ size 1476698112
onnx/model.onnx_data_20 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f962e6d58631f8a502a3d5e426cb9b6288cd9e7023ec69ba10ce69ac51e5f83d
3
+ size 1476698112
onnx/model.onnx_data_21 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:278a08efa60cfb7e419a0f0adee0df513cd294bc7aed00199c490e35e91cbb15
3
+ size 1409294336
onnx/model.onnx_data_3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cea8917f84cc70e5bdd7f918c03e8e9a21422399c1b3ed9ebac787350959c9b1
3
+ size 1451507712
onnx/model.onnx_data_4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f97bfcd50472df6136d5f288bdef0e033fcd3ccc26c1a80dc557e43fec9fabf9
3
+ size 1476698112
onnx/model.onnx_data_5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41b60a062d7c40945a0137e2be279658489b9573300eb5285b3080c61cf9f83d
3
+ size 1476698112
onnx/model.onnx_data_6 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39a00293fdf8109b57e00f95ef09c09ae63e0b414fde3708d86a3f881ab8e81b
3
+ size 1476698112
onnx/model.onnx_data_7 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55f65c4668431cd874e6eb808c7da935f96be480efbcaffbb43024fbc35f2d7f
3
+ size 1451507712
onnx/model.onnx_data_8 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e4c62a5949d97293d6de14a30ab3b041246d15ef657313968a541094e614cf7
3
+ size 1476698112
onnx/model.onnx_data_9 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbefe60b959a5ef66ca86aa5a0b41185a0e4aae5dec7b049c5bcc56055e28bbc
3
+ size 1476698112
onnx/model_fp16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:068dfb2a64d2ecc0d0bf20a1e7e875f8bd607e063a497effd4e10bd20d82227b
3
+ size 239124
onnx/model_fp16.onnx_data ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:268da4d0bf4f3351d7ca37ba90320615a6a20eda14f5172b10c98b99618baed5
3
+ size 2025938944
onnx/model_fp16.onnx_data_1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:705d7da9d5790861cdecbb77e3cbadd766af04cf8e9b819818829c096745e2bc
3
+ size 1933864960
onnx/model_fp16.onnx_data_2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c8eb09fcc72028719257cdc9af0631a69fa78e55c9d85f557716ff65610facc
3
+ size 1745285120
onnx/model_fp16.onnx_data_3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b328b9bd14ece08c1aa1bf1d11249dabc63a3d4f212c3b89da9913cd50e5b5b
3
+ size 1933864960
onnx/model_fp16.onnx_data_4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b559dcf8ee76453bece8965fcebcb7680011d60e80b64789278a6029959ced72
3
+ size 1732689920
onnx/model_fp16.onnx_data_5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84466adb859495d32130435e735ccf66afc4e417e247def0b19b6c5cac9d0180
3
+ size 1946460160
onnx/model_fp16.onnx_data_6 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d6941ebc935ca646ad88bfccdd4850244ff58da2a4864a79cd250f7204a3b3a
3
+ size 1732689920
onnx/model_fp16.onnx_data_7 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:236723d590a93bc07bb8e187f08608c44284b8293593a98c9b67a580e6d6c117
3
+ size 1933864960
onnx/model_fp16.onnx_data_8 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28ca4cb9ee8e75e04f210fb36c883b84fb645357d50a5fb4a055cd10610d4c17
3
+ size 1711583232
onnx/model_q4.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a7adada82e68a3b4093201248d59ee2d846bdcf6c4fb8e29dd49a25feb20db5
3
+ size 301014
onnx/model_q4.onnx_data ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc0e16657849c8fea0304531b9164820002a2c1649f0e43b2de9df410ed6c57c
3
+ size 2075713536
onnx/model_q4.onnx_data_1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b638e9fa623282401d946371a23a535231ffc9bbb6fa21fd0df748a9717f5c7
3
+ size 2090074112
onnx/model_q4.onnx_data_2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b08fb56e0291d1ecde49628a599b0024c0a08e7ac30bd3b4e26342fb098efb4
3
+ size 1277564928
onnx/model_q4f16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df83f714d5eeb329b6f682a7ca2c3c514896cd8748e43b4c5c74eefd251a7a0a
3
+ size 299291
onnx/model_q4f16.onnx_data ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f564a37fa5445fab502bfe63d9339b47e4cf6bc905830cc9d3abdc02a9e32c46
3
+ size 2058907648
onnx/model_q4f16.onnx_data_1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b638e9fa623282401d946371a23a535231ffc9bbb6fa21fd0df748a9717f5c7
3
+ size 2090074112
onnx/model_q4f16.onnx_data_2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b08fb56e0291d1ecde49628a599b0024c0a08e7ac30bd3b4e26342fb098efb4
3
+ size 1277564928
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": null,
3
+ "backend": "tokenizers",
4
+ "bos_token": "<|startoftext|>",
5
+ "clean_up_tokenization_spaces": false,
6
+ "eos_token": "<|im_end|>",
7
+ "is_local": true,
8
+ "legacy": false,
9
+ "model_input_names": [
10
+ "input_ids",
11
+ "attention_mask"
12
+ ],
13
+ "model_max_length": 1000000000000000019884624838656,
14
+ "model_specific_special_tokens": {},
15
+ "pad_token": "<|pad|>",
16
+ "sp_model_kwargs": {},
17
+ "spaces_between_special_tokens": false,
18
+ "tokenizer_class": "TokenizersBackend",
19
+ "use_default_system_prompt": false,
20
+ "use_fast": true,
21
+ "chat_template": "{{- bos_token -}}{%- set system_prompt = \"\" -%}{%- set ns = namespace(system_prompt=\"\") -%}{%- if messages[0][\"role\"] == \"system\" -%} {%- set ns.system_prompt = messages[0][\"content\"] -%} {%- set messages = messages[1:] -%}{%- endif -%}{%- if tools -%} {%- set ns.system_prompt = ns.system_prompt + (\"\n\" if ns.system_prompt else \"\") + \"List of tools: <|tool_list_start|>[\" -%} {%- for tool in tools -%} {%- if tool is not string -%} {%- set tool = tool | tojson -%} {%- endif -%} {%- set ns.system_prompt = ns.system_prompt + tool -%} {%- if not loop.last -%} {%- set ns.system_prompt = ns.system_prompt + \", \" -%} {%- endif -%} {%- endfor -%} {%- set ns.system_prompt = ns.system_prompt + \"]<|tool_list_end|>\" -%}{%- endif -%}{%- if ns.system_prompt -%} {{- \"<|im_start|>system\n\" + ns.system_prompt + \"<|im_end|>\n\" -}}{%- endif -%}{%- for message in messages -%} {{- \"<|im_start|>\" + message[\"role\"] + \"\n\" -}} {%- set content = message[\"content\"] -%} {%- if content is not string -%} {%- set content = content | tojson -%} {%- endif -%} {%- if message[\"role\"] == \"tool\" -%} {%- set content = \"<|tool_response_start|>\" + content + \"<|tool_response_end|>\" -%} {%- endif -%} {{- content + \"<|im_end|>\n\" -}}{%- endfor -%}{%- if add_generation_prompt -%} {{- \"<|im_start|>assistant\n\" -}}{%- endif -%}"
22
+ }