| { |
| "name": "kev-0.8b", |
| "run": "jaredpalmer/kev-0.8b@9a45d25eb2ab761841196625383fa1dff0e56c1e", |
| "revision": "a4c2a04e456b9f7b", |
| "base": "Qwen/Qwen3.5-0.8B-Base", |
| "hidden_size": 1024, |
| "head_dim": 256, |
| "special": { |
| "state": 248060, |
| "q": 248061, |
| "opt": 248049, |
| "opt_end": 248050, |
| "decide": 248062 |
| }, |
| "max_state": 384, |
| "max_branch": 1024, |
| "temperature": 2.3510958125672174, |
| "files": { |
| "head": "r-9a45d25/head.safetensors", |
| "tokenizer": "r-9a45d25/tokenizer.json", |
| "tokenizer_config": "r-9a45d25/tokenizer_config.json" |
| }, |
| "variants": { |
| "q8f32": { |
| "model": "r-9a45d25/q8f32/model.onnx", |
| "data": [ |
| "r-9a45d25/q8f32/model.onnx.data", |
| "r-9a45d25/q8f32/model.onnx.data_1", |
| "r-9a45d25/q8f32/model.onnx.data_2", |
| "r-9a45d25/q8f32/model.onnx.data_3", |
| "r-9a45d25/q8f32/model.onnx.data_4", |
| "r-9a45d25/q8f32/model.onnx.data_5", |
| "r-9a45d25/q8f32/model.onnx.data_6", |
| "r-9a45d25/q8f32/model.onnx.data_7", |
| "r-9a45d25/q8f32/model.onnx.data_8", |
| "r-9a45d25/q8f32/model.onnx.data_9", |
| "r-9a45d25/q8f32/model.onnx.data_10", |
| "r-9a45d25/q8f32/model.onnx.data_11", |
| "r-9a45d25/q8f32/model.onnx.data_12", |
| "r-9a45d25/q8f32/model.onnx.data_13", |
| "r-9a45d25/q8f32/model.onnx.data_14", |
| "r-9a45d25/q8f32/model.onnx.data_15", |
| "r-9a45d25/q8f32/model.onnx.data_16", |
| "r-9a45d25/q8f32/model.onnx.data_17", |
| "r-9a45d25/q8f32/model.onnx.data_18", |
| "r-9a45d25/q8f32/model.onnx.data_19", |
| "r-9a45d25/q8f32/model.onnx.data_20", |
| "r-9a45d25/q8f32/model.onnx.data_21", |
| "r-9a45d25/q8f32/model.onnx.data_22", |
| "r-9a45d25/q8f32/model.onnx.data_23", |
| "r-9a45d25/q8f32/model.onnx.data_24", |
| "r-9a45d25/q8f32/model.onnx.data_25", |
| "r-9a45d25/q8f32/model.onnx.data_26", |
| "r-9a45d25/q8f32/model.onnx.data_27" |
| ], |
| "bytes": 838459952, |
| "io_dtype": "float32", |
| "sizes": { |
| "r-9a45d25/q8f32/model.onnx": 387632, |
| "r-9a45d25/q8f32/model.onnx.data": 30724096, |
| "r-9a45d25/q8f32/model.onnx.data_1": 28901376, |
| "r-9a45d25/q8f32/model.onnx.data_2": 31981568, |
| "r-9a45d25/q8f32/model.onnx.data_3": 31522816, |
| "r-9a45d25/q8f32/model.onnx.data_4": 29687808, |
| "r-9a45d25/q8f32/model.onnx.data_5": 31981568, |
| "r-9a45d25/q8f32/model.onnx.data_6": 31522816, |
| "r-9a45d25/q8f32/model.onnx.data_7": 29687808, |
| "r-9a45d25/q8f32/model.onnx.data_8": 31981568, |
| "r-9a45d25/q8f32/model.onnx.data_9": 31522816, |
| "r-9a45d25/q8f32/model.onnx.data_10": 29687808, |
| "r-9a45d25/q8f32/model.onnx.data_11": 31981568, |
| "r-9a45d25/q8f32/model.onnx.data_12": 31522816, |
| "r-9a45d25/q8f32/model.onnx.data_13": 29687808, |
| "r-9a45d25/q8f32/model.onnx.data_14": 31981568, |
| "r-9a45d25/q8f32/model.onnx.data_15": 31522816, |
| "r-9a45d25/q8f32/model.onnx.data_16": 29687808, |
| "r-9a45d25/q8f32/model.onnx.data_17": 31981568, |
| "r-9a45d25/q8f32/model.onnx.data_18": 25231360, |
| "r-9a45d25/q8f32/model.onnx.data_19": 31784960, |
| "r-9a45d25/q8f32/model.onnx.data_20": 31784960, |
| "r-9a45d25/q8f32/model.onnx.data_21": 31784960, |
| "r-9a45d25/q8f32/model.onnx.data_22": 31784960, |
| "r-9a45d25/q8f32/model.onnx.data_23": 31784960, |
| "r-9a45d25/q8f32/model.onnx.data_24": 31784960, |
| "r-9a45d25/q8f32/model.onnx.data_25": 31784960, |
| "r-9a45d25/q8f32/model.onnx.data_26": 31784960, |
| "r-9a45d25/q8f32/model.onnx.data_27": 993280, |
| "r-9a45d25/head.safetensors": 2099504, |
| "r-9a45d25/tokenizer.json": 19989325, |
| "r-9a45d25/tokenizer_config.json": 1128 |
| }, |
| "inputs": [ |
| { |
| "name": "input_ids", |
| "type": "int64", |
| "shape": [ |
| "batch_size", |
| "sequence_length" |
| ] |
| }, |
| { |
| "name": "attention_mask", |
| "type": "int64", |
| "shape": [ |
| "batch_size", |
| "total_sequence_length" |
| ] |
| }, |
| { |
| "name": "position_ids", |
| "type": "int64", |
| "shape": [ |
| 3, |
| "batch_size", |
| "sequence_length" |
| ] |
| }, |
| { |
| "name": "past_key_values.3.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.7.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.11.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.15.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.19.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.23.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.3.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.7.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.11.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.15.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.19.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.23.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past.0.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.1.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.2.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.4.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.5.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.6.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.8.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.9.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.10.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.12.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.13.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.14.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.16.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.17.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.18.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.20.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.21.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.22.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.0.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.1.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.2.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.4.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.5.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.6.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.8.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.9.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.10.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.12.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.13.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.14.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.16.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.17.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.18.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.20.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.21.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.22.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| } |
| ], |
| "outputs": [ |
| { |
| "name": "hidden_states", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| "sequence_length", |
| 1024 |
| ] |
| }, |
| { |
| "name": "present.3.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.7.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.11.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.15.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.19.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.23.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.3.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.7.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.11.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.15.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.19.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.23.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.0.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.1.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.2.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.4.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.5.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.6.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.8.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.9.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.10.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.12.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.13.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.14.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.16.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.17.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.18.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.20.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.21.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.22.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.0.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.1.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.2.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.4.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.5.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.6.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.8.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.9.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.10.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.12.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.13.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.14.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.16.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.17.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.18.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.20.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.21.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.22.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| } |
| ], |
| "parity": { |
| "max_abs_dp": 0.026387, |
| "argmax_flips": 0, |
| "questions": 49 |
| }, |
| "max_positions": 73728 |
| }, |
| "q8": { |
| "model": "r-9a45d25/q8/model.onnx", |
| "data": [ |
| "r-9a45d25/q8/model.onnx.data", |
| "r-9a45d25/q8/model.onnx.data_1", |
| "r-9a45d25/q8/model.onnx.data_2", |
| "r-9a45d25/q8/model.onnx.data_3", |
| "r-9a45d25/q8/model.onnx.data_4", |
| "r-9a45d25/q8/model.onnx.data_5", |
| "r-9a45d25/q8/model.onnx.data_6", |
| "r-9a45d25/q8/model.onnx.data_7", |
| "r-9a45d25/q8/model.onnx.data_8", |
| "r-9a45d25/q8/model.onnx.data_9", |
| "r-9a45d25/q8/model.onnx.data_10", |
| "r-9a45d25/q8/model.onnx.data_11", |
| "r-9a45d25/q8/model.onnx.data_12", |
| "r-9a45d25/q8/model.onnx.data_13", |
| "r-9a45d25/q8/model.onnx.data_14", |
| "r-9a45d25/q8/model.onnx.data_15", |
| "r-9a45d25/q8/model.onnx.data_16", |
| "r-9a45d25/q8/model.onnx.data_17", |
| "r-9a45d25/q8/model.onnx.data_18", |
| "r-9a45d25/q8/model.onnx.data_19", |
| "r-9a45d25/q8/model.onnx.data_20", |
| "r-9a45d25/q8/model.onnx.data_21", |
| "r-9a45d25/q8/model.onnx.data_22", |
| "r-9a45d25/q8/model.onnx.data_23", |
| "r-9a45d25/q8/model.onnx.data_24", |
| "r-9a45d25/q8/model.onnx.data_25", |
| "r-9a45d25/q8/model.onnx.data_26", |
| "r-9a45d25/q8/model.onnx.data_27" |
| ], |
| "bytes": 804511053, |
| "io_dtype": "float16", |
| "sizes": { |
| "r-9a45d25/q8/model.onnx": 385357, |
| "r-9a45d25/q8/model.onnx.data": 30173184, |
| "r-9a45d25/q8/model.onnx.data_1": 28966912, |
| "r-9a45d25/q8/model.onnx.data_2": 30638080, |
| "r-9a45d25/q8/model.onnx.data_3": 30638080, |
| "r-9a45d25/q8/model.onnx.data_4": 30638080, |
| "r-9a45d25/q8/model.onnx.data_5": 31752192, |
| "r-9a45d25/q8/model.onnx.data_6": 29523968, |
| "r-9a45d25/q8/model.onnx.data_7": 30638080, |
| "r-9a45d25/q8/model.onnx.data_8": 30638080, |
| "r-9a45d25/q8/model.onnx.data_9": 30638080, |
| "r-9a45d25/q8/model.onnx.data_10": 26738688, |
| "r-9a45d25/q8/model.onnx.data_11": 30638080, |
| "r-9a45d25/q8/model.onnx.data_12": 30638080, |
| "r-9a45d25/q8/model.onnx.data_13": 26738688, |
| "r-9a45d25/q8/model.onnx.data_14": 30638080, |
| "r-9a45d25/q8/model.onnx.data_15": 30638080, |
| "r-9a45d25/q8/model.onnx.data_16": 26738688, |
| "r-9a45d25/q8/model.onnx.data_17": 30638080, |
| "r-9a45d25/q8/model.onnx.data_18": 11698176, |
| "r-9a45d25/q8/model.onnx.data_19": 31784960, |
| "r-9a45d25/q8/model.onnx.data_20": 31784960, |
| "r-9a45d25/q8/model.onnx.data_21": 31784960, |
| "r-9a45d25/q8/model.onnx.data_22": 31784960, |
| "r-9a45d25/q8/model.onnx.data_23": 31784960, |
| "r-9a45d25/q8/model.onnx.data_24": 31784960, |
| "r-9a45d25/q8/model.onnx.data_25": 31784960, |
| "r-9a45d25/q8/model.onnx.data_26": 31784960, |
| "r-9a45d25/q8/model.onnx.data_27": 496640, |
| "r-9a45d25/head.safetensors": 2099504, |
| "r-9a45d25/tokenizer.json": 19989325, |
| "r-9a45d25/tokenizer_config.json": 1128 |
| }, |
| "inputs": [ |
| { |
| "name": "input_ids", |
| "type": "int64", |
| "shape": [ |
| "batch_size", |
| "sequence_length" |
| ] |
| }, |
| { |
| "name": "attention_mask", |
| "type": "int64", |
| "shape": [ |
| "batch_size", |
| "total_sequence_length" |
| ] |
| }, |
| { |
| "name": "position_ids", |
| "type": "int64", |
| "shape": [ |
| 3, |
| "batch_size", |
| "sequence_length" |
| ] |
| }, |
| { |
| "name": "past_key_values.3.key", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.7.key", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.11.key", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.15.key", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.19.key", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.23.key", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.3.value", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.7.value", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.11.value", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.15.value", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.19.value", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.23.value", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past.0.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.1.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.2.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.4.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.5.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.6.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.8.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.9.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.10.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.12.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.13.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.14.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.16.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.17.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.18.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.20.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.21.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.22.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.0.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.1.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.2.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.4.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.5.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.6.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.8.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.9.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.10.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.12.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.13.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.14.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.16.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.17.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.18.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.20.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.21.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.22.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| } |
| ], |
| "outputs": [ |
| { |
| "name": "hidden_states", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| "sequence_length", |
| 1024 |
| ] |
| }, |
| { |
| "name": "present.3.key", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.7.key", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.11.key", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.15.key", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.19.key", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.23.key", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.3.value", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.7.value", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.11.value", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.15.value", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.19.value", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.23.value", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.0.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.1.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.2.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.4.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.5.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.6.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.8.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.9.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.10.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.12.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.13.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.14.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.16.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.17.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.18.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.20.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.21.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.22.conv", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.0.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.1.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.2.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.4.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.5.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.6.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.8.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.9.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.10.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.12.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.13.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.14.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.16.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.17.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.18.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.20.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.21.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.22.recurrent", |
| "type": "float16", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| } |
| ], |
| "parity": { |
| "max_abs_dp": 0.042977, |
| "argmax_flips": 0, |
| "questions": 49 |
| }, |
| "max_positions": 73728 |
| }, |
| "fp32": { |
| "model": "r-9a45d25/fp32/model.onnx", |
| "data": [ |
| "r-9a45d25/fp32/model.onnx.data" |
| ], |
| "bytes": 3077485228, |
| "io_dtype": "float32", |
| "sizes": { |
| "r-9a45d25/fp32/model.onnx": 307884, |
| "r-9a45d25/fp32/model.onnx.data": 3077177344, |
| "r-9a45d25/head.safetensors": 2099504, |
| "r-9a45d25/tokenizer.json": 19989325, |
| "r-9a45d25/tokenizer_config.json": 1128 |
| }, |
| "inputs": [ |
| { |
| "name": "input_ids", |
| "type": "int64", |
| "shape": [ |
| "batch_size", |
| "sequence_length" |
| ] |
| }, |
| { |
| "name": "attention_mask", |
| "type": "int64", |
| "shape": [ |
| "batch_size", |
| "total_sequence_length" |
| ] |
| }, |
| { |
| "name": "position_ids", |
| "type": "int64", |
| "shape": [ |
| 3, |
| "batch_size", |
| "sequence_length" |
| ] |
| }, |
| { |
| "name": "past_key_values.3.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.7.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.11.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.15.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.19.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.23.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.3.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.7.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.11.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.15.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.19.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past_key_values.23.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "past_sequence_length", |
| "kv_cache_dim" |
| ], |
| "empty": [ |
| 1, |
| 2, |
| 0, |
| 256 |
| ] |
| }, |
| { |
| "name": "past.0.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.1.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.2.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.4.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.5.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.6.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.8.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.9.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.10.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.12.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.13.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.14.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.16.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.17.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.18.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.20.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.21.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.22.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ], |
| "empty": [ |
| 1, |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "past.0.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.1.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.2.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.4.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.5.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.6.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.8.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.9.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.10.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.12.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.13.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.14.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.16.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.17.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.18.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.20.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.21.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "past.22.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ], |
| "empty": [ |
| 1, |
| 16, |
| 128, |
| 128 |
| ] |
| } |
| ], |
| "outputs": [ |
| { |
| "name": "hidden_states", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| "sequence_length", |
| 1024 |
| ] |
| }, |
| { |
| "name": "present.3.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.7.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.11.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.15.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.19.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.23.key", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.3.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.7.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.11.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.15.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.19.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.23.value", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 2, |
| "total_sequence_length", |
| "kv_cache_dim" |
| ] |
| }, |
| { |
| "name": "present.0.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.1.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.2.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.4.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.5.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.6.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.8.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.9.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.10.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.12.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.13.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.14.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.16.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.17.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.18.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.20.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.21.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.22.conv", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 6144, |
| 3 |
| ] |
| }, |
| { |
| "name": "present.0.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.1.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.2.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.4.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.5.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.6.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.8.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.9.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.10.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.12.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.13.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.14.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.16.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.17.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.18.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.20.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.21.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| }, |
| { |
| "name": "present.22.recurrent", |
| "type": "float32", |
| "shape": [ |
| "batch_size", |
| 16, |
| 128, |
| 128 |
| ] |
| } |
| ], |
| "parity": { |
| "max_abs_dp": 3.7e-05, |
| "argmax_flips": 0, |
| "questions": 49 |
| }, |
| "max_positions": 262144 |
| } |
| } |
| } |
