smartwatch-lm-0.2 / config.json
prathamkode's picture
Upload folder using huggingface_hub
a330cfa verified
Raw History Blame
517 Bytes
{
"model_type": "smartwatch_lm",
"vocab_size": 5533,
"n_layer": 6,
"n_head": 6,
"n_embd": 384,
"block_size": 256,
"dropout": 0.15,
"bias": false,
"onnx_input_names": [
"input_ids"
],
"onnx_output_names": [
"logits"
],
"onnx_opset": 17,
"onnx_file": "smartwatch_lm_merged.onnx",
"best_val_loss": 0.32432237863540647,
"data_files": [
"/content/tinydata.txt",
"/content/deepdata.txt",
"/content/tinydata1.txt",
"/content/data1.txt",
"/content/data3.txt"
]
}