embeddinggemma-2-8bit / sentence_bert_config.json
prince-canuma's picture
Add 8bit MLX conversion of Google EmbeddingGemma 2
2fae294 verified
Raw History Blame Contribute Delete
747 Bytes
{
"transformer_task": "feature-extraction",
"modality_config": {
"text": {
"method": "forward",
"method_output_name": "last_hidden_state"
},
"image": {
"method": "forward",
"method_output_name": "last_hidden_state"
},
"audio": {
"method": "forward",
"method_output_name": "last_hidden_state"
},
"video": {
"method": "forward",
"method_output_name": "last_hidden_state"
},
"message": {
"method": "forward",
"method_output_name": "last_hidden_state",
"format": "structured"
}
},
"module_output_name": "token_embeddings"
}