Token Classification
Scikit-learn
PyTorch
TensorBoard
Safetensors
Transformers
English
distilbert
ner
mlflow
openchs
Eval Results (legacy)
Instructions to use openchs/ner_distillbert_v1 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Scikit-learn
How to use openchs/ner_distillbert_v1 with Scikit-learn:
from huggingface_hub import hf_hub_download import joblib model = joblib.load( hf_hub_download("openchs/ner_distillbert_v1", "sklearn_model.joblib") ) # only load pickle files from sources you trust # read more about it here https://skops.readthedocs.io/en/stable/persistence.html - Transformers
How to use openchs/ner_distillbert_v1 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("token-classification", model="openchs/ner_distillbert_v1")# Load model directly from transformers import AutoTokenizer, AutoModelForTokenClassification tokenizer = AutoTokenizer.from_pretrained("openchs/ner_distillbert_v1") model = AutoModelForTokenClassification.from_pretrained("openchs/ner_distillbert_v1", device_map="auto") - Notebooks
- Google Colab
- Kaggle
File size: 5,987 Bytes
215017d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 | {
"framework": "pytorch",
"task": "ner",
"model_class": "DistilBertForTokenClassification",
"state_dict_keys": [
"distilbert.embeddings.word_embeddings.weight",
"distilbert.embeddings.position_embeddings.weight",
"distilbert.embeddings.LayerNorm.weight",
"distilbert.embeddings.LayerNorm.bias",
"distilbert.transformer.layer.0.attention.q_lin.weight",
"distilbert.transformer.layer.0.attention.q_lin.bias",
"distilbert.transformer.layer.0.attention.k_lin.weight",
"distilbert.transformer.layer.0.attention.k_lin.bias",
"distilbert.transformer.layer.0.attention.v_lin.weight",
"distilbert.transformer.layer.0.attention.v_lin.bias",
"distilbert.transformer.layer.0.attention.out_lin.weight",
"distilbert.transformer.layer.0.attention.out_lin.bias",
"distilbert.transformer.layer.0.sa_layer_norm.weight",
"distilbert.transformer.layer.0.sa_layer_norm.bias",
"distilbert.transformer.layer.0.ffn.lin1.weight",
"distilbert.transformer.layer.0.ffn.lin1.bias",
"distilbert.transformer.layer.0.ffn.lin2.weight",
"distilbert.transformer.layer.0.ffn.lin2.bias",
"distilbert.transformer.layer.0.output_layer_norm.weight",
"distilbert.transformer.layer.0.output_layer_norm.bias",
"distilbert.transformer.layer.1.attention.q_lin.weight",
"distilbert.transformer.layer.1.attention.q_lin.bias",
"distilbert.transformer.layer.1.attention.k_lin.weight",
"distilbert.transformer.layer.1.attention.k_lin.bias",
"distilbert.transformer.layer.1.attention.v_lin.weight",
"distilbert.transformer.layer.1.attention.v_lin.bias",
"distilbert.transformer.layer.1.attention.out_lin.weight",
"distilbert.transformer.layer.1.attention.out_lin.bias",
"distilbert.transformer.layer.1.sa_layer_norm.weight",
"distilbert.transformer.layer.1.sa_layer_norm.bias",
"distilbert.transformer.layer.1.ffn.lin1.weight",
"distilbert.transformer.layer.1.ffn.lin1.bias",
"distilbert.transformer.layer.1.ffn.lin2.weight",
"distilbert.transformer.layer.1.ffn.lin2.bias",
"distilbert.transformer.layer.1.output_layer_norm.weight",
"distilbert.transformer.layer.1.output_layer_norm.bias",
"distilbert.transformer.layer.2.attention.q_lin.weight",
"distilbert.transformer.layer.2.attention.q_lin.bias",
"distilbert.transformer.layer.2.attention.k_lin.weight",
"distilbert.transformer.layer.2.attention.k_lin.bias",
"distilbert.transformer.layer.2.attention.v_lin.weight",
"distilbert.transformer.layer.2.attention.v_lin.bias",
"distilbert.transformer.layer.2.attention.out_lin.weight",
"distilbert.transformer.layer.2.attention.out_lin.bias",
"distilbert.transformer.layer.2.sa_layer_norm.weight",
"distilbert.transformer.layer.2.sa_layer_norm.bias",
"distilbert.transformer.layer.2.ffn.lin1.weight",
"distilbert.transformer.layer.2.ffn.lin1.bias",
"distilbert.transformer.layer.2.ffn.lin2.weight",
"distilbert.transformer.layer.2.ffn.lin2.bias",
"distilbert.transformer.layer.2.output_layer_norm.weight",
"distilbert.transformer.layer.2.output_layer_norm.bias",
"distilbert.transformer.layer.3.attention.q_lin.weight",
"distilbert.transformer.layer.3.attention.q_lin.bias",
"distilbert.transformer.layer.3.attention.k_lin.weight",
"distilbert.transformer.layer.3.attention.k_lin.bias",
"distilbert.transformer.layer.3.attention.v_lin.weight",
"distilbert.transformer.layer.3.attention.v_lin.bias",
"distilbert.transformer.layer.3.attention.out_lin.weight",
"distilbert.transformer.layer.3.attention.out_lin.bias",
"distilbert.transformer.layer.3.sa_layer_norm.weight",
"distilbert.transformer.layer.3.sa_layer_norm.bias",
"distilbert.transformer.layer.3.ffn.lin1.weight",
"distilbert.transformer.layer.3.ffn.lin1.bias",
"distilbert.transformer.layer.3.ffn.lin2.weight",
"distilbert.transformer.layer.3.ffn.lin2.bias",
"distilbert.transformer.layer.3.output_layer_norm.weight",
"distilbert.transformer.layer.3.output_layer_norm.bias",
"distilbert.transformer.layer.4.attention.q_lin.weight",
"distilbert.transformer.layer.4.attention.q_lin.bias",
"distilbert.transformer.layer.4.attention.k_lin.weight",
"distilbert.transformer.layer.4.attention.k_lin.bias",
"distilbert.transformer.layer.4.attention.v_lin.weight",
"distilbert.transformer.layer.4.attention.v_lin.bias",
"distilbert.transformer.layer.4.attention.out_lin.weight",
"distilbert.transformer.layer.4.attention.out_lin.bias",
"distilbert.transformer.layer.4.sa_layer_norm.weight",
"distilbert.transformer.layer.4.sa_layer_norm.bias",
"distilbert.transformer.layer.4.ffn.lin1.weight",
"distilbert.transformer.layer.4.ffn.lin1.bias",
"distilbert.transformer.layer.4.ffn.lin2.weight",
"distilbert.transformer.layer.4.ffn.lin2.bias",
"distilbert.transformer.layer.4.output_layer_norm.weight",
"distilbert.transformer.layer.4.output_layer_norm.bias",
"distilbert.transformer.layer.5.attention.q_lin.weight",
"distilbert.transformer.layer.5.attention.q_lin.bias",
"distilbert.transformer.layer.5.attention.k_lin.weight",
"distilbert.transformer.layer.5.attention.k_lin.bias",
"distilbert.transformer.layer.5.attention.v_lin.weight",
"distilbert.transformer.layer.5.attention.v_lin.bias",
"distilbert.transformer.layer.5.attention.out_lin.weight",
"distilbert.transformer.layer.5.attention.out_lin.bias",
"distilbert.transformer.layer.5.sa_layer_norm.weight",
"distilbert.transformer.layer.5.sa_layer_norm.bias",
"distilbert.transformer.layer.5.ffn.lin1.weight",
"distilbert.transformer.layer.5.ffn.lin1.bias",
"distilbert.transformer.layer.5.ffn.lin2.weight",
"distilbert.transformer.layer.5.ffn.lin2.bias",
"distilbert.transformer.layer.5.output_layer_norm.weight",
"distilbert.transformer.layer.5.output_layer_norm.bias",
"classifier.weight",
"classifier.bias"
]
} |