{ "architectures": [ "ModernBertForTokenClassification" ], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": null, "classifier_activation": "silu", "classifier_bias": false, "classifier_dropout": 0.0, "classifier_pooling": "mean", "cls_token_id": 2, "decoder_bias": true, "deterministic_flash_attn": false, "dtype": "float32", "embedding_dropout": 0.0, "eos_token_id": 50000, "global_attn_every_n_layers": 3, "gradient_checkpointing": false, "hidden_activation": "gelu", "hidden_size": 768, "id2label": { "0": "O", "1": "B-alarm_type", "2": "I-alarm_type", "3": "B-app_name", "4": "I-app_name", "5": "B-artist_name", "6": "I-artist_name", "7": "B-audiobook_author", "8": "I-audiobook_author", "9": "B-audiobook_name", "10": "I-audiobook_name", "11": "B-business_name", "12": "I-business_name", "13": "B-business_type", "14": "I-business_type", "15": "B-change_amount", "16": "I-change_amount", "17": "B-coffee_type", "18": "I-coffee_type", "19": "B-color_type", "20": "I-color_type", "21": "B-cooking_type", "22": "I-cooking_type", "23": "B-currency_name", "24": "I-currency_name", "25": "B-date", "26": "I-date", "27": "B-definition_word", "28": "I-definition_word", "29": "B-device_type", "30": "I-device_type", "31": "B-drink_type", "32": "I-drink_type", "33": "B-email_address", "34": "I-email_address", "35": "B-email_folder", "36": "I-email_folder", "37": "B-event_name", "38": "I-event_name", "39": "B-food_type", "40": "I-food_type", "41": "B-game_name", "42": "I-game_name", "43": "B-game_type", "44": "I-game_type", "45": "B-general_frequency", "46": "I-general_frequency", "47": "B-house_place", "48": "I-house_place", "49": "B-ingredient", "50": "I-ingredient", "51": "B-joke_type", "52": "I-joke_type", "53": "B-list_name", "54": "I-list_name", "55": "B-meal_type", "56": "I-meal_type", "57": "B-media_type", "58": "I-media_type", "59": "B-movie_name", "60": "I-movie_name", "61": "B-movie_type", "62": "I-movie_type", "63": "B-music_album", "64": "I-music_album", "65": "B-music_descriptor", "66": "I-music_descriptor", "67": "B-music_genre", "68": "I-music_genre", "69": "B-news_topic", "70": "I-news_topic", "71": "B-order_type", "72": "I-order_type", "73": "B-person", "74": "I-person", "75": "B-personal_info", "76": "I-personal_info", "77": "B-place_name", "78": "I-place_name", "79": "B-player_setting", "80": "I-player_setting", "81": "B-playlist_name", "82": "I-playlist_name", "83": "B-podcast_descriptor", "84": "I-podcast_descriptor", "85": "B-podcast_name", "86": "I-podcast_name", "87": "B-radio_name", "88": "I-radio_name", "89": "B-relation", "90": "I-relation", "91": "B-song_name", "92": "I-song_name", "93": "B-sport_type", "94": "I-sport_type", "95": "B-time", "96": "I-time", "97": "B-time_zone", "98": "I-time_zone", "99": "B-timeofday", "100": "I-timeofday", "101": "B-transport_agency", "102": "I-transport_agency", "103": "B-transport_descriptor", "104": "I-transport_descriptor", "105": "B-transport_name", "106": "I-transport_name", "107": "B-transport_type", "108": "I-transport_type", "109": "B-weather_descriptor", "110": "I-weather_descriptor" }, "initializer_cutoff_factor": 2.0, "initializer_range": 0.02, "intermediate_size": 1152, "label2id": { "B-alarm_type": 1, "B-app_name": 3, "B-artist_name": 5, "B-audiobook_author": 7, "B-audiobook_name": 9, "B-business_name": 11, "B-business_type": 13, "B-change_amount": 15, "B-coffee_type": 17, "B-color_type": 19, "B-cooking_type": 21, "B-currency_name": 23, "B-date": 25, "B-definition_word": 27, "B-device_type": 29, "B-drink_type": 31, "B-email_address": 33, "B-email_folder": 35, "B-event_name": 37, "B-food_type": 39, "B-game_name": 41, "B-game_type": 43, "B-general_frequency": 45, "B-house_place": 47, "B-ingredient": 49, "B-joke_type": 51, "B-list_name": 53, "B-meal_type": 55, "B-media_type": 57, "B-movie_name": 59, "B-movie_type": 61, "B-music_album": 63, "B-music_descriptor": 65, "B-music_genre": 67, "B-news_topic": 69, "B-order_type": 71, "B-person": 73, "B-personal_info": 75, "B-place_name": 77, "B-player_setting": 79, "B-playlist_name": 81, "B-podcast_descriptor": 83, "B-podcast_name": 85, "B-radio_name": 87, "B-relation": 89, "B-song_name": 91, "B-sport_type": 93, "B-time": 95, "B-time_zone": 97, "B-timeofday": 99, "B-transport_agency": 101, "B-transport_descriptor": 103, "B-transport_name": 105, "B-transport_type": 107, "B-weather_descriptor": 109, "I-alarm_type": 2, "I-app_name": 4, "I-artist_name": 6, "I-audiobook_author": 8, "I-audiobook_name": 10, "I-business_name": 12, "I-business_type": 14, "I-change_amount": 16, "I-coffee_type": 18, "I-color_type": 20, "I-cooking_type": 22, "I-currency_name": 24, "I-date": 26, "I-definition_word": 28, "I-device_type": 30, "I-drink_type": 32, "I-email_address": 34, "I-email_folder": 36, "I-event_name": 38, "I-food_type": 40, "I-game_name": 42, "I-game_type": 44, "I-general_frequency": 46, "I-house_place": 48, "I-ingredient": 50, "I-joke_type": 52, "I-list_name": 54, "I-meal_type": 56, "I-media_type": 58, "I-movie_name": 60, "I-movie_type": 62, "I-music_album": 64, "I-music_descriptor": 66, "I-music_genre": 68, "I-news_topic": 70, "I-order_type": 72, "I-person": 74, "I-personal_info": 76, "I-place_name": 78, "I-player_setting": 80, "I-playlist_name": 82, "I-podcast_descriptor": 84, "I-podcast_name": 86, "I-radio_name": 88, "I-relation": 90, "I-song_name": 92, "I-sport_type": 94, "I-time": 96, "I-time_zone": 98, "I-timeofday": 100, "I-transport_agency": 102, "I-transport_descriptor": 104, "I-transport_name": 106, "I-transport_type": 108, "I-weather_descriptor": 110, "O": 0 }, "layer_norm_eps": 1e-05, "layer_types": [ "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention" ], "local_attention": 128, "max_position_embeddings": 8192, "mlp_bias": false, "mlp_dropout": 0.0, "model_type": "modernbert", "norm_bias": false, "norm_eps": 1e-05, "num_attention_heads": 12, "num_hidden_layers": 22, "pad_token_id": 0, "position_embedding_type": "absolute", "rope_parameters": { "full_attention": { "rope_theta": 160000.0, "rope_type": "default" }, "sliding_attention": { "rope_theta": 10000.0, "rope_type": "default" } }, "sep_token_id": 3, "sparse_pred_ignore_index": -100, "sparse_prediction": false, "tie_word_embeddings": true, "transformers_version": "5.10.2", "vocab_size": 50008 }