config.json

{
  "_name_or_path": "ntu-spml/distilhubert",
  "activation_dropout": 0.1,
  "apply_spec_augment": false,
  "architectures": [
    "HubertForSequenceClassification"
  ],
  "attention_dropout": 0.1,
  "bos_token_id": 1,
  "classifier_proj_size": 256,
  "conv_bias": false,
  "conv_dim": [
    512,
    512,
    512,
    512,
    512,
    512,
    512
  ],
  "conv_kernel": [
    10,
    3,
    3,
    3,
    3,
    2,
    2
  ],
  "conv_pos_batch_norm": false,
  "conv_stride": [
    5,
    2,
    2,
    2,
    2,
    2,
    2
  ],
  "ctc_loss_reduction": "sum",
  "ctc_zero_infinity": false,
  "do_stable_layer_norm": false,
  "eos_token_id": 2,
  "feat_extract_activation": "gelu",
  "feat_extract_norm": "group",
  "feat_proj_dropout": 0.0,
  "feat_proj_layer_norm": false,
  "final_dropout": 0.0,
  "hidden_act": "gelu",
  "hidden_dropout": 0.1,
  "hidden_size": 768,
  "id2label": {
    "0": "Alexandrine Parakeet",
    "1": "Bank Swallow",
    "10": "Black-headed Gull",
    "100": "Great Crested Grebe",
    "101": "Great Reed Warbler",
    "102": "Great Spotted Woodpecker",
    "103": "Great Tit",
    "104": "Greater White-fronted Goose",
    "105": "Greater Whitethroat",
    "106": "Green Sandpiper",
    "107": "Green-winged Teal",
    "108": "Greenish Warbler",
    "109": "Hawfinch",
    "11": "Bluethroat",
    "110": "Hooded Crow",
    "111": "House Sparrow",
    "112": "Hume's Warbler",
    "113": "Iberian Chiffchaff",
    "114": "Icterine Warbler",
    "115": "Lesser Spotted Woodpecker",
    "116": "Lesser Whitethroat",
    "117": "Little Bittern",
    "118": "Little Crake",
    "119": "Little Grebe",
    "12": "Blyth's Reed Warbler",
    "120": "Little Owl",
    "121": "Little Ringed Plover",
    "122": "Long-eared Owl",
    "123": "Long-tailed Tit",
    "124": "Mallard",
    "125": "Marsh Tit",
    "126": "Marsh Warbler",
    "127": "Meadow Pipit",
    "128": "Melodious Warbler",
    "129": "Middle Spotted Woodpecker",
    "13": "Bohemian Waxwing",
    "130": "Mistle Thrush",
    "131": "Mute Swan",
    "132": "Northern Lapwing",
    "133": "Ortolan Bunting",
    "134": "Peregrine Falcon",
    "135": "Red Crossbill",
    "136": "Red Kite",
    "137": "Red-backed Shrike",
    "138": "Red-breasted Flycatcher",
    "139": "Red-breasted Nuthatch",
    "14": "Boreal Owl",
    "140": "Red-throated Pipit",
    "141": "Redpoll",
    "142": "Redwing",
    "143": "Reed Bunting",
    "144": "Ring Ouzel",
    "145": "Ring-necked Pheasant",
    "146": "River Warbler",
    "147": "Rook",
    "148": "Rose-ringed Parakeet",
    "149": "Ruddy Shelduck",
    "15": "Brambling",
    "150": "Savi's Warbler",
    "151": "Sedge Warbler",
    "152": "Short-toed Treecreeper",
    "153": "Song Thrush",
    "154": "Spotted Crake",
    "155": "Spotted Flycatcher",
    "156": "Stock Dove",
    "157": "Swan Goose",
    "158": "Tawny Owl",
    "159": "Thrush Nightingale",
    "16": "Canada Goose",
    "160": "Tree Pipit",
    "161": "Water Pipit",
    "162": "Water Rail",
    "163": "Western Barn Owl",
    "164": "Western Bonelli's Warbler",
    "165": "Western House-Martin",
    "166": "Western Marsh Harrier",
    "167": "Western Yellow Wagtail",
    "168": "Whimbrel",
    "169": "White Wagtail",
    "17": "Carrion Crow",
    "170": "White-backed Woodpecker",
    "171": "White-throated Dipper",
    "172": "Whooper Swan",
    "173": "Willow Tit",
    "174": "Willow Warbler",
    "175": "Wood Lark",
    "176": "Wood Sandpiper",
    "177": "Wood Warbler",
    "178": "Yellow-browed Warbler",
    "179": "Yellow-headed Amazon",
    "18": "Cetti's Warbler",
    "180": "Yellowhammer",
    "181": "Zitting Cisticola",
    "182": "passerine sp.",
    "19": "Cirl Bunting",
    "2": "Barn Swallow",
    "20": "Coal Tit",
    "21": "Collared Flycatcher",
    "22": "Common Buzzard",
    "23": "Common Chaffinch",
    "24": "Common Chiffchaff",
    "25": "Common Crane",
    "26": "Common Cuckoo",
    "27": "Common Firecrest",
    "28": "Common Grasshopper Warbler",
    "29": "Common Greenshank",
    "3": "Barnacle Goose",
    "30": "Common Kingfisher",
    "31": "Common Nightingale",
    "32": "Common Quail",
    "33": "Common Raven",
    "34": "Common Redshank",
    "35": "Common Redstart",
    "36": "Common Reed Warbler",
    "37": "Common Rosefinch",
    "38": "Common Sandpiper",
    "39": "Common Snipe",
    "4": "Barred Warbler",
    "40": "Common Swift",
    "41": "Common Wood-Pigeon",
    "42": "Corn Bunting",
    "43": "Corn Crake",
    "44": "Crested Tit",
    "45": "Dunnock",
    "46": "Dusky Warbler",
    "47": "Egyptian Goose",
    "48": "Eurasian Bittern",
    "49": "Eurasian Blackbird",
    "5": "Bearded Reedling",
    "50": "Eurasian Blackcap",
    "51": "Eurasian Blue Tit",
    "52": "Eurasian Bullfinch",
    "53": "Eurasian Collared-Dove",
    "54": "Eurasian Coot",
    "55": "Eurasian Curlew",
    "56": "Eurasian Golden Oriole",
    "57": "Eurasian Goshawk",
    "58": "Eurasian Green Woodpecker",
    "59": "Eurasian Hoopoe",
    "6": "Black Kite",
    "60": "Eurasian Jackdaw",
    "61": "Eurasian Jay",
    "62": "Eurasian Kestrel",
    "63": "Eurasian Linnet",
    "64": "Eurasian Magpie",
    "65": "Eurasian Moorhen",
    "66": "Eurasian Nightjar",
    "67": "Eurasian Nuthatch",
    "68": "Eurasian Oystercatcher",
    "69": "Eurasian Penduline-Tit",
    "7": "Black Redstart",
    "70": "Eurasian Pygmy-Owl",
    "71": "Eurasian Siskin",
    "72": "Eurasian Skylark",
    "73": "Eurasian Sparrowhawk",
    "74": "Eurasian Three-toed Woodpecker",
    "75": "Eurasian Tree Sparrow",
    "76": "Eurasian Treecreeper",
    "77": "Eurasian Wigeon",
    "78": "Eurasian Woodcock",
    "79": "Eurasian Wren",
    "8": "Black Woodpecker",
    "80": "Eurasian Wryneck",
    "81": "European Bee-eater",
    "82": "European Goldfinch",
    "83": "European Greenfinch",
    "84": "European Herring Gull",
    "85": "European Pied Flycatcher",
    "86": "European Robin",
    "87": "European Serin",
    "88": "European Starling",
    "89": "European Stonechat",
    "9": "Black-crowned Night Heron",
    "90": "European Turtle-Dove",
    "91": "Fieldfare",
    "92": "Gadwall",
    "93": "Garden Warbler",
    "94": "Goldcrest",
    "95": "Gray Heron",
    "96": "Gray Partridge",
    "97": "Gray Wagtail",
    "98": "Gray-headed Woodpecker",
    "99": "Graylag Goose"
  },
  "initializer_range": 0.02,
  "intermediate_size": 3072,
  "label2id": {
    "Alexandrine Parakeet": "0",
    "Bank Swallow": "1",
    "Barn Swallow": "2",
    "Barnacle Goose": "3",
    "Barred Warbler": "4",
    "Bearded Reedling": "5",
    "Black Kite": "6",
    "Black Redstart": "7",
    "Black Woodpecker": "8",
    "Black-crowned Night Heron": "9",
    "Black-headed Gull": "10",
    "Bluethroat": "11",
    "Blyth's Reed Warbler": "12",
    "Bohemian Waxwing": "13",
    "Boreal Owl": "14",
    "Brambling": "15",
    "Canada Goose": "16",
    "Carrion Crow": "17",
    "Cetti's Warbler": "18",
    "Cirl Bunting": "19",
    "Coal Tit": "20",
    "Collared Flycatcher": "21",
    "Common Buzzard": "22",
    "Common Chaffinch": "23",
    "Common Chiffchaff": "24",
    "Common Crane": "25",
    "Common Cuckoo": "26",
    "Common Firecrest": "27",
    "Common Grasshopper Warbler": "28",
    "Common Greenshank": "29",
    "Common Kingfisher": "30",
    "Common Nightingale": "31",
    "Common Quail": "32",
    "Common Raven": "33",
    "Common Redshank": "34",
    "Common Redstart": "35",
    "Common Reed Warbler": "36",
    "Common Rosefinch": "37",
    "Common Sandpiper": "38",
    "Common Snipe": "39",
    "Common Swift": "40",
    "Common Wood-Pigeon": "41",
    "Corn Bunting": "42",
    "Corn Crake": "43",
    "Crested Tit": "44",
    "Dunnock": "45",
    "Dusky Warbler": "46",
    "Egyptian Goose": "47",
    "Eurasian Bittern": "48",
    "Eurasian Blackbird": "49",
    "Eurasian Blackcap": "50",
    "Eurasian Blue Tit": "51",
    "Eurasian Bullfinch": "52",
    "Eurasian Collared-Dove": "53",
    "Eurasian Coot": "54",
    "Eurasian Curlew": "55",
    "Eurasian Golden Oriole": "56",
    "Eurasian Goshawk": "57",
    "Eurasian Green Woodpecker": "58",
    "Eurasian Hoopoe": "59",
    "Eurasian Jackdaw": "60",
    "Eurasian Jay": "61",
    "Eurasian Kestrel": "62",
    "Eurasian Linnet": "63",
    "Eurasian Magpie": "64",
    "Eurasian Moorhen": "65",
    "Eurasian Nightjar": "66",
    "Eurasian Nuthatch": "67",
    "Eurasian Oystercatcher": "68",
    "Eurasian Penduline-Tit": "69",
    "Eurasian Pygmy-Owl": "70",
    "Eurasian Siskin": "71",
    "Eurasian Skylark": "72",
    "Eurasian Sparrowhawk": "73",
    "Eurasian Three-toed Woodpecker": "74",
    "Eurasian Tree Sparrow": "75",
    "Eurasian Treecreeper": "76",
    "Eurasian Wigeon": "77",
    "Eurasian Woodcock": "78",
    "Eurasian Wren": "79",
    "Eurasian Wryneck": "80",
    "European Bee-eater": "81",
    "European Goldfinch": "82",
    "European Greenfinch": "83",
    "European Herring Gull": "84",
    "European Pied Flycatcher": "85",
    "European Robin": "86",
    "European Serin": "87",
    "European Starling": "88",
    "European Stonechat": "89",
    "European Turtle-Dove": "90",
    "Fieldfare": "91",
    "Gadwall": "92",
    "Garden Warbler": "93",
    "Goldcrest": "94",
    "Gray Heron": "95",
    "Gray Partridge": "96",
    "Gray Wagtail": "97",
    "Gray-headed Woodpecker": "98",
    "Graylag Goose": "99",
    "Great Crested Grebe": "100",
    "Great Reed Warbler": "101",
    "Great Spotted Woodpecker": "102",
    "Great Tit": "103",
    "Greater White-fronted Goose": "104",
    "Greater Whitethroat": "105",
    "Green Sandpiper": "106",
    "Green-winged Teal": "107",
    "Greenish Warbler": "108",
    "Hawfinch": "109",
    "Hooded Crow": "110",
    "House Sparrow": "111",
    "Hume's Warbler": "112",
    "Iberian Chiffchaff": "113",
    "Icterine Warbler": "114",
    "Lesser Spotted Woodpecker": "115",
    "Lesser Whitethroat": "116",
    "Little Bittern": "117",
    "Little Crake": "118",
    "Little Grebe": "119",
    "Little Owl": "120",
    "Little Ringed Plover": "121",
    "Long-eared Owl": "122",
    "Long-tailed Tit": "123",
    "Mallard": "124",
    "Marsh Tit": "125",
    "Marsh Warbler": "126",
    "Meadow Pipit": "127",
    "Melodious Warbler": "128",
    "Middle Spotted Woodpecker": "129",
    "Mistle Thrush": "130",
    "Mute Swan": "131",
    "Northern Lapwing": "132",
    "Ortolan Bunting": "133",
    "Peregrine Falcon": "134",
    "Red Crossbill": "135",
    "Red Kite": "136",
    "Red-backed Shrike": "137",
    "Red-breasted Flycatcher": "138",
    "Red-breasted Nuthatch": "139",
    "Red-throated Pipit": "140",
    "Redpoll": "141",
    "Redwing": "142",
    "Reed Bunting": "143",
    "Ring Ouzel": "144",
    "Ring-necked Pheasant": "145",
    "River Warbler": "146",
    "Rook": "147",
    "Rose-ringed Parakeet": "148",
    "Ruddy Shelduck": "149",
    "Savi's Warbler": "150",
    "Sedge Warbler": "151",
    "Short-toed Treecreeper": "152",
    "Song Thrush": "153",
    "Spotted Crake": "154",
    "Spotted Flycatcher": "155",
    "Stock Dove": "156",
    "Swan Goose": "157",
    "Tawny Owl": "158",
    "Thrush Nightingale": "159",
    "Tree Pipit": "160",
    "Water Pipit": "161",
    "Water Rail": "162",
    "Western Barn Owl": "163",
    "Western Bonelli's Warbler": "164",
    "Western House-Martin": "165",
    "Western Marsh Harrier": "166",
    "Western Yellow Wagtail": "167",
    "Whimbrel": "168",
    "White Wagtail": "169",
    "White-backed Woodpecker": "170",
    "White-throated Dipper": "171",
    "Whooper Swan": "172",
    "Willow Tit": "173",
    "Willow Warbler": "174",
    "Wood Lark": "175",
    "Wood Sandpiper": "176",
    "Wood Warbler": "177",
    "Yellow-browed Warbler": "178",
    "Yellow-headed Amazon": "179",
    "Yellowhammer": "180",
    "Zitting Cisticola": "181",
    "passerine sp.": "182"
  },
  "layer_norm_eps": 1e-05,
  "layerdrop": 0.0,
  "mask_feature_length": 10,
  "mask_feature_min_masks": 0,
  "mask_feature_prob": 0.0,
  "mask_time_length": 10,
  "mask_time_min_masks": 2,
  "mask_time_prob": 0.05,
  "model_type": "hubert",
  "num_attention_heads": 12,
  "num_conv_pos_embedding_groups": 16,
  "num_conv_pos_embeddings": 128,
  "num_feat_extract_layers": 7,
  "num_hidden_layers": 2,
  "pad_token_id": 0,
  "torch_dtype": "float32",
  "transformers_version": "4.49.0",
  "use_weighted_layer_sum": false,
  "vocab_size": 32
}