erik1003's picture
Training in progress, epoch 1
5d563cb verified
Raw History Blame Contribute Delete
12.4 kB
{
"_name_or_path": "ntu-spml/distilhubert",
"activation_dropout": 0.1,
"apply_spec_augment": false,
"architectures": [
"HubertForSequenceClassification"
],
"attention_dropout": 0.1,
"bos_token_id": 1,
"classifier_proj_size": 256,
"conv_bias": false,
"conv_dim": [
512,
512,
512,
512,
512,
512,
512
],
"conv_kernel": [
10,
3,
3,
3,
3,
2,
2
],
"conv_pos_batch_norm": false,
"conv_stride": [
5,
2,
2,
2,
2,
2,
2
],
"ctc_loss_reduction": "sum",
"ctc_zero_infinity": false,
"do_stable_layer_norm": false,
"eos_token_id": 2,
"feat_extract_activation": "gelu",
"feat_extract_norm": "group",
"feat_proj_dropout": 0.0,
"feat_proj_layer_norm": false,
"final_dropout": 0.0,
"hidden_act": "gelu",
"hidden_dropout": 0.1,
"hidden_size": 768,
"id2label": {
"0": "Alexandrine Parakeet",
"1": "Bank Swallow",
"10": "Black-headed Gull",
"100": "Great Crested Grebe",
"101": "Great Reed Warbler",
"102": "Great Spotted Woodpecker",
"103": "Great Tit",
"104": "Greater White-fronted Goose",
"105": "Greater Whitethroat",
"106": "Green Sandpiper",
"107": "Green-winged Teal",
"108": "Greenish Warbler",
"109": "Hawfinch",
"11": "Bluethroat",
"110": "Hooded Crow",
"111": "House Sparrow",
"112": "Hume's Warbler",
"113": "Iberian Chiffchaff",
"114": "Icterine Warbler",
"115": "Lesser Spotted Woodpecker",
"116": "Lesser Whitethroat",
"117": "Little Bittern",
"118": "Little Crake",
"119": "Little Grebe",
"12": "Blyth's Reed Warbler",
"120": "Little Owl",
"121": "Little Ringed Plover",
"122": "Long-eared Owl",
"123": "Long-tailed Tit",
"124": "Mallard",
"125": "Marsh Tit",
"126": "Marsh Warbler",
"127": "Meadow Pipit",
"128": "Melodious Warbler",
"129": "Middle Spotted Woodpecker",
"13": "Bohemian Waxwing",
"130": "Mistle Thrush",
"131": "Mute Swan",
"132": "Northern Lapwing",
"133": "Ortolan Bunting",
"134": "Peregrine Falcon",
"135": "Red Crossbill",
"136": "Red Kite",
"137": "Red-backed Shrike",
"138": "Red-breasted Flycatcher",
"139": "Red-breasted Nuthatch",
"14": "Boreal Owl",
"140": "Red-throated Pipit",
"141": "Redpoll",
"142": "Redwing",
"143": "Reed Bunting",
"144": "Ring Ouzel",
"145": "Ring-necked Pheasant",
"146": "River Warbler",
"147": "Rook",
"148": "Rose-ringed Parakeet",
"149": "Ruddy Shelduck",
"15": "Brambling",
"150": "Savi's Warbler",
"151": "Sedge Warbler",
"152": "Short-toed Treecreeper",
"153": "Song Thrush",
"154": "Spotted Crake",
"155": "Spotted Flycatcher",
"156": "Stock Dove",
"157": "Swan Goose",
"158": "Tawny Owl",
"159": "Thrush Nightingale",
"16": "Canada Goose",
"160": "Tree Pipit",
"161": "Water Pipit",
"162": "Water Rail",
"163": "Western Barn Owl",
"164": "Western Bonelli's Warbler",
"165": "Western House-Martin",
"166": "Western Marsh Harrier",
"167": "Western Yellow Wagtail",
"168": "Whimbrel",
"169": "White Wagtail",
"17": "Carrion Crow",
"170": "White-backed Woodpecker",
"171": "White-throated Dipper",
"172": "Whooper Swan",
"173": "Willow Tit",
"174": "Willow Warbler",
"175": "Wood Lark",
"176": "Wood Sandpiper",
"177": "Wood Warbler",
"178": "Yellow-browed Warbler",
"179": "Yellow-headed Amazon",
"18": "Cetti's Warbler",
"180": "Yellowhammer",
"181": "Zitting Cisticola",
"182": "passerine sp.",
"19": "Cirl Bunting",
"2": "Barn Swallow",
"20": "Coal Tit",
"21": "Collared Flycatcher",
"22": "Common Buzzard",
"23": "Common Chaffinch",
"24": "Common Chiffchaff",
"25": "Common Crane",
"26": "Common Cuckoo",
"27": "Common Firecrest",
"28": "Common Grasshopper Warbler",
"29": "Common Greenshank",
"3": "Barnacle Goose",
"30": "Common Kingfisher",
"31": "Common Nightingale",
"32": "Common Quail",
"33": "Common Raven",
"34": "Common Redshank",
"35": "Common Redstart",
"36": "Common Reed Warbler",
"37": "Common Rosefinch",
"38": "Common Sandpiper",
"39": "Common Snipe",
"4": "Barred Warbler",
"40": "Common Swift",
"41": "Common Wood-Pigeon",
"42": "Corn Bunting",
"43": "Corn Crake",
"44": "Crested Tit",
"45": "Dunnock",
"46": "Dusky Warbler",
"47": "Egyptian Goose",
"48": "Eurasian Bittern",
"49": "Eurasian Blackbird",
"5": "Bearded Reedling",
"50": "Eurasian Blackcap",
"51": "Eurasian Blue Tit",
"52": "Eurasian Bullfinch",
"53": "Eurasian Collared-Dove",
"54": "Eurasian Coot",
"55": "Eurasian Curlew",
"56": "Eurasian Golden Oriole",
"57": "Eurasian Goshawk",
"58": "Eurasian Green Woodpecker",
"59": "Eurasian Hoopoe",
"6": "Black Kite",
"60": "Eurasian Jackdaw",
"61": "Eurasian Jay",
"62": "Eurasian Kestrel",
"63": "Eurasian Linnet",
"64": "Eurasian Magpie",
"65": "Eurasian Moorhen",
"66": "Eurasian Nightjar",
"67": "Eurasian Nuthatch",
"68": "Eurasian Oystercatcher",
"69": "Eurasian Penduline-Tit",
"7": "Black Redstart",
"70": "Eurasian Pygmy-Owl",
"71": "Eurasian Siskin",
"72": "Eurasian Skylark",
"73": "Eurasian Sparrowhawk",
"74": "Eurasian Three-toed Woodpecker",
"75": "Eurasian Tree Sparrow",
"76": "Eurasian Treecreeper",
"77": "Eurasian Wigeon",
"78": "Eurasian Woodcock",
"79": "Eurasian Wren",
"8": "Black Woodpecker",
"80": "Eurasian Wryneck",
"81": "European Bee-eater",
"82": "European Goldfinch",
"83": "European Greenfinch",
"84": "European Herring Gull",
"85": "European Pied Flycatcher",
"86": "European Robin",
"87": "European Serin",
"88": "European Starling",
"89": "European Stonechat",
"9": "Black-crowned Night Heron",
"90": "European Turtle-Dove",
"91": "Fieldfare",
"92": "Gadwall",
"93": "Garden Warbler",
"94": "Goldcrest",
"95": "Gray Heron",
"96": "Gray Partridge",
"97": "Gray Wagtail",
"98": "Gray-headed Woodpecker",
"99": "Graylag Goose"
},
"initializer_range": 0.02,
"intermediate_size": 3072,
"label2id": {
"Alexandrine Parakeet": "0",
"Bank Swallow": "1",
"Barn Swallow": "2",
"Barnacle Goose": "3",
"Barred Warbler": "4",
"Bearded Reedling": "5",
"Black Kite": "6",
"Black Redstart": "7",
"Black Woodpecker": "8",
"Black-crowned Night Heron": "9",
"Black-headed Gull": "10",
"Bluethroat": "11",
"Blyth's Reed Warbler": "12",
"Bohemian Waxwing": "13",
"Boreal Owl": "14",
"Brambling": "15",
"Canada Goose": "16",
"Carrion Crow": "17",
"Cetti's Warbler": "18",
"Cirl Bunting": "19",
"Coal Tit": "20",
"Collared Flycatcher": "21",
"Common Buzzard": "22",
"Common Chaffinch": "23",
"Common Chiffchaff": "24",
"Common Crane": "25",
"Common Cuckoo": "26",
"Common Firecrest": "27",
"Common Grasshopper Warbler": "28",
"Common Greenshank": "29",
"Common Kingfisher": "30",
"Common Nightingale": "31",
"Common Quail": "32",
"Common Raven": "33",
"Common Redshank": "34",
"Common Redstart": "35",
"Common Reed Warbler": "36",
"Common Rosefinch": "37",
"Common Sandpiper": "38",
"Common Snipe": "39",
"Common Swift": "40",
"Common Wood-Pigeon": "41",
"Corn Bunting": "42",
"Corn Crake": "43",
"Crested Tit": "44",
"Dunnock": "45",
"Dusky Warbler": "46",
"Egyptian Goose": "47",
"Eurasian Bittern": "48",
"Eurasian Blackbird": "49",
"Eurasian Blackcap": "50",
"Eurasian Blue Tit": "51",
"Eurasian Bullfinch": "52",
"Eurasian Collared-Dove": "53",
"Eurasian Coot": "54",
"Eurasian Curlew": "55",
"Eurasian Golden Oriole": "56",
"Eurasian Goshawk": "57",
"Eurasian Green Woodpecker": "58",
"Eurasian Hoopoe": "59",
"Eurasian Jackdaw": "60",
"Eurasian Jay": "61",
"Eurasian Kestrel": "62",
"Eurasian Linnet": "63",
"Eurasian Magpie": "64",
"Eurasian Moorhen": "65",
"Eurasian Nightjar": "66",
"Eurasian Nuthatch": "67",
"Eurasian Oystercatcher": "68",
"Eurasian Penduline-Tit": "69",
"Eurasian Pygmy-Owl": "70",
"Eurasian Siskin": "71",
"Eurasian Skylark": "72",
"Eurasian Sparrowhawk": "73",
"Eurasian Three-toed Woodpecker": "74",
"Eurasian Tree Sparrow": "75",
"Eurasian Treecreeper": "76",
"Eurasian Wigeon": "77",
"Eurasian Woodcock": "78",
"Eurasian Wren": "79",
"Eurasian Wryneck": "80",
"European Bee-eater": "81",
"European Goldfinch": "82",
"European Greenfinch": "83",
"European Herring Gull": "84",
"European Pied Flycatcher": "85",
"European Robin": "86",
"European Serin": "87",
"European Starling": "88",
"European Stonechat": "89",
"European Turtle-Dove": "90",
"Fieldfare": "91",
"Gadwall": "92",
"Garden Warbler": "93",
"Goldcrest": "94",
"Gray Heron": "95",
"Gray Partridge": "96",
"Gray Wagtail": "97",
"Gray-headed Woodpecker": "98",
"Graylag Goose": "99",
"Great Crested Grebe": "100",
"Great Reed Warbler": "101",
"Great Spotted Woodpecker": "102",
"Great Tit": "103",
"Greater White-fronted Goose": "104",
"Greater Whitethroat": "105",
"Green Sandpiper": "106",
"Green-winged Teal": "107",
"Greenish Warbler": "108",
"Hawfinch": "109",
"Hooded Crow": "110",
"House Sparrow": "111",
"Hume's Warbler": "112",
"Iberian Chiffchaff": "113",
"Icterine Warbler": "114",
"Lesser Spotted Woodpecker": "115",
"Lesser Whitethroat": "116",
"Little Bittern": "117",
"Little Crake": "118",
"Little Grebe": "119",
"Little Owl": "120",
"Little Ringed Plover": "121",
"Long-eared Owl": "122",
"Long-tailed Tit": "123",
"Mallard": "124",
"Marsh Tit": "125",
"Marsh Warbler": "126",
"Meadow Pipit": "127",
"Melodious Warbler": "128",
"Middle Spotted Woodpecker": "129",
"Mistle Thrush": "130",
"Mute Swan": "131",
"Northern Lapwing": "132",
"Ortolan Bunting": "133",
"Peregrine Falcon": "134",
"Red Crossbill": "135",
"Red Kite": "136",
"Red-backed Shrike": "137",
"Red-breasted Flycatcher": "138",
"Red-breasted Nuthatch": "139",
"Red-throated Pipit": "140",
"Redpoll": "141",
"Redwing": "142",
"Reed Bunting": "143",
"Ring Ouzel": "144",
"Ring-necked Pheasant": "145",
"River Warbler": "146",
"Rook": "147",
"Rose-ringed Parakeet": "148",
"Ruddy Shelduck": "149",
"Savi's Warbler": "150",
"Sedge Warbler": "151",
"Short-toed Treecreeper": "152",
"Song Thrush": "153",
"Spotted Crake": "154",
"Spotted Flycatcher": "155",
"Stock Dove": "156",
"Swan Goose": "157",
"Tawny Owl": "158",
"Thrush Nightingale": "159",
"Tree Pipit": "160",
"Water Pipit": "161",
"Water Rail": "162",
"Western Barn Owl": "163",
"Western Bonelli's Warbler": "164",
"Western House-Martin": "165",
"Western Marsh Harrier": "166",
"Western Yellow Wagtail": "167",
"Whimbrel": "168",
"White Wagtail": "169",
"White-backed Woodpecker": "170",
"White-throated Dipper": "171",
"Whooper Swan": "172",
"Willow Tit": "173",
"Willow Warbler": "174",
"Wood Lark": "175",
"Wood Sandpiper": "176",
"Wood Warbler": "177",
"Yellow-browed Warbler": "178",
"Yellow-headed Amazon": "179",
"Yellowhammer": "180",
"Zitting Cisticola": "181",
"passerine sp.": "182"
},
"layer_norm_eps": 1e-05,
"layerdrop": 0.0,
"mask_feature_length": 10,
"mask_feature_min_masks": 0,
"mask_feature_prob": 0.0,
"mask_time_length": 10,
"mask_time_min_masks": 2,
"mask_time_prob": 0.05,
"model_type": "hubert",
"num_attention_heads": 12,
"num_conv_pos_embedding_groups": 16,
"num_conv_pos_embeddings": 128,
"num_feat_extract_layers": 7,
"num_hidden_layers": 2,
"pad_token_id": 0,
"torch_dtype": "float32",
"transformers_version": "4.49.0",
"use_weighted_layer_sum": false,
"vocab_size": 32
}