Training in progress, epoch 1

config.json

@@ -0,0 +1,524 @@
+{
+  "_name_or_path": "openai/whisper-base",
+  "activation_dropout": 0.0,
+  "activation_function": "gelu",
+  "apply_spec_augment": false,
+  "architectures": [
+    "WhisperForAudioClassification"
+  ],
+  "attention_dropout": 0.0,
+  "begin_suppress_tokens": [
+    220,
+    50257
+  ],
+  "bos_token_id": 50257,
+  "classifier_proj_size": 256,
+  "d_model": 512,
+  "decoder_attention_heads": 8,
+  "decoder_ffn_dim": 2048,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 6,
+  "decoder_start_token_id": 50258,
+  "dropout": 0.0,
+  "encoder_attention_heads": 8,
+  "encoder_ffn_dim": 2048,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 6,
+  "eos_token_id": 50257,
+  "forced_decoder_ids": [
+    [
+      1,
+      50259
+    ],
+    [
+      2,
+      50359
+    ],
+    [
+      3,
+      50363
+    ]
+  ],
+  "id2label": {
+    "0": "Alexandrine Parakeet",
+    "1": "Bank Swallow",
+    "10": "Black-headed Gull",
+    "100": "Great Crested Grebe",
+    "101": "Great Reed Warbler",
+    "102": "Great Spotted Woodpecker",
+    "103": "Great Tit",
+    "104": "Greater White-fronted Goose",
+    "105": "Greater Whitethroat",
+    "106": "Green Sandpiper",
+    "107": "Green-winged Teal",
+    "108": "Greenish Warbler",
+    "109": "Hawfinch",
+    "11": "Bluethroat",
+    "110": "Hooded Crow",
+    "111": "House Sparrow",
+    "112": "Hume's Warbler",
+    "113": "Iberian Chiffchaff",
+    "114": "Icterine Warbler",
+    "115": "Lesser Spotted Woodpecker",
+    "116": "Lesser Whitethroat",
+    "117": "Little Bittern",
+    "118": "Little Crake",
+    "119": "Little Grebe",
+    "12": "Blyth's Reed Warbler",
+    "120": "Little Owl",
+    "121": "Little Ringed Plover",
+    "122": "Long-eared Owl",
+    "123": "Long-tailed Tit",
+    "124": "Mallard",
+    "125": "Marsh Tit",
+    "126": "Marsh Warbler",
+    "127": "Meadow Pipit",
+    "128": "Melodious Warbler",
+    "129": "Middle Spotted Woodpecker",
+    "13": "Bohemian Waxwing",
+    "130": "Mistle Thrush",
+    "131": "Mute Swan",
+    "132": "Northern Lapwing",
+    "133": "Ortolan Bunting",
+    "134": "Peregrine Falcon",
+    "135": "Red Crossbill",
+    "136": "Red Kite",
+    "137": "Red-backed Shrike",
+    "138": "Red-breasted Flycatcher",
+    "139": "Red-breasted Nuthatch",
+    "14": "Boreal Owl",
+    "140": "Red-throated Pipit",
+    "141": "Redpoll",
+    "142": "Redwing",
+    "143": "Reed Bunting",
+    "144": "Ring Ouzel",
+    "145": "Ring-necked Pheasant",
+    "146": "River Warbler",
+    "147": "Rook",
+    "148": "Rose-ringed Parakeet",
+    "149": "Ruddy Shelduck",
+    "15": "Brambling",
+    "150": "Savi's Warbler",
+    "151": "Sedge Warbler",
+    "152": "Short-toed Treecreeper",
+    "153": "Song Thrush",
+    "154": "Spotted Crake",
+    "155": "Spotted Flycatcher",
+    "156": "Stock Dove",
+    "157": "Swan Goose",
+    "158": "Tawny Owl",
+    "159": "Thrush Nightingale",
+    "16": "Canada Goose",
+    "160": "Tree Pipit",
+    "161": "Water Pipit",
+    "162": "Water Rail",
+    "163": "Western Barn Owl",
+    "164": "Western Bonelli's Warbler",
+    "165": "Western House-Martin",
+    "166": "Western Marsh Harrier",
+    "167": "Western Yellow Wagtail",
+    "168": "Whimbrel",
+    "169": "White Wagtail",
+    "17": "Carrion Crow",
+    "170": "White-backed Woodpecker",
+    "171": "White-throated Dipper",
+    "172": "Whooper Swan",
+    "173": "Willow Tit",
+    "174": "Willow Warbler",
+    "175": "Wood Lark",
+    "176": "Wood Sandpiper",
+    "177": "Wood Warbler",
+    "178": "Yellow-browed Warbler",
+    "179": "Yellow-headed Amazon",
+    "18": "Cetti's Warbler",
+    "180": "Yellowhammer",
+    "181": "Zitting Cisticola",
+    "182": "passerine sp.",
+    "19": "Cirl Bunting",
+    "2": "Barn Swallow",
+    "20": "Coal Tit",
+    "21": "Collared Flycatcher",
+    "22": "Common Buzzard",
+    "23": "Common Chaffinch",
+    "24": "Common Chiffchaff",
+    "25": "Common Crane",
+    "26": "Common Cuckoo",
+    "27": "Common Firecrest",
+    "28": "Common Grasshopper Warbler",
+    "29": "Common Greenshank",
+    "3": "Barnacle Goose",
+    "30": "Common Kingfisher",
+    "31": "Common Nightingale",
+    "32": "Common Quail",
+    "33": "Common Raven",
+    "34": "Common Redshank",
+    "35": "Common Redstart",
+    "36": "Common Reed Warbler",
+    "37": "Common Rosefinch",
+    "38": "Common Sandpiper",
+    "39": "Common Snipe",
+    "4": "Barred Warbler",
+    "40": "Common Swift",
+    "41": "Common Wood-Pigeon",
+    "42": "Corn Bunting",
+    "43": "Corn Crake",
+    "44": "Crested Tit",
+    "45": "Dunnock",
+    "46": "Dusky Warbler",
+    "47": "Egyptian Goose",
+    "48": "Eurasian Bittern",
+    "49": "Eurasian Blackbird",
+    "5": "Bearded Reedling",
+    "50": "Eurasian Blackcap",
+    "51": "Eurasian Blue Tit",
+    "52": "Eurasian Bullfinch",
+    "53": "Eurasian Collared-Dove",
+    "54": "Eurasian Coot",
+    "55": "Eurasian Curlew",
+    "56": "Eurasian Golden Oriole",
+    "57": "Eurasian Goshawk",
+    "58": "Eurasian Green Woodpecker",
+    "59": "Eurasian Hoopoe",
+    "6": "Black Kite",
+    "60": "Eurasian Jackdaw",
+    "61": "Eurasian Jay",
+    "62": "Eurasian Kestrel",
+    "63": "Eurasian Linnet",
+    "64": "Eurasian Magpie",
+    "65": "Eurasian Moorhen",
+    "66": "Eurasian Nightjar",
+    "67": "Eurasian Nuthatch",
+    "68": "Eurasian Oystercatcher",
+    "69": "Eurasian Penduline-Tit",
+    "7": "Black Redstart",
+    "70": "Eurasian Pygmy-Owl",
+    "71": "Eurasian Siskin",
+    "72": "Eurasian Skylark",
+    "73": "Eurasian Sparrowhawk",
+    "74": "Eurasian Three-toed Woodpecker",
+    "75": "Eurasian Tree Sparrow",
+    "76": "Eurasian Treecreeper",
+    "77": "Eurasian Wigeon",
+    "78": "Eurasian Woodcock",
+    "79": "Eurasian Wren",
+    "8": "Black Woodpecker",
+    "80": "Eurasian Wryneck",
+    "81": "European Bee-eater",
+    "82": "European Goldfinch",
+    "83": "European Greenfinch",
+    "84": "European Herring Gull",
+    "85": "European Pied Flycatcher",
+    "86": "European Robin",
+    "87": "European Serin",
+    "88": "European Starling",
+    "89": "European Stonechat",
+    "9": "Black-crowned Night Heron",
+    "90": "European Turtle-Dove",
+    "91": "Fieldfare",
+    "92": "Gadwall",
+    "93": "Garden Warbler",
+    "94": "Goldcrest",
+    "95": "Gray Heron",
+    "96": "Gray Partridge",
+    "97": "Gray Wagtail",
+    "98": "Gray-headed Woodpecker",
+    "99": "Graylag Goose"
+  },
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "label2id": {
+    "Alexandrine Parakeet": "0",
+    "Bank Swallow": "1",
+    "Barn Swallow": "2",
+    "Barnacle Goose": "3",
+    "Barred Warbler": "4",
+    "Bearded Reedling": "5",
+    "Black Kite": "6",
+    "Black Redstart": "7",
+    "Black Woodpecker": "8",
+    "Black-crowned Night Heron": "9",
+    "Black-headed Gull": "10",
+    "Bluethroat": "11",
+    "Blyth's Reed Warbler": "12",
+    "Bohemian Waxwing": "13",
+    "Boreal Owl": "14",
+    "Brambling": "15",
+    "Canada Goose": "16",
+    "Carrion Crow": "17",
+    "Cetti's Warbler": "18",
+    "Cirl Bunting": "19",
+    "Coal Tit": "20",
+    "Collared Flycatcher": "21",
+    "Common Buzzard": "22",
+    "Common Chaffinch": "23",
+    "Common Chiffchaff": "24",
+    "Common Crane": "25",
+    "Common Cuckoo": "26",
+    "Common Firecrest": "27",
+    "Common Grasshopper Warbler": "28",
+    "Common Greenshank": "29",
+    "Common Kingfisher": "30",
+    "Common Nightingale": "31",
+    "Common Quail": "32",
+    "Common Raven": "33",
+    "Common Redshank": "34",
+    "Common Redstart": "35",
+    "Common Reed Warbler": "36",
+    "Common Rosefinch": "37",
+    "Common Sandpiper": "38",
+    "Common Snipe": "39",
+    "Common Swift": "40",
+    "Common Wood-Pigeon": "41",
+    "Corn Bunting": "42",
+    "Corn Crake": "43",
+    "Crested Tit": "44",
+    "Dunnock": "45",
+    "Dusky Warbler": "46",
+    "Egyptian Goose": "47",
+    "Eurasian Bittern": "48",
+    "Eurasian Blackbird": "49",
+    "Eurasian Blackcap": "50",
+    "Eurasian Blue Tit": "51",
+    "Eurasian Bullfinch": "52",
+    "Eurasian Collared-Dove": "53",
+    "Eurasian Coot": "54",
+    "Eurasian Curlew": "55",
+    "Eurasian Golden Oriole": "56",
+    "Eurasian Goshawk": "57",
+    "Eurasian Green Woodpecker": "58",
+    "Eurasian Hoopoe": "59",
+    "Eurasian Jackdaw": "60",
+    "Eurasian Jay": "61",
+    "Eurasian Kestrel": "62",
+    "Eurasian Linnet": "63",
+    "Eurasian Magpie": "64",
+    "Eurasian Moorhen": "65",
+    "Eurasian Nightjar": "66",
+    "Eurasian Nuthatch": "67",
+    "Eurasian Oystercatcher": "68",
+    "Eurasian Penduline-Tit": "69",
+    "Eurasian Pygmy-Owl": "70",
+    "Eurasian Siskin": "71",
+    "Eurasian Skylark": "72",
+    "Eurasian Sparrowhawk": "73",
+    "Eurasian Three-toed Woodpecker": "74",
+    "Eurasian Tree Sparrow": "75",
+    "Eurasian Treecreeper": "76",
+    "Eurasian Wigeon": "77",
+    "Eurasian Woodcock": "78",
+    "Eurasian Wren": "79",
+    "Eurasian Wryneck": "80",
+    "European Bee-eater": "81",
+    "European Goldfinch": "82",
+    "European Greenfinch": "83",
+    "European Herring Gull": "84",
+    "European Pied Flycatcher": "85",
+    "European Robin": "86",
+    "European Serin": "87",
+    "European Starling": "88",
+    "European Stonechat": "89",
+    "European Turtle-Dove": "90",
+    "Fieldfare": "91",
+    "Gadwall": "92",
+    "Garden Warbler": "93",
+    "Goldcrest": "94",
+    "Gray Heron": "95",
+    "Gray Partridge": "96",
+    "Gray Wagtail": "97",
+    "Gray-headed Woodpecker": "98",
+    "Graylag Goose": "99",
+    "Great Crested Grebe": "100",
+    "Great Reed Warbler": "101",
+    "Great Spotted Woodpecker": "102",
+    "Great Tit": "103",
+    "Greater White-fronted Goose": "104",
+    "Greater Whitethroat": "105",
+    "Green Sandpiper": "106",
+    "Green-winged Teal": "107",
+    "Greenish Warbler": "108",
+    "Hawfinch": "109",
+    "Hooded Crow": "110",
+    "House Sparrow": "111",
+    "Hume's Warbler": "112",
+    "Iberian Chiffchaff": "113",
+    "Icterine Warbler": "114",
+    "Lesser Spotted Woodpecker": "115",
+    "Lesser Whitethroat": "116",
+    "Little Bittern": "117",
+    "Little Crake": "118",
+    "Little Grebe": "119",
+    "Little Owl": "120",
+    "Little Ringed Plover": "121",
+    "Long-eared Owl": "122",
+    "Long-tailed Tit": "123",
+    "Mallard": "124",
+    "Marsh Tit": "125",
+    "Marsh Warbler": "126",
+    "Meadow Pipit": "127",
+    "Melodious Warbler": "128",
+    "Middle Spotted Woodpecker": "129",
+    "Mistle Thrush": "130",
+    "Mute Swan": "131",
+    "Northern Lapwing": "132",
+    "Ortolan Bunting": "133",
+    "Peregrine Falcon": "134",
+    "Red Crossbill": "135",
+    "Red Kite": "136",
+    "Red-backed Shrike": "137",
+    "Red-breasted Flycatcher": "138",
+    "Red-breasted Nuthatch": "139",
+    "Red-throated Pipit": "140",
+    "Redpoll": "141",
+    "Redwing": "142",
+    "Reed Bunting": "143",
+    "Ring Ouzel": "144",
+    "Ring-necked Pheasant": "145",
+    "River Warbler": "146",
+    "Rook": "147",
+    "Rose-ringed Parakeet": "148",
+    "Ruddy Shelduck": "149",
+    "Savi's Warbler": "150",
+    "Sedge Warbler": "151",
+    "Short-toed Treecreeper": "152",
+    "Song Thrush": "153",
+    "Spotted Crake": "154",
+    "Spotted Flycatcher": "155",
+    "Stock Dove": "156",
+    "Swan Goose": "157",
+    "Tawny Owl": "158",
+    "Thrush Nightingale": "159",
+    "Tree Pipit": "160",
+    "Water Pipit": "161",
+    "Water Rail": "162",
+    "Western Barn Owl": "163",
+    "Western Bonelli's Warbler": "164",
+    "Western House-Martin": "165",
+    "Western Marsh Harrier": "166",
+    "Western Yellow Wagtail": "167",
+    "Whimbrel": "168",
+    "White Wagtail": "169",
+    "White-backed Woodpecker": "170",
+    "White-throated Dipper": "171",
+    "Whooper Swan": "172",
+    "Willow Tit": "173",
+    "Willow Warbler": "174",
+    "Wood Lark": "175",
+    "Wood Sandpiper": "176",
+    "Wood Warbler": "177",
+    "Yellow-browed Warbler": "178",
+    "Yellow-headed Amazon": "179",
+    "Yellowhammer": "180",
+    "Zitting Cisticola": "181",
+    "passerine sp.": "182"
+  },
+  "mask_feature_length": 10,
+  "mask_feature_min_masks": 0,
+  "mask_feature_prob": 0.0,
+  "mask_time_length": 10,
+  "mask_time_min_masks": 2,
+  "mask_time_prob": 0.05,
+  "max_length": 448,
+  "max_source_positions": 1500,
+  "max_target_positions": 448,
+  "median_filter_width": 7,
+  "model_type": "whisper",
+  "num_hidden_layers": 6,
+  "num_mel_bins": 80,
+  "pad_token_id": 50257,
+  "scale_embedding": false,
+  "suppress_tokens": [
+    1,
+    2,
+    7,
+    8,
+    9,
+    10,
+    14,
+    25,
+    26,
+    27,
+    28,
+    29,
+    31,
+    58,
+    59,
+    60,
+    61,
+    62,
+    63,
+    90,
+    91,
+    92,
+    93,
+    359,
+    503,
+    522,
+    542,
+    873,
+    893,
+    902,
+    918,
+    922,
+    931,
+    1350,
+    1853,
+    1982,
+    2460,
+    2627,
+    3246,
+    3253,
+    3268,
+    3536,
+    3846,
+    3961,
+    4183,
+    4667,
+    6585,
+    6647,
+    7273,
+    9061,
+    9383,
+    10428,
+    10929,
+    11938,
+    12033,
+    12331,
+    12562,
+    13793,
+    14157,
+    14635,
+    15265,
+    15618,
+    16553,
+    16604,
+    18362,
+    18956,
+    20075,
+    21675,
+    22520,
+    26130,
+    26161,
+    26435,
+    28279,
+    29464,
+    31650,
+    32302,
+    32470,
+    36865,
+    42863,
+    47425,
+    49870,
+    50254,
+    50258,
+    50358,
+    50359,
+    50360,
+    50361,
+    50362
+  ],
+  "torch_dtype": "float32",
+  "transformers_version": "4.49.0",
+  "use_cache": true,
+  "use_weighted_layer_sum": false,
+  "vocab_size": 51865
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94233ed5a591d92bd85b62030a27d8732eee6874f50b2afccbfb6b3782de466c
+size 83086348

preprocessor_config.json

@@ -0,0 +1,14 @@
+{
+  "chunk_length": 30,
+  "feature_extractor_type": "WhisperFeatureExtractor",
+  "feature_size": 80,
+  "hop_length": 160,
+  "n_fft": 400,
+  "n_samples": 480000,
+  "nb_max_frames": 3000,
+  "padding_side": "right",
+  "padding_value": 0.0,
+  "processor_class": "WhisperProcessor",
+  "return_attention_mask": false,
+  "sampling_rate": 16000
+}

runs/May10_23-42-12_hpc3-53/events.out.tfevents.1746913336.hpc3-53.494282.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f858ee4e34cac50b2a9aa9dfe6bd57c3c633edca7be33bd49a03216dfba77106
+size 21100

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726cb7eaa3176baf9c32e4e3bc7ddad46dede499df45430b82ff87fcccb0aa96
+size 5432