{ "meta": { "export": "/workspace/runs/p5-mae-15m-d0/exports/step_00010000", "fingerprint": "b8142da3a92be68a", "campaign_id": "phase5", "trial_id": "p5-mae-15m-d0", "lora_layers_wrapped": 32, "params": { "trainable": 1002383, "total": 15284879, "fraction": 0.0655800415561026 }, "steps_per_epoch": 428, "total_steps": 1712, "train_clips": 20550, "val_clips": 18886, "config": { "rank": 16, "alpha": 32.0, "targets": [ "qkv", "proj", "fc1", "fc2" ], "train_norms": true, "epochs": 4.0, "batch_size": 48, "lr": 0.003, "min_lr": 1e-05, "warmup_frac": 0.1, "betas": [ 0.9, 0.95 ], "weight_decay": 0.05, "clip_norm": 4.0, "mixup": 0.0, "mixup_prob": 0.9, "freq_mask": 0, "time_mask": 0, "roll_aug": false, "mask_ratio": 0.0, "num_classes": 527, "prior_bias_init": true, "num_workers": 8, "seed": 1, "train_probe_clips": 4096, "train_eval_every": 25, "val_evals": 5, "eval_batch_size": 128 }, "gpu": "NVIDIA GeForce RTX 4090" }, "history": [ { "step": 0, "epoch": 0.0, "loss": null, "train_map": 0.006519647991877629, "val_map": 0.005718342125092401, "lr": 0.0, "train_s": 0.0 }, { "step": 25, "epoch": 0.0584, "loss": 0.02532, "train_map": 0.013767141592998121, "val_map": null, "lr": 0.0004385964912280702, "train_s": 1.0 }, { "step": 50, "epoch": 0.1168, "loss": 0.02392, "train_map": 0.03977042643883066, "val_map": null, "lr": 0.0008771929824561404, "train_s": 1.9 }, { "step": 75, "epoch": 0.1752, "loss": 0.02255, "train_map": 0.056021103980920965, "val_map": null, "lr": 0.0013157894736842105, "train_s": 3.0 }, { "step": 100, "epoch": 0.2336, "loss": 0.02198, "train_map": 0.06781572093140065, "val_map": null, "lr": 0.0017543859649122807, "train_s": 4.1 }, { "step": 125, "epoch": 0.2921, "loss": 0.02147, "train_map": 0.07198794506555617, "val_map": null, "lr": 0.0021929824561403508, "train_s": 5.1 }, { "step": 150, "epoch": 0.3505, "loss": 0.02171, "train_map": 0.08213108823859121, "val_map": null, "lr": 0.002631578947368421, "train_s": 6.1 }, { "step": 175, "epoch": 0.4089, "loss": 0.02114, "train_map": 0.08956470630313686, "val_map": null, "lr": 0.002999950292348948, "train_s": 7.3 }, { "step": 200, "epoch": 0.4673, "loss": 0.02198, "train_map": 0.09029877635180257, "val_map": null, "lr": 0.002997387988070006, "train_s": 8.2 }, { "step": 225, "epoch": 0.5257, "loss": 0.02145, "train_map": 0.10104810514074682, "val_map": null, "lr": 0.0029909498761254527, "train_s": 9.3 }, { "step": 250, "epoch": 0.5841, "loss": 0.02103, "train_map": 0.09026066538130254, "val_map": null, "lr": 0.0029806526766201318, "train_s": 10.4 }, { "step": 275, "epoch": 0.6425, "loss": 0.02151, "train_map": 0.0897239921641036, "val_map": null, "lr": 0.0029665231319059614, "train_s": 11.4 }, { "step": 300, "epoch": 0.7009, "loss": 0.02096, "train_map": 0.10164350101086302, "val_map": null, "lr": 0.002948597937130687, "train_s": 12.4 }, { "step": 325, "epoch": 0.7593, "loss": 0.02075, "train_map": 0.11116304242607043, "val_map": null, "lr": 0.0029269236449387106, "train_s": 13.3 }, { "step": 350, "epoch": 0.8178, "loss": 0.02029, "train_map": 0.11852843646027247, "val_map": null, "lr": 0.002901556544571499, "train_s": 14.3 }, { "step": 375, "epoch": 0.8762, "loss": 0.02075, "train_map": 0.1177762630475116, "val_map": null, "lr": 0.002872562515681558, "train_s": 15.4 }, { "step": 400, "epoch": 0.9346, "loss": 0.02028, "train_map": 0.13211066742379932, "val_map": null, "lr": 0.0028400168572396164, "train_s": 16.5 }, { "step": 425, "epoch": 0.993, "loss": 0.02051, "train_map": 0.12389711857432291, "val_map": null, "lr": 0.002804004091979359, "train_s": 17.4 }, { "step": 428, "epoch": 1.0, "loss": 0.02025, "train_map": 0.1283304753723913, "val_map": 0.07722702500917569, "lr": 0.002799453919445244, "train_s": 17.6 }, { "step": 450, "epoch": 1.0514, "loss": 0.01948, "train_map": 0.1284851062631118, "val_map": null, "lr": 0.0027646177468875835, "train_s": 18.4 }, { "step": 475, "epoch": 1.1098, "loss": 0.01994, "train_map": 0.13150790334675652, "val_map": null, "lr": 0.0027219601103098453, "train_s": 19.3 }, { "step": 500, "epoch": 1.1682, "loss": 0.01976, "train_map": 0.137377403169319, "val_map": null, "lr": 0.002676141966302412, "train_s": 20.3 }, { "step": 525, "epoch": 1.2266, "loss": 0.01954, "train_map": 0.13641093353753242, "val_map": null, "lr": 0.002627282306920426, "train_s": 21.3 }, { "step": 550, "epoch": 1.285, "loss": 0.01992, "train_map": 0.14562915096437626, "val_map": null, "lr": 0.002575508023189468, "train_s": 22.4 }, { "step": 575, "epoch": 1.3435, "loss": 0.01968, "train_map": 0.14216594904638205, "val_map": null, "lr": 0.0025209535755631, "train_s": 23.5 }, { "step": 600, "epoch": 1.4019, "loss": 0.0186, "train_map": 0.1570340504461592, "val_map": null, "lr": 0.0024637606447222133, "train_s": 24.5 }, { "step": 625, "epoch": 1.4603, "loss": 0.01951, "train_map": 0.16425214547609143, "val_map": null, "lr": 0.002404077763623079, "train_s": 25.7 }, { "step": 650, "epoch": 1.5187, "loss": 0.01925, "train_map": 0.17063223556447527, "val_map": null, "lr": 0.002342059931749691, "train_s": 26.6 }, { "step": 675, "epoch": 1.5771, "loss": 0.01958, "train_map": 0.15540378778003, "val_map": null, "lr": 0.002277868212572206, "train_s": 27.5 }, { "step": 700, "epoch": 1.6355, "loss": 0.01954, "train_map": 0.1794185851209318, "val_map": null, "lr": 0.002211669315256905, "train_s": 28.5 }, { "step": 725, "epoch": 1.6939, "loss": 0.01866, "train_map": 0.1816745178015864, "val_map": null, "lr": 0.0021436351617139878, "train_s": 29.6 }, { "step": 750, "epoch": 1.7523, "loss": 0.01897, "train_map": 0.1856071004410764, "val_map": null, "lr": 0.0020739424401076136, "train_s": 30.7 }, { "step": 775, "epoch": 1.8107, "loss": 0.01881, "train_map": 0.19474834258503773, "val_map": null, "lr": 0.0020027721459877326, "train_s": 31.8 }, { "step": 800, "epoch": 1.8692, "loss": 0.01948, "train_map": 0.192409361626041, "val_map": null, "lr": 0.0019303091122354168, "train_s": 32.7 }, { "step": 825, "epoch": 1.9276, "loss": 0.01851, "train_map": 0.2086509847660077, "val_map": null, "lr": 0.0018567415290424508, "train_s": 33.6 }, { "step": 850, "epoch": 1.986, "loss": 0.01887, "train_map": 0.20496468246513289, "val_map": null, "lr": 0.0017822604551718095, "train_s": 34.6 }, { "step": 856, "epoch": 2.0, "loss": 0.01849, "train_map": 0.2093237304708353, "val_map": 0.1144823651615905, "lr": 0.0017642705177736725, "train_s": 34.9 }, { "step": 875, "epoch": 2.0444, "loss": 0.01737, "train_map": 0.22333511275431916, "val_map": null, "lr": 0.0017070593217683146, "train_s": 35.7 }, { "step": 900, "epoch": 2.1028, "loss": 0.01756, "train_map": 0.22392995545615846, "val_map": null, "lr": 0.0016313334300080934, "train_s": 36.7 }, { "step": 925, "epoch": 2.1612, "loss": 0.01788, "train_map": 0.23669811566068705, "val_map": null, "lr": 0.0015552794438914697, "train_s": 37.7 }, { "step": 950, "epoch": 2.2196, "loss": 0.01759, "train_map": 0.23679124381555777, "val_map": null, "lr": 0.0014790948794965334, "train_s": 38.6 }, { "step": 975, "epoch": 2.278, "loss": 0.01669, "train_map": 0.24576786215429458, "val_map": null, "lr": 0.0014029775920198172, "train_s": 39.6 }, { "step": 1000, "epoch": 2.3364, "loss": 0.01766, "train_map": 0.25267824817950746, "val_map": null, "lr": 0.0013271252619362684, "train_s": 40.5 }, { "step": 1025, "epoch": 2.3949, "loss": 0.01755, "train_map": 0.2589708937692546, "val_map": null, "lr": 0.0012517348816129803, "train_s": 41.5 }, { "step": 1050, "epoch": 2.4533, "loss": 0.01704, "train_map": 0.2648356418961224, "val_map": null, "lr": 0.0011770022437099775, "train_s": 42.6 }, { "step": 1075, "epoch": 2.5117, "loss": 0.01706, "train_map": 0.27334370598394914, "val_map": null, "lr": 0.0011031214326966937, "train_s": 43.7 }, { "step": 1100, "epoch": 2.5701, "loss": 0.01706, "train_map": 0.2760000189578963, "val_map": null, "lr": 0.0010302843208047179, "train_s": 44.6 }, { "step": 1125, "epoch": 2.6285, "loss": 0.01684, "train_map": 0.2751256038542604, "val_map": null, "lr": 0.000958680069725827, "train_s": 45.9 }, { "step": 1150, "epoch": 2.6869, "loss": 0.01681, "train_map": 0.28940739701069057, "val_map": null, "lr": 0.0008884946393494339, "train_s": 46.7 }, { "step": 1175, "epoch": 2.7453, "loss": 0.01682, "train_map": 0.2920883396813607, "val_map": null, "lr": 0.0008199103048152753, "train_s": 47.6 }, { "step": 1200, "epoch": 2.8037, "loss": 0.01678, "train_map": 0.3057590786304035, "val_map": null, "lr": 0.0007531051831355856, "train_s": 48.6 }, { "step": 1225, "epoch": 2.8621, "loss": 0.01662, "train_map": 0.3135147940286168, "val_map": null, "lr": 0.0006882527706161351, "train_s": 49.8 }, { "step": 1250, "epoch": 2.9206, "loss": 0.01606, "train_map": 0.3213689500073667, "val_map": null, "lr": 0.0006255214922774859, "train_s": 50.8 }, { "step": 1275, "epoch": 2.979, "loss": 0.01691, "train_map": 0.32701328770033095, "val_map": null, "lr": 0.0005650742644466275, "train_s": 51.8 }, { "step": 1284, "epoch": 3.0, "loss": 0.0165, "train_map": 0.32617502285263006, "val_map": 0.1583248634364958, "lr": 0.0005439028207490256, "train_s": 52.2 }, { "step": 1300, "epoch": 3.0374, "loss": 0.01481, "train_map": 0.3340034742222876, "val_map": null, "lr": 0.0005070680716549702, "train_s": 52.9 }, { "step": 1325, "epoch": 3.0958, "loss": 0.01477, "train_map": 0.3419735516038011, "val_map": null, "lr": 0.0004516535589415209, "train_s": 54.1 }, { "step": 1350, "epoch": 3.1542, "loss": 0.01452, "train_map": 0.35094597647267, "val_map": null, "lr": 0.0003989746406200353, "train_s": 55.1 }, { "step": 1375, "epoch": 3.2126, "loss": 0.01472, "train_map": 0.3551705772414153, "val_map": null, "lr": 0.0003491681265262127, "train_s": 56.0 }, { "step": 1400, "epoch": 3.271, "loss": 0.01444, "train_map": 0.3626057377802579, "val_map": null, "lr": 0.00030236336671557766, "train_s": 57.0 }, { "step": 1425, "epoch": 3.3294, "loss": 0.01398, "train_map": 0.3677676806731796, "val_map": null, "lr": 0.00025868191553479617, "train_s": 58.1 }, { "step": 1450, "epoch": 3.3879, "loss": 0.01416, "train_map": 0.37534001805029626, "val_map": null, "lr": 0.00021823721593883938, "train_s": 59.2 }, { "step": 1475, "epoch": 3.4463, "loss": 0.01483, "train_map": 0.376638999463287, "val_map": null, "lr": 0.00018113430487385143, "train_s": 60.1 }, { "step": 1500, "epoch": 3.5047, "loss": 0.0145, "train_map": 0.381056040956637, "val_map": null, "lr": 0.00014746954049084314, "train_s": 61.1 }, { "step": 1525, "epoch": 3.5631, "loss": 0.01429, "train_map": 0.3862400821266975, "val_map": null, "lr": 0.0001173303518986653, "train_s": 62.0 }, { "step": 1550, "epoch": 3.6215, "loss": 0.01443, "train_map": 0.3899165794811789, "val_map": null, "lr": 9.079501210615714e-05, "train_s": 63.2 }, { "step": 1575, "epoch": 3.6799, "loss": 0.01394, "train_map": 0.39106326564736454, "val_map": null, "lr": 6.793243474315096e-05, "train_s": 64.1 }, { "step": 1600, "epoch": 3.7383, "loss": 0.01392, "train_map": 0.3926402946449887, "val_map": null, "lr": 4.8801995088266645e-05, "train_s": 65.1 }, { "step": 1625, "epoch": 3.7967, "loss": 0.01418, "train_map": 0.3932213454491386, "val_map": null, "lr": 3.345337586828326e-05, "train_s": 66.1 }, { "step": 1650, "epoch": 3.8551, "loss": 0.01412, "train_map": 0.3936745019795716, "val_map": null, "lr": 2.1926438229568824e-05, "train_s": 67.1 }, { "step": 1675, "epoch": 3.9136, "loss": 0.01418, "train_map": 0.39440592561814886, "val_map": null, "lr": 1.4251118216649036e-05, "train_s": 68.0 }, { "step": 1700, "epoch": 3.972, "loss": 0.01462, "train_map": 0.3942102589229196, "val_map": null, "lr": 1.0447349026775707e-05, "train_s": 68.9 }, { "step": 1712, "epoch": 4.0, "loss": 0.01409, "train_map": 0.3948305185912513, "val_map": 0.17097973067620928, "lr": 1e-05, "train_s": 69.5 } ], "final_train_map": 0.3948305185912513, "final_val_map": 0.17097973067620928, "lora/map": 0.17097973067620928, "train_seconds": 69.5, "wall_seconds": 252.6 }