| { |
| "meta": { |
| "export": "/workspace/runs/p5-mae-15m-d10/exports/step_00040000", |
| "fingerprint": "8009685e0d261c67", |
| "campaign_id": "phase5", |
| "trial_id": "p5-mae-15m-d10", |
| "lora_layers_wrapped": 32, |
| "params": { |
| "trainable": 1002383, |
| "total": 15284879, |
| "fraction": 0.0655800415561026 |
| }, |
| "steps_per_epoch": 428, |
| "total_steps": 1712, |
| "train_clips": 20550, |
| "val_clips": 18886, |
| "config": { |
| "rank": 16, |
| "alpha": 32.0, |
| "targets": [ |
| "qkv", |
| "proj", |
| "fc1", |
| "fc2" |
| ], |
| "train_norms": true, |
| "epochs": 4.0, |
| "batch_size": 48, |
| "lr": 0.003, |
| "min_lr": 1e-05, |
| "warmup_frac": 0.1, |
| "betas": [ |
| 0.9, |
| 0.95 |
| ], |
| "weight_decay": 0.05, |
| "clip_norm": 4.0, |
| "mixup": 0.0, |
| "mixup_prob": 0.9, |
| "freq_mask": 0, |
| "time_mask": 0, |
| "roll_aug": false, |
| "mask_ratio": 0.0, |
| "num_classes": 527, |
| "prior_bias_init": true, |
| "num_workers": 8, |
| "seed": 1, |
| "train_probe_clips": 4096, |
| "train_eval_every": 25, |
| "val_evals": 5, |
| "eval_batch_size": 128 |
| }, |
| "gpu": "NVIDIA GeForce RTX 4090" |
| }, |
| "history": [ |
| { |
| "step": 0, |
| "epoch": 0.0, |
| "loss": null, |
| "train_map": 0.006491297789371309, |
| "val_map": 0.005725891758781456, |
| "lr": 0.0, |
| "train_s": 0.0 |
| }, |
| { |
| "step": 25, |
| "epoch": 0.0584, |
| "loss": 0.02527, |
| "train_map": 0.016053914063763886, |
| "val_map": null, |
| "lr": 0.0004385964912280702, |
| "train_s": 0.6 |
| }, |
| { |
| "step": 50, |
| "epoch": 0.1168, |
| "loss": 0.02361, |
| "train_map": 0.04103241664374272, |
| "val_map": null, |
| "lr": 0.0008771929824561404, |
| "train_s": 1.2 |
| }, |
| { |
| "step": 75, |
| "epoch": 0.1752, |
| "loss": 0.02235, |
| "train_map": 0.06319012108161265, |
| "val_map": null, |
| "lr": 0.0013157894736842105, |
| "train_s": 1.8 |
| }, |
| { |
| "step": 100, |
| "epoch": 0.2336, |
| "loss": 0.02168, |
| "train_map": 0.08027074170259996, |
| "val_map": null, |
| "lr": 0.0017543859649122807, |
| "train_s": 2.4 |
| }, |
| { |
| "step": 125, |
| "epoch": 0.2921, |
| "loss": 0.02089, |
| "train_map": 0.09763875769043034, |
| "val_map": null, |
| "lr": 0.0021929824561403508, |
| "train_s": 2.9 |
| }, |
| { |
| "step": 150, |
| "epoch": 0.3505, |
| "loss": 0.02106, |
| "train_map": 0.10657409890872944, |
| "val_map": null, |
| "lr": 0.002631578947368421, |
| "train_s": 3.5 |
| }, |
| { |
| "step": 175, |
| "epoch": 0.4089, |
| "loss": 0.02062, |
| "train_map": 0.1197457091301411, |
| "val_map": null, |
| "lr": 0.002999950292348948, |
| "train_s": 4.1 |
| }, |
| { |
| "step": 200, |
| "epoch": 0.4673, |
| "loss": 0.02128, |
| "train_map": 0.11601040540289564, |
| "val_map": null, |
| "lr": 0.002997387988070006, |
| "train_s": 4.7 |
| }, |
| { |
| "step": 225, |
| "epoch": 0.5257, |
| "loss": 0.02052, |
| "train_map": 0.12297822352109099, |
| "val_map": null, |
| "lr": 0.0029909498761254527, |
| "train_s": 5.2 |
| }, |
| { |
| "step": 250, |
| "epoch": 0.5841, |
| "loss": 0.0201, |
| "train_map": 0.12303373525608366, |
| "val_map": null, |
| "lr": 0.0029806526766201318, |
| "train_s": 5.8 |
| }, |
| { |
| "step": 275, |
| "epoch": 0.6425, |
| "loss": 0.02047, |
| "train_map": 0.12897296629376018, |
| "val_map": null, |
| "lr": 0.0029665231319059614, |
| "train_s": 6.4 |
| }, |
| { |
| "step": 300, |
| "epoch": 0.7009, |
| "loss": 0.02015, |
| "train_map": 0.14783661955776686, |
| "val_map": null, |
| "lr": 0.002948597937130687, |
| "train_s": 7.0 |
| }, |
| { |
| "step": 325, |
| "epoch": 0.7593, |
| "loss": 0.01987, |
| "train_map": 0.15236351029519735, |
| "val_map": null, |
| "lr": 0.0029269236449387106, |
| "train_s": 7.6 |
| }, |
| { |
| "step": 350, |
| "epoch": 0.8178, |
| "loss": 0.01943, |
| "train_map": 0.1594119533689682, |
| "val_map": null, |
| "lr": 0.002901556544571499, |
| "train_s": 8.2 |
| }, |
| { |
| "step": 375, |
| "epoch": 0.8762, |
| "loss": 0.01969, |
| "train_map": 0.16458254543078296, |
| "val_map": null, |
| "lr": 0.002872562515681558, |
| "train_s": 8.8 |
| }, |
| { |
| "step": 400, |
| "epoch": 0.9346, |
| "loss": 0.01921, |
| "train_map": 0.17291997707814713, |
| "val_map": null, |
| "lr": 0.0028400168572396164, |
| "train_s": 9.4 |
| }, |
| { |
| "step": 425, |
| "epoch": 0.993, |
| "loss": 0.01958, |
| "train_map": 0.15441721747673526, |
| "val_map": null, |
| "lr": 0.002804004091979359, |
| "train_s": 9.9 |
| }, |
| { |
| "step": 428, |
| "epoch": 1.0, |
| "loss": 0.01944, |
| "train_map": 0.16914468040456554, |
| "val_map": 0.10521320403382126, |
| "lr": 0.002799453919445244, |
| "train_s": 10.0 |
| }, |
| { |
| "step": 450, |
| "epoch": 1.0514, |
| "loss": 0.01836, |
| "train_map": 0.18859227782953, |
| "val_map": null, |
| "lr": 0.0027646177468875835, |
| "train_s": 10.6 |
| }, |
| { |
| "step": 475, |
| "epoch": 1.1098, |
| "loss": 0.01866, |
| "train_map": 0.1877022688188705, |
| "val_map": null, |
| "lr": 0.0027219601103098453, |
| "train_s": 11.1 |
| }, |
| { |
| "step": 500, |
| "epoch": 1.1682, |
| "loss": 0.01856, |
| "train_map": 0.18828935898218369, |
| "val_map": null, |
| "lr": 0.002676141966302412, |
| "train_s": 11.7 |
| }, |
| { |
| "step": 525, |
| "epoch": 1.2266, |
| "loss": 0.0184, |
| "train_map": 0.1922292152032666, |
| "val_map": null, |
| "lr": 0.002627282306920426, |
| "train_s": 12.3 |
| }, |
| { |
| "step": 550, |
| "epoch": 1.285, |
| "loss": 0.01886, |
| "train_map": 0.20011488597511368, |
| "val_map": null, |
| "lr": 0.002575508023189468, |
| "train_s": 12.8 |
| }, |
| { |
| "step": 575, |
| "epoch": 1.3435, |
| "loss": 0.0186, |
| "train_map": 0.2000466597026154, |
| "val_map": null, |
| "lr": 0.0025209535755631, |
| "train_s": 13.4 |
| }, |
| { |
| "step": 600, |
| "epoch": 1.4019, |
| "loss": 0.0178, |
| "train_map": 0.2055549108197089, |
| "val_map": null, |
| "lr": 0.0024637606447222133, |
| "train_s": 14.0 |
| }, |
| { |
| "step": 625, |
| "epoch": 1.4603, |
| "loss": 0.01831, |
| "train_map": 0.21927753097397157, |
| "val_map": null, |
| "lr": 0.002404077763623079, |
| "train_s": 14.6 |
| }, |
| { |
| "step": 650, |
| "epoch": 1.5187, |
| "loss": 0.01811, |
| "train_map": 0.2311576419285511, |
| "val_map": null, |
| "lr": 0.002342059931749691, |
| "train_s": 15.1 |
| }, |
| { |
| "step": 675, |
| "epoch": 1.5771, |
| "loss": 0.01843, |
| "train_map": 0.22783385970023598, |
| "val_map": null, |
| "lr": 0.002277868212572206, |
| "train_s": 15.7 |
| }, |
| { |
| "step": 700, |
| "epoch": 1.6355, |
| "loss": 0.01845, |
| "train_map": 0.22828447142089284, |
| "val_map": null, |
| "lr": 0.002211669315256905, |
| "train_s": 16.3 |
| }, |
| { |
| "step": 725, |
| "epoch": 1.6939, |
| "loss": 0.01743, |
| "train_map": 0.2309412486635615, |
| "val_map": null, |
| "lr": 0.0021436351617139878, |
| "train_s": 17.0 |
| }, |
| { |
| "step": 750, |
| "epoch": 1.7523, |
| "loss": 0.01802, |
| "train_map": 0.2419987881610937, |
| "val_map": null, |
| "lr": 0.0020739424401076136, |
| "train_s": 17.6 |
| }, |
| { |
| "step": 775, |
| "epoch": 1.8107, |
| "loss": 0.01783, |
| "train_map": 0.256243294861302, |
| "val_map": null, |
| "lr": 0.0020027721459877326, |
| "train_s": 18.2 |
| }, |
| { |
| "step": 800, |
| "epoch": 1.8692, |
| "loss": 0.01825, |
| "train_map": 0.263412119705845, |
| "val_map": null, |
| "lr": 0.0019303091122354168, |
| "train_s": 18.7 |
| }, |
| { |
| "step": 825, |
| "epoch": 1.9276, |
| "loss": 0.01735, |
| "train_map": 0.2690105267484059, |
| "val_map": null, |
| "lr": 0.0018567415290424508, |
| "train_s": 19.3 |
| }, |
| { |
| "step": 850, |
| "epoch": 1.986, |
| "loss": 0.01776, |
| "train_map": 0.26122263165639686, |
| "val_map": null, |
| "lr": 0.0017822604551718095, |
| "train_s": 19.9 |
| }, |
| { |
| "step": 856, |
| "epoch": 2.0, |
| "loss": 0.0174, |
| "train_map": 0.2745724695997995, |
| "val_map": 0.15620486786150756, |
| "lr": 0.0017642705177736725, |
| "train_s": 20.0 |
| }, |
| { |
| "step": 875, |
| "epoch": 2.0444, |
| "loss": 0.01616, |
| "train_map": 0.28204927805888924, |
| "val_map": null, |
| "lr": 0.0017070593217683146, |
| "train_s": 20.5 |
| }, |
| { |
| "step": 900, |
| "epoch": 2.1028, |
| "loss": 0.01619, |
| "train_map": 0.29369580930724487, |
| "val_map": null, |
| "lr": 0.0016313334300080934, |
| "train_s": 21.1 |
| }, |
| { |
| "step": 925, |
| "epoch": 2.1612, |
| "loss": 0.01649, |
| "train_map": 0.31207511070726945, |
| "val_map": null, |
| "lr": 0.0015552794438914697, |
| "train_s": 21.7 |
| }, |
| { |
| "step": 950, |
| "epoch": 2.2196, |
| "loss": 0.01608, |
| "train_map": 0.3052846027372062, |
| "val_map": null, |
| "lr": 0.0014790948794965334, |
| "train_s": 22.3 |
| }, |
| { |
| "step": 975, |
| "epoch": 2.278, |
| "loss": 0.01521, |
| "train_map": 0.31432379987903747, |
| "val_map": null, |
| "lr": 0.0014029775920198172, |
| "train_s": 22.9 |
| }, |
| { |
| "step": 1000, |
| "epoch": 2.3364, |
| "loss": 0.01606, |
| "train_map": 0.3163731978495784, |
| "val_map": null, |
| "lr": 0.0013271252619362684, |
| "train_s": 23.4 |
| }, |
| { |
| "step": 1025, |
| "epoch": 2.3949, |
| "loss": 0.01605, |
| "train_map": 0.3304980222888616, |
| "val_map": null, |
| "lr": 0.0012517348816129803, |
| "train_s": 24.0 |
| }, |
| { |
| "step": 1050, |
| "epoch": 2.4533, |
| "loss": 0.01574, |
| "train_map": 0.33290558904974915, |
| "val_map": null, |
| "lr": 0.0011770022437099775, |
| "train_s": 24.6 |
| }, |
| { |
| "step": 1075, |
| "epoch": 2.5117, |
| "loss": 0.01578, |
| "train_map": 0.34862055618888516, |
| "val_map": null, |
| "lr": 0.0011031214326966937, |
| "train_s": 25.2 |
| }, |
| { |
| "step": 1100, |
| "epoch": 2.5701, |
| "loss": 0.01586, |
| "train_map": 0.35108762983748765, |
| "val_map": null, |
| "lr": 0.0010302843208047179, |
| "train_s": 25.8 |
| }, |
| { |
| "step": 1125, |
| "epoch": 2.6285, |
| "loss": 0.01547, |
| "train_map": 0.3599289695412429, |
| "val_map": null, |
| "lr": 0.000958680069725827, |
| "train_s": 26.3 |
| }, |
| { |
| "step": 1150, |
| "epoch": 2.6869, |
| "loss": 0.01542, |
| "train_map": 0.37298681184409127, |
| "val_map": null, |
| "lr": 0.0008884946393494339, |
| "train_s": 26.9 |
| }, |
| { |
| "step": 1175, |
| "epoch": 2.7453, |
| "loss": 0.01547, |
| "train_map": 0.37987602712406265, |
| "val_map": null, |
| "lr": 0.0008199103048152753, |
| "train_s": 27.5 |
| }, |
| { |
| "step": 1200, |
| "epoch": 2.8037, |
| "loss": 0.01515, |
| "train_map": 0.3854282601070246, |
| "val_map": null, |
| "lr": 0.0007531051831355856, |
| "train_s": 28.1 |
| }, |
| { |
| "step": 1225, |
| "epoch": 2.8621, |
| "loss": 0.01538, |
| "train_map": 0.39072463754741243, |
| "val_map": null, |
| "lr": 0.0006882527706161351, |
| "train_s": 28.7 |
| }, |
| { |
| "step": 1250, |
| "epoch": 2.9206, |
| "loss": 0.01471, |
| "train_map": 0.40266288065155387, |
| "val_map": null, |
| "lr": 0.0006255214922774859, |
| "train_s": 29.3 |
| }, |
| { |
| "step": 1275, |
| "epoch": 2.979, |
| "loss": 0.01561, |
| "train_map": 0.41213982340577543, |
| "val_map": null, |
| "lr": 0.0005650742644466275, |
| "train_s": 29.8 |
| }, |
| { |
| "step": 1284, |
| "epoch": 3.0, |
| "loss": 0.01518, |
| "train_map": 0.418407648830079, |
| "val_map": 0.20117782159713743, |
| "lr": 0.0005439028207490256, |
| "train_s": 30.0 |
| }, |
| { |
| "step": 1300, |
| "epoch": 3.0374, |
| "loss": 0.01336, |
| "train_map": 0.4225528798184483, |
| "val_map": null, |
| "lr": 0.0005070680716549702, |
| "train_s": 30.4 |
| }, |
| { |
| "step": 1325, |
| "epoch": 3.0958, |
| "loss": 0.01336, |
| "train_map": 0.43273772861264237, |
| "val_map": null, |
| "lr": 0.0004516535589415209, |
| "train_s": 31.0 |
| }, |
| { |
| "step": 1350, |
| "epoch": 3.1542, |
| "loss": 0.01294, |
| "train_map": 0.4378173060121414, |
| "val_map": null, |
| "lr": 0.0003989746406200353, |
| "train_s": 31.6 |
| }, |
| { |
| "step": 1375, |
| "epoch": 3.2126, |
| "loss": 0.01308, |
| "train_map": 0.44689638752214594, |
| "val_map": null, |
| "lr": 0.0003491681265262127, |
| "train_s": 32.2 |
| }, |
| { |
| "step": 1400, |
| "epoch": 3.271, |
| "loss": 0.01294, |
| "train_map": 0.4520487703481933, |
| "val_map": null, |
| "lr": 0.00030236336671557766, |
| "train_s": 32.8 |
| }, |
| { |
| "step": 1425, |
| "epoch": 3.3294, |
| "loss": 0.01243, |
| "train_map": 0.45944408503355744, |
| "val_map": null, |
| "lr": 0.00025868191553479617, |
| "train_s": 33.4 |
| }, |
| { |
| "step": 1450, |
| "epoch": 3.3879, |
| "loss": 0.01255, |
| "train_map": 0.46561272392858816, |
| "val_map": null, |
| "lr": 0.00021823721593883938, |
| "train_s": 34.0 |
| }, |
| { |
| "step": 1475, |
| "epoch": 3.4463, |
| "loss": 0.01312, |
| "train_map": 0.46971780094945453, |
| "val_map": null, |
| "lr": 0.00018113430487385143, |
| "train_s": 34.5 |
| }, |
| { |
| "step": 1500, |
| "epoch": 3.5047, |
| "loss": 0.01289, |
| "train_map": 0.4760484484287661, |
| "val_map": null, |
| "lr": 0.00014746954049084314, |
| "train_s": 35.1 |
| }, |
| { |
| "step": 1525, |
| "epoch": 3.5631, |
| "loss": 0.01256, |
| "train_map": 0.4783092861044339, |
| "val_map": null, |
| "lr": 0.0001173303518986653, |
| "train_s": 35.7 |
| }, |
| { |
| "step": 1550, |
| "epoch": 3.6215, |
| "loss": 0.01267, |
| "train_map": 0.4811469375860985, |
| "val_map": null, |
| "lr": 9.079501210615714e-05, |
| "train_s": 36.3 |
| }, |
| { |
| "step": 1575, |
| "epoch": 3.6799, |
| "loss": 0.01227, |
| "train_map": 0.48365222770840893, |
| "val_map": null, |
| "lr": 6.793243474315096e-05, |
| "train_s": 36.9 |
| }, |
| { |
| "step": 1600, |
| "epoch": 3.7383, |
| "loss": 0.01247, |
| "train_map": 0.4857991094041821, |
| "val_map": null, |
| "lr": 4.8801995088266645e-05, |
| "train_s": 37.5 |
| }, |
| { |
| "step": 1625, |
| "epoch": 3.7967, |
| "loss": 0.01251, |
| "train_map": 0.4869286970322001, |
| "val_map": null, |
| "lr": 3.345337586828326e-05, |
| "train_s": 38.1 |
| }, |
| { |
| "step": 1650, |
| "epoch": 3.8551, |
| "loss": 0.01237, |
| "train_map": 0.48665768911874724, |
| "val_map": null, |
| "lr": 2.1926438229568824e-05, |
| "train_s": 38.6 |
| }, |
| { |
| "step": 1675, |
| "epoch": 3.9136, |
| "loss": 0.01261, |
| "train_map": 0.4871517218564561, |
| "val_map": null, |
| "lr": 1.4251118216649036e-05, |
| "train_s": 39.2 |
| }, |
| { |
| "step": 1700, |
| "epoch": 3.972, |
| "loss": 0.01281, |
| "train_map": 0.4878243747144315, |
| "val_map": null, |
| "lr": 1.0447349026775707e-05, |
| "train_s": 39.8 |
| }, |
| { |
| "step": 1712, |
| "epoch": 4.0, |
| "loss": 0.01254, |
| "train_map": 0.4878929848985948, |
| "val_map": 0.21040684583842528, |
| "lr": 1e-05, |
| "train_s": 40.0 |
| } |
| ], |
| "final_train_map": 0.4878929848985948, |
| "final_val_map": 0.21040684583842528, |
| "lora/map": 0.21040684583842528, |
| "train_seconds": 40.0, |
| "wall_seconds": 150.8 |
| } |
|
|
