FORGE-Nano-Benchmark / benchmarks /bench_03_training.json
ilessio-aiflowlab's picture
Upload benchmarks/bench_03_training.json with huggingface_hub
0ff5b85 verified
Raw History Blame Contribute Delete
4.39 kB
{
"benchmark": "kd_training",
"timestamp": "2026-03-19T11:54:28.894463+00:00",
"device": "NVIDIA L4",
"model": "forge-nano",
"optimizer": "AdamW",
"grad_clip": 1.0,
"run_1_lr2e4_50steps": {
"n_steps": 50,
"loss_start": 8.3049,
"loss_end": 1.9631,
"loss_min": 0.4144,
"loss_reduction_pct": 76.4,
"loss_first_10_mean": 24.1221,
"loss_last_10_mean": 1.7797,
"step_time_mean_ms": 366.8,
"step_time_std_ms": 110.5,
"step_time_p50_ms": 350.5,
"step_time_p95_ms": 357.6,
"steps_per_sec": 2.73,
"total_time_s": 18.3,
"gpu_mem_peak_gb": 9.65,
"loss_curve": [
8.3049,
91.3748,
22.7864,
100.3036,
6.4863,
1.8932,
5.1797,
2.4485,
1.5367,
0.9069,
2.0219,
2.19,
2.6092,
3.797,
1.3194,
0.4144,
0.6227,
1.3961,
1.9846,
1.3349,
3.9967,
2.4535,
2.7646,
4.1622,
3.9146,
1.3404,
1.2876,
3.0286,
1.2856,
1.5534,
1.2389,
2.0355,
2.3023,
2.7555,
1.4107,
1.1905,
2.2219,
1.3844,
0.429,
0.593,
0.6824,
2.0748,
1.9094,
1.6577,
1.3618,
2.5235,
1.7971,
2.1732,
1.6541,
1.9631
],
"lr": 0.0002
},
"run_2_lr5e4_50steps": {
"n_steps": 50,
"loss_start": 6.7827,
"loss_end": 1.3755,
"loss_min": 0.4417,
"loss_reduction_pct": 79.7,
"loss_first_10_mean": 19.092,
"loss_last_10_mean": 1.9989,
"step_time_mean_ms": 354.8,
"step_time_std_ms": 7.8,
"step_time_p50_ms": 352.3,
"step_time_p95_ms": 374.3,
"steps_per_sec": 2.82,
"total_time_s": 17.7,
"gpu_mem_peak_gb": 14.97,
"loss_curve": [
6.7827,
101.8204,
42.7009,
22.8225,
5.315,
1.8645,
3.7638,
2.9647,
1.3539,
1.5311,
3.3165,
5.2206,
3.9817,
2.5642,
1.7403,
2.0605,
3.2802,
2.5078,
2.1435,
1.4227,
1.4168,
1.3798,
0.8019,
1.7231,
1.5066,
0.4417,
2.0965,
1.448,
1.0429,
2.2694,
1.3545,
3.3713,
4.234,
1.9851,
2.2198,
3.6816,
1.9721,
1.2497,
1.7489,
1.1938,
2.6041,
2.2241,
2.243,
2.0544,
2.7285,
3.8225,
1.0744,
0.9204,
0.9423,
1.3755
],
"lr": 0.0005
},
"run_3_lr2e4_100steps": {
"n_steps": 100,
"loss_start": 14.3952,
"loss_end": 1.012,
"loss_min": 0.4931,
"loss_reduction_pct": 93.0,
"loss_first_10_mean": 19.4893,
"loss_last_10_mean": 1.5553,
"step_time_mean_ms": 352.4,
"step_time_std_ms": 5.7,
"step_time_p50_ms": 350.9,
"step_time_p95_ms": 360.9,
"steps_per_sec": 2.84,
"total_time_s": 35.2,
"gpu_mem_peak_gb": 20.29,
"loss_curve": [
14.3952,
76.3616,
64.1362,
2.7626,
18.884,
5.4128,
10.6415,
0.9251,
0.7577,
0.6167,
2.7718,
2.1239,
1.3505,
2.7245,
2.1935,
1.1396,
2.7094,
0.6373,
1.4863,
1.2989,
2.3638,
0.6327,
1.136,
1.5452,
0.4931,
1.5772,
0.9071,
1.362,
1.3342,
2.1487,
1.2072,
2.0984,
1.3063,
0.9049,
2.2391,
1.4513,
3.1519,
1.0175,
1.4259,
1.0024,
0.698,
1.538,
2.7462,
1.3369,
0.6757,
1.633,
1.0496,
2.7979,
2.0111,
3.2578,
1.1755,
1.4229,
4.5469,
1.0312,
1.0638,
2.2574,
1.4536,
2.3245,
3.8574,
0.665,
0.6479,
3.3828,
2.3435,
1.0186,
0.6663,
0.9571,
1.7324,
1.4941,
1.5548,
2.4475,
0.9738,
1.2276,
2.8808,
0.9923,
1.0263,
0.5958,
1.4596,
4.775,
1.7246,
2.4754,
2.1957,
0.6558,
1.402,
1.202,
4.1727,
3.1152,
1.1338,
1.0413,
0.6425,
2.2472,
1.2499,
1.6737,
1.0656,
1.3808,
0.6704,
0.8631,
2.9209,
3.0871,
1.629,
1.012
],
"lr": 0.0002
}
}