191 lines
4.1 KiB
JSON
191 lines
4.1 KiB
JSON
{
|
|
"passed": true,
|
|
"sample_id": "cal-zh-1",
|
|
"tokens": 8,
|
|
"mean_nll": 4.089094978395148,
|
|
"token_nll": [
|
|
[
|
|
0.7776033786968188,
|
|
12.836286295347621,
|
|
6.470462449543003,
|
|
4.530625316962006,
|
|
3.1924382665907807,
|
|
0.703601432631153,
|
|
0.11264770899465404
|
|
]
|
|
],
|
|
"elapsed_seconds": 47.741777658462524,
|
|
"peak_rss_kib": 162276,
|
|
"resource_snapshots": [
|
|
{
|
|
"layer": 0,
|
|
"seconds": 1.4413530826568604,
|
|
"rss_kib": 48904,
|
|
"process_swap_kib": 0,
|
|
"available_kib": 930888
|
|
},
|
|
{
|
|
"layer": 1,
|
|
"seconds": 3.073808431625366,
|
|
"rss_kib": 48180,
|
|
"process_swap_kib": 0,
|
|
"available_kib": 983076
|
|
},
|
|
{
|
|
"layer": 2,
|
|
"seconds": 4.584789514541626,
|
|
"rss_kib": 48192,
|
|
"process_swap_kib": 0,
|
|
"available_kib": 963772
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"seconds": 5.736491918563843,
|
|
"rss_kib": 46648,
|
|
"process_swap_kib": 0,
|
|
"available_kib": 966496
|
|
},
|
|
{
|
|
"layer": 4,
|
|
"seconds": 7.517967462539673,
|
|
"rss_kib": 45724,
|
|
"process_swap_kib": 0,
|
|
"available_kib": 986008
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"seconds": 11.781850576400757,
|
|
"rss_kib": 45332,
|
|
"process_swap_kib": 0,
|
|
"available_kib": 935860
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"seconds": 14.041518926620483,
|
|
"rss_kib": 45340,
|
|
"process_swap_kib": 0,
|
|
"available_kib": 1002640
|
|
},
|
|
{
|
|
"layer": 7,
|
|
"seconds": 15.087216138839722,
|
|
"rss_kib": 35548,
|
|
"process_swap_kib": 9892,
|
|
"available_kib": 1026692
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"seconds": 16.508682250976562,
|
|
"rss_kib": 32500,
|
|
"process_swap_kib": 11864,
|
|
"available_kib": 1039852
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"seconds": 17.623984813690186,
|
|
"rss_kib": 26508,
|
|
"process_swap_kib": 11848,
|
|
"available_kib": 997296
|
|
},
|
|
{
|
|
"layer": 10,
|
|
"seconds": 19.696174144744873,
|
|
"rss_kib": 26372,
|
|
"process_swap_kib": 11824,
|
|
"available_kib": 1018064
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"seconds": 20.69566321372986,
|
|
"rss_kib": 26528,
|
|
"process_swap_kib": 11796,
|
|
"available_kib": 1054760
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"seconds": 22.038830041885376,
|
|
"rss_kib": 24104,
|
|
"process_swap_kib": 13480,
|
|
"available_kib": 1062360
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"seconds": 23.356847524642944,
|
|
"rss_kib": 24124,
|
|
"process_swap_kib": 13468,
|
|
"available_kib": 1062328
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"seconds": 24.617902040481567,
|
|
"rss_kib": 24144,
|
|
"process_swap_kib": 13456,
|
|
"available_kib": 1039196
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"seconds": 25.96587586402893,
|
|
"rss_kib": 24068,
|
|
"process_swap_kib": 13448,
|
|
"available_kib": 1032608
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"seconds": 27.733217239379883,
|
|
"rss_kib": 24056,
|
|
"process_swap_kib": 13432,
|
|
"available_kib": 1015000
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"seconds": 29.303704977035522,
|
|
"rss_kib": 20852,
|
|
"process_swap_kib": 16632,
|
|
"available_kib": 1041560
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"seconds": 30.38013005256653,
|
|
"rss_kib": 20876,
|
|
"process_swap_kib": 16616,
|
|
"available_kib": 1061004
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"seconds": 31.271567583084106,
|
|
"rss_kib": 20896,
|
|
"process_swap_kib": 16596,
|
|
"available_kib": 1059348
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"seconds": 32.31741189956665,
|
|
"rss_kib": 20936,
|
|
"process_swap_kib": 16564,
|
|
"available_kib": 1078812
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"seconds": 33.8273024559021,
|
|
"rss_kib": 20396,
|
|
"process_swap_kib": 17044,
|
|
"available_kib": 1088472
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"seconds": 35.43067383766174,
|
|
"rss_kib": 20436,
|
|
"process_swap_kib": 17012,
|
|
"available_kib": 1109268
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"seconds": 36.55965542793274,
|
|
"rss_kib": 20448,
|
|
"process_swap_kib": 17000,
|
|
"available_kib": 1109588
|
|
}
|
|
],
|
|
"limitation": "Real-weight capacity check, not an independent correctness oracle or quality benchmark"
|
|
}
|