{ "passed": true, "sample_id": "cal-zh-1", "tokens": 8, "mean_nll": 4.089094978395148, "token_nll": [ [ 0.7776033786968188, 12.836286295347621, 6.470462449543003, 4.530625316962006, 3.1924382665907807, 0.703601432631153, 0.11264770899465404 ] ], "elapsed_seconds": 47.741777658462524, "peak_rss_kib": 162276, "resource_snapshots": [ { "layer": 0, "seconds": 1.4413530826568604, "rss_kib": 48904, "process_swap_kib": 0, "available_kib": 930888 }, { "layer": 1, "seconds": 3.073808431625366, "rss_kib": 48180, "process_swap_kib": 0, "available_kib": 983076 }, { "layer": 2, "seconds": 4.584789514541626, "rss_kib": 48192, "process_swap_kib": 0, "available_kib": 963772 }, { "layer": 3, "seconds": 5.736491918563843, "rss_kib": 46648, "process_swap_kib": 0, "available_kib": 966496 }, { "layer": 4, "seconds": 7.517967462539673, "rss_kib": 45724, "process_swap_kib": 0, "available_kib": 986008 }, { "layer": 5, "seconds": 11.781850576400757, "rss_kib": 45332, "process_swap_kib": 0, "available_kib": 935860 }, { "layer": 6, "seconds": 14.041518926620483, "rss_kib": 45340, "process_swap_kib": 0, "available_kib": 1002640 }, { "layer": 7, "seconds": 15.087216138839722, "rss_kib": 35548, "process_swap_kib": 9892, "available_kib": 1026692 }, { "layer": 8, "seconds": 16.508682250976562, "rss_kib": 32500, "process_swap_kib": 11864, "available_kib": 1039852 }, { "layer": 9, "seconds": 17.623984813690186, "rss_kib": 26508, "process_swap_kib": 11848, "available_kib": 997296 }, { "layer": 10, "seconds": 19.696174144744873, "rss_kib": 26372, "process_swap_kib": 11824, "available_kib": 1018064 }, { "layer": 11, "seconds": 20.69566321372986, "rss_kib": 26528, "process_swap_kib": 11796, "available_kib": 1054760 }, { "layer": 12, "seconds": 22.038830041885376, "rss_kib": 24104, "process_swap_kib": 13480, "available_kib": 1062360 }, { "layer": 13, "seconds": 23.356847524642944, "rss_kib": 24124, "process_swap_kib": 13468, "available_kib": 1062328 }, { "layer": 14, "seconds": 24.617902040481567, "rss_kib": 24144, "process_swap_kib": 13456, "available_kib": 1039196 }, { "layer": 15, "seconds": 25.96587586402893, "rss_kib": 24068, "process_swap_kib": 13448, "available_kib": 1032608 }, { "layer": 16, "seconds": 27.733217239379883, "rss_kib": 24056, "process_swap_kib": 13432, "available_kib": 1015000 }, { "layer": 17, "seconds": 29.303704977035522, "rss_kib": 20852, "process_swap_kib": 16632, "available_kib": 1041560 }, { "layer": 18, "seconds": 30.38013005256653, "rss_kib": 20876, "process_swap_kib": 16616, "available_kib": 1061004 }, { "layer": 19, "seconds": 31.271567583084106, "rss_kib": 20896, "process_swap_kib": 16596, "available_kib": 1059348 }, { "layer": 20, "seconds": 32.31741189956665, "rss_kib": 20936, "process_swap_kib": 16564, "available_kib": 1078812 }, { "layer": 21, "seconds": 33.8273024559021, "rss_kib": 20396, "process_swap_kib": 17044, "available_kib": 1088472 }, { "layer": 22, "seconds": 35.43067383766174, "rss_kib": 20436, "process_swap_kib": 17012, "available_kib": 1109268 }, { "layer": 23, "seconds": 36.55965542793274, "rss_kib": 20448, "process_swap_kib": 17000, "available_kib": 1109588 } ], "limitation": "Real-weight capacity check, not an independent correctness oracle or quality benchmark" }