40773 lines
986 KiB
JSON
40773 lines
986 KiB
JSON
[
|
|
{
|
|
"id": "full_attention_3_7",
|
|
"kind": "full_attention",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 0,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.2010158266456394,
|
|
"minimum_output_cosine": -0.02313317248064157,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_0_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.47283619338981514,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_0_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.140571703570935,
|
|
"minimum_output_cosine": -0.12062351812263138,
|
|
"worst_mean_js": 0.47283619338981514,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_0_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4095346586295536,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_0_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.043223534226476,
|
|
"minimum_output_cosine": 0.05402556465836971,
|
|
"worst_mean_js": 0.4095346586295536,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_0_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.44984237512597547,
|
|
"minimum_top5": 0.3920000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_0_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.4385584997094862,
|
|
"minimum_output_cosine": 0.06227974612419558,
|
|
"worst_mean_js": 0.44984237512597547,
|
|
"minimum_top5": 0.3920000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_0_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4138261216684004,
|
|
"minimum_top5": 0.23200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_0_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.0734069732073395,
|
|
"minimum_output_cosine": -0.09446129750258991,
|
|
"worst_mean_js": 0.4138261216684004,
|
|
"minimum_top5": 0.23200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_0_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.38525110738448226,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_0_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9032971509257193,
|
|
"minimum_output_cosine": -0.015554387882524699,
|
|
"worst_mean_js": 0.38525110738448226,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_0_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3296210277693274,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_0_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9778834171838737,
|
|
"minimum_output_cosine": -0.0050871415668203405,
|
|
"worst_mean_js": 0.3296210277693274,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_0_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5385364090981495,
|
|
"minimum_top5": 0.312,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_0_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.817583187336652,
|
|
"minimum_output_cosine": -0.004763439349073911,
|
|
"worst_mean_js": 0.5385364090981495,
|
|
"minimum_top5": 0.312,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_0_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4970160010710126,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_0_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1673394200052973,
|
|
"minimum_output_cosine": -0.011035220211337226,
|
|
"worst_mean_js": 0.4970160010710126,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_1_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4165322562742491,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_1_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.7566302957169215,
|
|
"minimum_output_cosine": -0.005894948797892581,
|
|
"worst_mean_js": 0.4165322562742491,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_1_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3481024973443485,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_1_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.400735300427131,
|
|
"minimum_output_cosine": -0.035818102582573064,
|
|
"worst_mean_js": 0.3481024973443485,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_1_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.397846490030714,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_1_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.5449313578300266,
|
|
"minimum_output_cosine": -0.1009191289122956,
|
|
"worst_mean_js": 0.397846490030714,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_1_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.32438243196264316,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_1_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.295056624226591,
|
|
"minimum_output_cosine": 0.011788644716349342,
|
|
"worst_mean_js": 0.32438243196264316,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_1_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.32120787786962657,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_1_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5284111217408776,
|
|
"minimum_output_cosine": -0.026969759226417363,
|
|
"worst_mean_js": 0.32120787786962657,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_1_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2510941610206699,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_1_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.695976971241872,
|
|
"minimum_output_cosine": -0.025080055777170596,
|
|
"worst_mean_js": 0.2510941610206699,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_1_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4689995795977596,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_1_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.997351909206815,
|
|
"minimum_output_cosine": -0.014334740075415865,
|
|
"worst_mean_js": 0.4689995795977596,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_1_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4683030971294177,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_1_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.733878959824257,
|
|
"minimum_output_cosine": -0.03864620476367002,
|
|
"worst_mean_js": 0.4683030971294177,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_2_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4107197833087211,
|
|
"minimum_top5": 0.264,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_2_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.139338907400166,
|
|
"minimum_output_cosine": -0.03188350862850729,
|
|
"worst_mean_js": 0.4107197833087211,
|
|
"minimum_top5": 0.264,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_2_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.38816339072142525,
|
|
"minimum_top5": 0.256,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_2_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.592932672037916,
|
|
"minimum_output_cosine": -0.005697604168385635,
|
|
"worst_mean_js": 0.38816339072142525,
|
|
"minimum_top5": 0.256,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_2_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.38714932884857595,
|
|
"minimum_top5": 0.304,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_2_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.714368334743702,
|
|
"minimum_output_cosine": -0.02753655821204457,
|
|
"worst_mean_js": 0.38714932884857595,
|
|
"minimum_top5": 0.304,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_2_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3443924092376718,
|
|
"minimum_top5": 0.32000000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_2_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.901849074164835,
|
|
"minimum_output_cosine": -0.024857528033345247,
|
|
"worst_mean_js": 0.3443924092376718,
|
|
"minimum_top5": 0.32000000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_2_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3450626853075378,
|
|
"minimum_top5": 0.304,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_2_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.668288296682575,
|
|
"minimum_output_cosine": -0.013887084062608364,
|
|
"worst_mean_js": 0.3450626853075378,
|
|
"minimum_top5": 0.304,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_2_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2722825420019912,
|
|
"minimum_top5": 0.36800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_2_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.5791228552935297,
|
|
"minimum_output_cosine": 0.00542019175430059,
|
|
"worst_mean_js": 0.2722825420019912,
|
|
"minimum_top5": 0.36800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_2_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.43970702844525206,
|
|
"minimum_top5": 0.264,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_2_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.391958033813643,
|
|
"minimum_output_cosine": -0.02211491770404408,
|
|
"worst_mean_js": 0.43970702844525206,
|
|
"minimum_top5": 0.264,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_2_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4694041147336172,
|
|
"minimum_top5": 0.20800000000000002,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_2_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.792049603227669,
|
|
"minimum_output_cosine": -0.024948622364413413,
|
|
"worst_mean_js": 0.4694041147336172,
|
|
"minimum_top5": 0.20800000000000002,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_3_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4086817968248298,
|
|
"minimum_top5": 0.42400000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_3_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.330672698531807,
|
|
"minimum_output_cosine": -0.04898437470321881,
|
|
"worst_mean_js": 0.4086817968248298,
|
|
"minimum_top5": 0.42400000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_3_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.40335011244147445,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_3_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.63998530248771,
|
|
"minimum_output_cosine": -0.01628434902820268,
|
|
"worst_mean_js": 0.40335011244147445,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_3_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4028342954955119,
|
|
"minimum_top5": 0.35999999999999993,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_3_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.8472324765360764,
|
|
"minimum_output_cosine": 0.02580350750808634,
|
|
"worst_mean_js": 0.4028342954955119,
|
|
"minimum_top5": 0.35999999999999993,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_3_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3879234658796378,
|
|
"minimum_top5": 0.256,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_3_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.5538612781753924,
|
|
"minimum_output_cosine": -0.04997241443937551,
|
|
"worst_mean_js": 0.3879234658796378,
|
|
"minimum_top5": 0.256,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_3_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4219924271637302,
|
|
"minimum_top5": 0.264,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_3_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1014762159286646,
|
|
"minimum_output_cosine": 0.021197980323799034,
|
|
"worst_mean_js": 0.4219924271637302,
|
|
"minimum_top5": 0.264,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_3_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3711587626543732,
|
|
"minimum_top5": 0.264,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_3_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.258281869846349,
|
|
"minimum_output_cosine": -0.0010571809472753775,
|
|
"worst_mean_js": 0.3711587626543732,
|
|
"minimum_top5": 0.264,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_3_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5071520556802516,
|
|
"minimum_top5": 0.272,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_3_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.469446463033461,
|
|
"minimum_output_cosine": -0.013764897832944925,
|
|
"worst_mean_js": 0.5071520556802516,
|
|
"minimum_top5": 0.272,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_3_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.45352633794538877,
|
|
"minimum_top5": 0.38400000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_3_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.2869103286030734,
|
|
"minimum_output_cosine": -0.005400667949929341,
|
|
"worst_mean_js": 0.45352633794538877,
|
|
"minimum_top5": 0.38400000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_4_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.302513690563433,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_4_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.042034509958607,
|
|
"minimum_output_cosine": 0.018467023134978725,
|
|
"worst_mean_js": 0.302513690563433,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_4_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3121146218020079,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_4_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.8039127671374993,
|
|
"minimum_output_cosine": -0.05596218915512862,
|
|
"worst_mean_js": 0.3121146218020079,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_4_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29529996000459335,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_4_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.324905125194106,
|
|
"minimum_output_cosine": -0.0888053887675188,
|
|
"worst_mean_js": 0.29529996000459335,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_4_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29342107776209725,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_4_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.602828234789421,
|
|
"minimum_output_cosine": 0.09591789323454517,
|
|
"worst_mean_js": 0.29342107776209725,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_4_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3055790218380721,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_4_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.744677965191933,
|
|
"minimum_output_cosine": -0.04351447861360208,
|
|
"worst_mean_js": 0.3055790218380721,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_4_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.22040160913283038,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_4_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.81354564724232,
|
|
"minimum_output_cosine": -0.02731824327468676,
|
|
"worst_mean_js": 0.22040160913283038,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_4_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4139242685363233,
|
|
"minimum_top5": 0.40800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_4_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.679682365938256,
|
|
"minimum_output_cosine": -0.07478990758906238,
|
|
"worst_mean_js": 0.4139242685363233,
|
|
"minimum_top5": 0.40800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_4_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3895389775825165,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_4_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9907281479731302,
|
|
"minimum_output_cosine": -0.1403705672656962,
|
|
"worst_mean_js": 0.3895389775825165,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_5_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3565789014118627,
|
|
"minimum_top5": 0.48800000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_5_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.792518672453978,
|
|
"minimum_output_cosine": -0.06714474971574119,
|
|
"worst_mean_js": 0.3565789014118627,
|
|
"minimum_top5": 0.48800000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_5_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.35024903526396406,
|
|
"minimum_top5": 0.32800000000000007,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_5_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.867696146187258,
|
|
"minimum_output_cosine": -0.0616898597319355,
|
|
"worst_mean_js": 0.35024903526396406,
|
|
"minimum_top5": 0.32800000000000007,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_5_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.33868763407686225,
|
|
"minimum_top5": 0.4640000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_5_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.1301821416023503,
|
|
"minimum_output_cosine": -0.06232101231214954,
|
|
"worst_mean_js": 0.33868763407686225,
|
|
"minimum_top5": 0.4640000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_5_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.34407031748053607,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_5_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.812972350219798,
|
|
"minimum_output_cosine": -0.02452890743560664,
|
|
"worst_mean_js": 0.34407031748053607,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_5_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3370674022400912,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_5_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.4623325063572024,
|
|
"minimum_output_cosine": -0.01567806150478005,
|
|
"worst_mean_js": 0.3370674022400912,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_5_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2641106431304205,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_5_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.405202704985172,
|
|
"minimum_output_cosine": -0.026853767010562968,
|
|
"worst_mean_js": 0.2641106431304205,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_5_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.444809692200667,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_5_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.6135381823298895,
|
|
"minimum_output_cosine": -0.0243321886049737,
|
|
"worst_mean_js": 0.444809692200667,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_5_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.38532625558681,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_5_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5104983646588153,
|
|
"minimum_output_cosine": 0.0016123070598987256,
|
|
"worst_mean_js": 0.38532625558681,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_6_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4494086282227242,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_6_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.67360493069324,
|
|
"minimum_output_cosine": -0.014702436575518054,
|
|
"worst_mean_js": 0.4494086282227242,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_6_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.41345016642313814,
|
|
"minimum_top5": 0.31200000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_6_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.8603327843982673,
|
|
"minimum_output_cosine": -0.003905091083065157,
|
|
"worst_mean_js": 0.41345016642313814,
|
|
"minimum_top5": 0.31200000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_6_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.42065794807939555,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_6_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.100665952829256,
|
|
"minimum_output_cosine": -0.014791798685701765,
|
|
"worst_mean_js": 0.42065794807939555,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_6_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.38491446456478967,
|
|
"minimum_top5": 0.272,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_6_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.7885994422346494,
|
|
"minimum_output_cosine": -0.05472980010287848,
|
|
"worst_mean_js": 0.38491446456478967,
|
|
"minimum_top5": 0.272,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_6_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3826707539377626,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_6_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.413760922225375,
|
|
"minimum_output_cosine": -0.026894963079262802,
|
|
"worst_mean_js": 0.3826707539377626,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_6_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.33492178139672796,
|
|
"minimum_top5": 0.24000000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_6_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.4805670305894667,
|
|
"minimum_output_cosine": -0.0008494011070127685,
|
|
"worst_mean_js": 0.33492178139672796,
|
|
"minimum_top5": 0.24000000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_6_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5277754614637649,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_6_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.8838494831082637,
|
|
"minimum_output_cosine": 0.004587169410451369,
|
|
"worst_mean_js": 0.5277754614637649,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_6_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5023410735203298,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_6_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5325553318376586,
|
|
"minimum_output_cosine": -0.05342224567922057,
|
|
"worst_mean_js": 0.5023410735203298,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_7_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3209728140487612,
|
|
"minimum_top5": 0.48800000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_7_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1655565436281723,
|
|
"minimum_output_cosine": -0.09122510789326256,
|
|
"worst_mean_js": 0.3209728140487612,
|
|
"minimum_top5": 0.48800000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_7_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.412906598640892,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_7_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.1886356828751197,
|
|
"minimum_output_cosine": -0.04169046450390342,
|
|
"worst_mean_js": 0.412906598640892,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_7_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29176573791751637,
|
|
"minimum_top5": 0.5039999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_7_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.607553238914232,
|
|
"minimum_output_cosine": -0.07719294234881621,
|
|
"worst_mean_js": 0.29176573791751637,
|
|
"minimum_top5": 0.5039999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_7_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.45400503054781594,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_7_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.045938763065934,
|
|
"minimum_output_cosine": -0.13160887348270106,
|
|
"worst_mean_js": 0.45400503054781594,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_7_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.45954450758929405,
|
|
"minimum_top5": 0.37599999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_7_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9521740185142364,
|
|
"minimum_output_cosine": -0.06598470536051713,
|
|
"worst_mean_js": 0.45954450758929405,
|
|
"minimum_top5": 0.37599999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_7_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3985950347087023,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_7_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9729194405781805,
|
|
"minimum_output_cosine": -0.013561690634106746,
|
|
"worst_mean_js": 0.3985950347087023,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_7_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4921715311678084,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_7_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.8216393292050674,
|
|
"minimum_output_cosine": 0.05827922313411468,
|
|
"worst_mean_js": 0.4921715311678084,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_7_7_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.25923018390928987,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_7_7_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9956575923854303,
|
|
"minimum_output_cosine": 0.031499964397843076,
|
|
"worst_mean_js": 0.25923018390928987,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "v_group_3_7_0_0",
|
|
"kind": "v_group",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.783674462312341
|
|
},
|
|
{
|
|
"id": "v_group_3_7_0_1",
|
|
"kind": "v_group",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.7171001886812838
|
|
},
|
|
{
|
|
"id": "v_group_3_7_1_0",
|
|
"kind": "v_group",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.6360862244082828
|
|
},
|
|
{
|
|
"id": "v_group_3_7_1_1",
|
|
"kind": "v_group",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.636272140091731
|
|
},
|
|
{
|
|
"id": "full_attention_3_11",
|
|
"kind": "full_attention",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 0,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1107359543482542,
|
|
"minimum_output_cosine": -0.007866193984715065,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_0_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5112715374705913,
|
|
"minimum_top5": 0.24,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_0_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.593005535601422,
|
|
"minimum_output_cosine": -0.052465060888656476,
|
|
"worst_mean_js": 0.5112715374705913,
|
|
"minimum_top5": 0.24,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_0_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.43598007960548457,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_0_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.279553650407272,
|
|
"minimum_output_cosine": -0.05325519749112579,
|
|
"worst_mean_js": 0.43598007960548457,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_0_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4622241119907725,
|
|
"minimum_top5": 0.256,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_0_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.996275776834331,
|
|
"minimum_output_cosine": -0.05838446275721833,
|
|
"worst_mean_js": 0.4622241119907725,
|
|
"minimum_top5": 0.256,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_0_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4541206078998387,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_0_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.396301591084907,
|
|
"minimum_output_cosine": -0.0010591808393614957,
|
|
"worst_mean_js": 0.4541206078998387,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_0_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.45459469787330925,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_0_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.7588681413806095,
|
|
"minimum_output_cosine": 0.011925913001384193,
|
|
"worst_mean_js": 0.45459469787330925,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_0_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5007762077531613,
|
|
"minimum_top5": 0.248,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_0_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.10924516628729,
|
|
"minimum_output_cosine": -0.01075169998022293,
|
|
"worst_mean_js": 0.5007762077531613,
|
|
"minimum_top5": 0.248,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_0_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.37724975438915087,
|
|
"minimum_top5": 0.3999999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_0_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.005267047354838,
|
|
"minimum_output_cosine": -0.07664081303467245,
|
|
"worst_mean_js": 0.37724975438915087,
|
|
"minimum_top5": 0.3999999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_0_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4831986970744391,
|
|
"minimum_top5": 0.352,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_0_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.6184804780209467,
|
|
"minimum_output_cosine": 0.011946041855582663,
|
|
"worst_mean_js": 0.4831986970744391,
|
|
"minimum_top5": 0.352,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_1_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4498150032911773,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_1_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.6253492443744366,
|
|
"minimum_output_cosine": -0.009358655720846579,
|
|
"worst_mean_js": 0.4498150032911773,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_1_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.38952021229619516,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_1_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.919825176354498,
|
|
"minimum_output_cosine": -0.005139447980289634,
|
|
"worst_mean_js": 0.38952021229619516,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_1_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4078915797296414,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_1_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.510583956209678,
|
|
"minimum_output_cosine": -0.010645966754791247,
|
|
"worst_mean_js": 0.4078915797296414,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_1_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4048377090947877,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_1_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.3906397254021297,
|
|
"minimum_output_cosine": -0.07156760933838929,
|
|
"worst_mean_js": 0.4048377090947877,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_1_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.39741177449264425,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_1_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.927830317537106,
|
|
"minimum_output_cosine": -0.05195789084428368,
|
|
"worst_mean_js": 0.39741177449264425,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_1_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4271335242833266,
|
|
"minimum_top5": 0.312,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_1_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.4317972528635092,
|
|
"minimum_output_cosine": -0.01919910375744593,
|
|
"worst_mean_js": 0.4271335242833266,
|
|
"minimum_top5": 0.312,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_1_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3028891842015203,
|
|
"minimum_top5": 0.44000000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_1_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.083690176453382,
|
|
"minimum_output_cosine": -0.0023829741078153716,
|
|
"worst_mean_js": 0.3028891842015203,
|
|
"minimum_top5": 0.44000000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_1_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.42775946151930777,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_1_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.5684505233174133,
|
|
"minimum_output_cosine": -0.024428777966406905,
|
|
"worst_mean_js": 0.42775946151930777,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_2_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.444700755400665,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_2_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.052033603654301,
|
|
"minimum_output_cosine": 0.010842891558994051,
|
|
"worst_mean_js": 0.444700755400665,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_2_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4220187203222014,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_2_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9673376562890665,
|
|
"minimum_output_cosine": -0.017808419871568393,
|
|
"worst_mean_js": 0.4220187203222014,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_2_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.39347788371054193,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_2_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.376256662162875,
|
|
"minimum_output_cosine": -0.015539725331299924,
|
|
"worst_mean_js": 0.39347788371054193,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_2_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4243547679818453,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_2_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.7997591432176376,
|
|
"minimum_output_cosine": -0.015553479031155693,
|
|
"worst_mean_js": 0.4243547679818453,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_2_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.43857685469458735,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_2_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.274996213069966,
|
|
"minimum_output_cosine": -0.034350076476334056,
|
|
"worst_mean_js": 0.43857685469458735,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_2_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4493543880594929,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_2_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.4313402484389885,
|
|
"minimum_output_cosine": -0.01834592714860888,
|
|
"worst_mean_js": 0.4493543880594929,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_2_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.30559956571384767,
|
|
"minimum_top5": 0.37599999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_2_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.1654308863702685,
|
|
"minimum_output_cosine": -0.021709527286439403,
|
|
"worst_mean_js": 0.30559956571384767,
|
|
"minimum_top5": 0.37599999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_2_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4244963944422037,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_2_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.453224513991128,
|
|
"minimum_output_cosine": -0.02723379102772859,
|
|
"worst_mean_js": 0.4244963944422037,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_3_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4909383988803523,
|
|
"minimum_top5": 0.24000000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_3_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.009691768300797,
|
|
"minimum_output_cosine": -0.017526338287785076,
|
|
"worst_mean_js": 0.4909383988803523,
|
|
"minimum_top5": 0.24000000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_3_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.42960212499145034,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_3_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.3508846320148225,
|
|
"minimum_output_cosine": -0.0867749918805414,
|
|
"worst_mean_js": 0.42960212499145034,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_3_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.44364251643475106,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_3_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1224678008184146,
|
|
"minimum_output_cosine": -0.018837820236107635,
|
|
"worst_mean_js": 0.44364251643475106,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_3_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4434254107392212,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_3_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.781801726886684,
|
|
"minimum_output_cosine": -0.015666817763839623,
|
|
"worst_mean_js": 0.4434254107392212,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_3_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.43527312097276377,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_3_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.2321443997778787,
|
|
"minimum_output_cosine": -0.003179586303728579,
|
|
"worst_mean_js": 0.43527312097276377,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_3_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.47451526965764684,
|
|
"minimum_top5": 0.22400000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_3_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.997271944386627,
|
|
"minimum_output_cosine": 0.008046796883029991,
|
|
"worst_mean_js": 0.47451526965764684,
|
|
"minimum_top5": 0.22400000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_3_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3376089957905063,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_3_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.371438673689715,
|
|
"minimum_output_cosine": -0.04007210209720606,
|
|
"worst_mean_js": 0.3376089957905063,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_3_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.45766845018079566,
|
|
"minimum_top5": 0.352,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_3_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.005619826194979,
|
|
"minimum_output_cosine": 0.027382436257563484,
|
|
"worst_mean_js": 0.45766845018079566,
|
|
"minimum_top5": 0.352,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_4_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.41085584333768205,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_4_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.4877019076470615,
|
|
"minimum_output_cosine": 0.005157349226625478,
|
|
"worst_mean_js": 0.41085584333768205,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_4_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3414772605941137,
|
|
"minimum_top5": 0.35999999999999993,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_4_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5985091648362233,
|
|
"minimum_output_cosine": -0.0008497022050508986,
|
|
"worst_mean_js": 0.3414772605941137,
|
|
"minimum_top5": 0.35999999999999993,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_4_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.34468805193389634,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_4_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.011789082829217,
|
|
"minimum_output_cosine": -0.019541087051540635,
|
|
"worst_mean_js": 0.34468805193389634,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_4_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.32997498644281065,
|
|
"minimum_top5": 0.49599999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_4_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1884864503366965,
|
|
"minimum_output_cosine": -0.09958153713170158,
|
|
"worst_mean_js": 0.32997498644281065,
|
|
"minimum_top5": 0.49599999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_4_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3764314122779036,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_4_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.7835865554701416,
|
|
"minimum_output_cosine": -0.05355174748502018,
|
|
"worst_mean_js": 0.3764314122779036,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_4_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4220499280605605,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_4_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1476671275972414,
|
|
"minimum_output_cosine": -0.013253653261420143,
|
|
"worst_mean_js": 0.4220499280605605,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_4_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2521432387123055,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_4_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.8991973424907873,
|
|
"minimum_output_cosine": -0.024933647831159637,
|
|
"worst_mean_js": 0.2521432387123055,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_4_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3585797673255794,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_4_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.392824668067923,
|
|
"minimum_output_cosine": -0.06739716432078863,
|
|
"worst_mean_js": 0.3585797673255794,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_5_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4480037751350725,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_5_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.57457223682331,
|
|
"minimum_output_cosine": -0.02459779438462669,
|
|
"worst_mean_js": 0.4480037751350725,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_5_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3540617900584593,
|
|
"minimum_top5": 0.43999999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_5_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9674427749268752,
|
|
"minimum_output_cosine": 0.028426289639955964,
|
|
"worst_mean_js": 0.3540617900584593,
|
|
"minimum_top5": 0.43999999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_5_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3644538834845151,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_5_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.2253009055864106,
|
|
"minimum_output_cosine": 0.052632905481034435,
|
|
"worst_mean_js": 0.3644538834845151,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_5_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3709739118086913,
|
|
"minimum_top5": 0.43999999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_5_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.960827362574928,
|
|
"minimum_output_cosine": -0.025623819314110896,
|
|
"worst_mean_js": 0.3709739118086913,
|
|
"minimum_top5": 0.43999999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_5_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.41110604448775134,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_5_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.9734218882158214,
|
|
"minimum_output_cosine": -0.03301180318170185,
|
|
"worst_mean_js": 0.41110604448775134,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_5_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.455248838596203,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_5_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.485770956576148,
|
|
"minimum_output_cosine": -0.005574391436871005,
|
|
"worst_mean_js": 0.455248838596203,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_5_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.28319759450160065,
|
|
"minimum_top5": 0.4799999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_5_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.225139161969048,
|
|
"minimum_output_cosine": -0.044234526716230876,
|
|
"worst_mean_js": 0.28319759450160065,
|
|
"minimum_top5": 0.4799999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_5_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.39064556405743234,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_5_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.542502286243757,
|
|
"minimum_output_cosine": -0.044918142326010393,
|
|
"worst_mean_js": 0.39064556405743234,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_6_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4993223197925822,
|
|
"minimum_top5": 0.256,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_6_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.4187347043351464,
|
|
"minimum_output_cosine": -0.06391860027426359,
|
|
"worst_mean_js": 0.4993223197925822,
|
|
"minimum_top5": 0.256,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_6_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.43749468146443427,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_6_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.0782955707549715,
|
|
"minimum_output_cosine": -0.06584762819521361,
|
|
"worst_mean_js": 0.43749468146443427,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_6_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4585740934162179,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_6_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.2776102192935377,
|
|
"minimum_output_cosine": -0.02983289101494507,
|
|
"worst_mean_js": 0.4585740934162179,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_6_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.45298918592265147,
|
|
"minimum_top5": 0.36800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_6_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.0001369080743188,
|
|
"minimum_output_cosine": -0.026477078196889388,
|
|
"worst_mean_js": 0.45298918592265147,
|
|
"minimum_top5": 0.36800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_6_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4413371362129607,
|
|
"minimum_top5": 0.352,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_6_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.7490634393680318,
|
|
"minimum_output_cosine": -0.0019466428367665278,
|
|
"worst_mean_js": 0.4413371362129607,
|
|
"minimum_top5": 0.352,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_6_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4834035831833134,
|
|
"minimum_top5": 0.272,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_6_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.4002676669471046,
|
|
"minimum_output_cosine": -0.019825126580266812,
|
|
"worst_mean_js": 0.4834035831833134,
|
|
"minimum_top5": 0.272,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_6_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.34612034372382733,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_6_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.068355505835278,
|
|
"minimum_output_cosine": -0.025623845303146466,
|
|
"worst_mean_js": 0.34612034372382733,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_6_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4787746075811667,
|
|
"minimum_top5": 0.31999999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_6_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.5023417902372196,
|
|
"minimum_output_cosine": -0.030729440508299996,
|
|
"worst_mean_js": 0.4787746075811667,
|
|
"minimum_top5": 0.31999999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_7_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5281925129774457,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_7_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.810616208571906,
|
|
"minimum_output_cosine": -0.09241152352031339,
|
|
"worst_mean_js": 0.5281925129774457,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_7_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4184805143991909,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_7_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.390094549246843,
|
|
"minimum_output_cosine": 0.1048651055082355,
|
|
"worst_mean_js": 0.4184805143991909,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_7_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4593125625413007,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_7_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8918332307725665,
|
|
"minimum_output_cosine": 0.01903427793434381,
|
|
"worst_mean_js": 0.4593125625413007,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_7_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3388326167736686,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_7_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.437122555593579,
|
|
"minimum_output_cosine": 0.018533080105367895,
|
|
"worst_mean_js": 0.3388326167736686,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_7_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4564315210437555,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_7_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.1127019632072,
|
|
"minimum_output_cosine": -0.045305687082193666,
|
|
"worst_mean_js": 0.4564315210437555,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_7_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5341954323244016,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_7_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1041032008812497,
|
|
"minimum_output_cosine": -0.030088161981804053,
|
|
"worst_mean_js": 0.5341954323244016,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_7_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3347928322591588,
|
|
"minimum_top5": 0.44000000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_7_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.293651217621158,
|
|
"minimum_output_cosine": -0.09191738281585185,
|
|
"worst_mean_js": 0.3347928322591588,
|
|
"minimum_top5": 0.44000000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_11_7_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.43264579342191767,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_11_7_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.703052867664707,
|
|
"minimum_output_cosine": -0.07653072023138958,
|
|
"worst_mean_js": 0.43264579342191767,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "v_group_3_11_0_0",
|
|
"kind": "v_group",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.9649433369997293
|
|
},
|
|
{
|
|
"id": "v_group_3_11_0_1",
|
|
"kind": "v_group",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.8343265498401313
|
|
},
|
|
{
|
|
"id": "v_group_3_11_1_0",
|
|
"kind": "v_group",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.6636346860510371
|
|
},
|
|
{
|
|
"id": "v_group_3_11_1_1",
|
|
"kind": "v_group",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.659644579131303
|
|
},
|
|
{
|
|
"id": "full_attention_3_15",
|
|
"kind": "full_attention",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 0,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.4201534917914556,
|
|
"minimum_output_cosine": 0.06614083638875147,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_0_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.45383931998614907,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_0_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5016456708841863,
|
|
"minimum_output_cosine": 0.008919792463874511,
|
|
"worst_mean_js": 0.45383931998614907,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_0_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.34323433526015085,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_0_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.6153648837734766,
|
|
"minimum_output_cosine": 0.030004177964004314,
|
|
"worst_mean_js": 0.34323433526015085,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_0_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5358295062829054,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_0_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.942325606798238,
|
|
"minimum_output_cosine": 0.008038057072665828,
|
|
"worst_mean_js": 0.5358295062829054,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_0_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.378194647041001,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_0_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.4853124699840405,
|
|
"minimum_output_cosine": -0.1309518477705029,
|
|
"worst_mean_js": 0.378194647041001,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_0_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.33290858011906294,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_0_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.975850099932241,
|
|
"minimum_output_cosine": -0.010326632198971931,
|
|
"worst_mean_js": 0.33290858011906294,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_0_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4004437256737888,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_0_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.043530734209447,
|
|
"minimum_output_cosine": -0.01876224505525624,
|
|
"worst_mean_js": 0.4004437256737888,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_0_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4314450127279098,
|
|
"minimum_top5": 0.20800000000000002,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_0_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8042819571563995,
|
|
"minimum_output_cosine": -0.03595614028462947,
|
|
"worst_mean_js": 0.4314450127279098,
|
|
"minimum_top5": 0.20800000000000002,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_0_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3654580784549939,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_0_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7813409955977832,
|
|
"minimum_output_cosine": -0.04970596879301668,
|
|
"worst_mean_js": 0.3654580784549939,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_1_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4199165842072563,
|
|
"minimum_top5": 0.36800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_1_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.0298413246221148,
|
|
"minimum_output_cosine": 0.0006377921149554859,
|
|
"worst_mean_js": 0.4199165842072563,
|
|
"minimum_top5": 0.36800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_1_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.30401194836830614,
|
|
"minimum_top5": 0.42399999999999993,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_1_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.5828423639643048,
|
|
"minimum_output_cosine": -0.011766894511063108,
|
|
"worst_mean_js": 0.30401194836830614,
|
|
"minimum_top5": 0.42399999999999993,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_1_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.47581515497743465,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_1_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.900065102360439,
|
|
"minimum_output_cosine": -0.06819440582498908,
|
|
"worst_mean_js": 0.47581515497743465,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_1_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3122434679180395,
|
|
"minimum_top5": 0.36800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_1_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.236171311169144,
|
|
"minimum_output_cosine": -0.01849920736949231,
|
|
"worst_mean_js": 0.3122434679180395,
|
|
"minimum_top5": 0.36800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_1_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2790177058667224,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_1_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.646686589921914,
|
|
"minimum_output_cosine": -0.013037747539963162,
|
|
"worst_mean_js": 0.2790177058667224,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_1_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.33170162168824463,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_1_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.7195505598371144,
|
|
"minimum_output_cosine": -0.043383470913713106,
|
|
"worst_mean_js": 0.33170162168824463,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_1_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3460329725255552,
|
|
"minimum_top5": 0.272,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_1_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.195578842317099,
|
|
"minimum_output_cosine": -0.017906291356179216,
|
|
"worst_mean_js": 0.3460329725255552,
|
|
"minimum_top5": 0.272,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_1_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3606994391858964,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_1_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.2897512913455897,
|
|
"minimum_output_cosine": -0.022014946826077134,
|
|
"worst_mean_js": 0.3606994391858964,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_2_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4477957303888415,
|
|
"minimum_top5": 0.264,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_2_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.133981701532711,
|
|
"minimum_output_cosine": -0.002993660255409303,
|
|
"worst_mean_js": 0.4477957303888415,
|
|
"minimum_top5": 0.264,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_2_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.36809877552218645,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_2_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.243693125555468,
|
|
"minimum_output_cosine": -0.005802433745510643,
|
|
"worst_mean_js": 0.36809877552218645,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_2_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4406362342149941,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_2_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.179782133550131,
|
|
"minimum_output_cosine": -0.012730521988195515,
|
|
"worst_mean_js": 0.4406362342149941,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_2_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.37699829960132347,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_2_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 8.618567040358235,
|
|
"minimum_output_cosine": -0.022061423580448436,
|
|
"worst_mean_js": 0.37699829960132347,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_2_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3391738259723563,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_2_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.75067634884888,
|
|
"minimum_output_cosine": 0.0002508731580722647,
|
|
"worst_mean_js": 0.3391738259723563,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_2_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3770446863242015,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_2_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.779379224304042,
|
|
"minimum_output_cosine": 0.027944529235320946,
|
|
"worst_mean_js": 0.3770446863242015,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_2_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.26187233737794285,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_2_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.3378339518399605,
|
|
"minimum_output_cosine": -0.012143629702812173,
|
|
"worst_mean_js": 0.26187233737794285,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_2_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3636702241811865,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_2_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.3162996782979253,
|
|
"minimum_output_cosine": -0.009112999309618546,
|
|
"worst_mean_js": 0.3636702241811865,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_3_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.48335916703081544,
|
|
"minimum_top5": 0.22400000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_3_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.8397687883150833,
|
|
"minimum_output_cosine": -0.01863884070923533,
|
|
"worst_mean_js": 0.48335916703081544,
|
|
"minimum_top5": 0.22400000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_3_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3904960877473429,
|
|
"minimum_top5": 0.31200000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_3_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.9000043788226355,
|
|
"minimum_output_cosine": -0.016549161332747298,
|
|
"worst_mean_js": 0.3904960877473429,
|
|
"minimum_top5": 0.31200000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_3_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.47444990717891344,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_3_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.3323099500308015,
|
|
"minimum_output_cosine": 0.02014925152463123,
|
|
"worst_mean_js": 0.47444990717891344,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_3_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3784843647562879,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_3_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.909479609740092,
|
|
"minimum_output_cosine": -0.028512731813896644,
|
|
"worst_mean_js": 0.3784843647562879,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_3_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.33527748549967035,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_3_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1748167075739575,
|
|
"minimum_output_cosine": -0.014709552402938463,
|
|
"worst_mean_js": 0.33527748549967035,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_3_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.36022897380476643,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_3_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.2719587223272515,
|
|
"minimum_output_cosine": 0.006419471466129614,
|
|
"worst_mean_js": 0.36022897380476643,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_3_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.36003686967498594,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_3_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9561740235199934,
|
|
"minimum_output_cosine": -0.02817550087685014,
|
|
"worst_mean_js": 0.36003686967498594,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_3_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3688049072135936,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_3_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9687498543553732,
|
|
"minimum_output_cosine": -0.03990851248683167,
|
|
"worst_mean_js": 0.3688049072135936,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_4_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3851084268394371,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_4_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.251399480733774,
|
|
"minimum_output_cosine": -0.06440620643766365,
|
|
"worst_mean_js": 0.3851084268394371,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_4_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.28266384505156156,
|
|
"minimum_top5": 0.36800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_4_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5954577663959766,
|
|
"minimum_output_cosine": -0.00814754248449434,
|
|
"worst_mean_js": 0.28266384505156156,
|
|
"minimum_top5": 0.36800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_4_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4032121464613575,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_4_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.8368244560168128,
|
|
"minimum_output_cosine": -0.060759650408697664,
|
|
"worst_mean_js": 0.4032121464613575,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_4_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2785712406765375,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_4_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.361256959413947,
|
|
"minimum_output_cosine": 0.013371872089440058,
|
|
"worst_mean_js": 0.2785712406765375,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_4_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3421398715229771,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_4_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.97155695491569,
|
|
"minimum_output_cosine": -0.016061667860434697,
|
|
"worst_mean_js": 0.3421398715229771,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_4_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29102549613446516,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_4_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.020380026925689,
|
|
"minimum_output_cosine": -0.028088452250055265,
|
|
"worst_mean_js": 0.29102549613446516,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_4_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.31457553458146864,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_4_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.828387440791694,
|
|
"minimum_output_cosine": 0.024339390501644832,
|
|
"worst_mean_js": 0.31457553458146864,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_4_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3963034286917882,
|
|
"minimum_top5": 0.3439999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_4_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.866339332415781,
|
|
"minimum_output_cosine": 0.01030720641829181,
|
|
"worst_mean_js": 0.3963034286917882,
|
|
"minimum_top5": 0.3439999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_5_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.39505566252843494,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_5_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.3544107004751003,
|
|
"minimum_output_cosine": -0.012515784184457496,
|
|
"worst_mean_js": 0.39505566252843494,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_5_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.31915990954381307,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_5_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.7030498362691833,
|
|
"minimum_output_cosine": -0.023622518502294285,
|
|
"worst_mean_js": 0.31915990954381307,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_5_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4487192499896557,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_5_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.03624660157967,
|
|
"minimum_output_cosine": -0.020692361209228183,
|
|
"worst_mean_js": 0.4487192499896557,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_5_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3177826419816738,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_5_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.438437493234897,
|
|
"minimum_output_cosine": -0.023410586450839165,
|
|
"worst_mean_js": 0.3177826419816738,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_5_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.33801411240902063,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_5_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.7003640879245387,
|
|
"minimum_output_cosine": 0.00533229603749394,
|
|
"worst_mean_js": 0.33801411240902063,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_5_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.31261028370843125,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_5_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.7867909383347405,
|
|
"minimum_output_cosine": 0.013991004628151239,
|
|
"worst_mean_js": 0.31261028370843125,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_5_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3296235582141074,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_5_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.2007144132477374,
|
|
"minimum_output_cosine": -0.0027154488736739167,
|
|
"worst_mean_js": 0.3296235582141074,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_5_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.38714547703462954,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_5_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.156348455776868,
|
|
"minimum_output_cosine": -0.00026718498494111137,
|
|
"worst_mean_js": 0.38714547703462954,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_6_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.46787218459879404,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_6_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.338717212433072,
|
|
"minimum_output_cosine": -0.0037482276146590344,
|
|
"worst_mean_js": 0.46787218459879404,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_6_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3416307666290595,
|
|
"minimum_top5": 0.38400000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_6_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.5992186909890607,
|
|
"minimum_output_cosine": -0.024325863983502012,
|
|
"worst_mean_js": 0.3416307666290595,
|
|
"minimum_top5": 0.38400000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_6_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5256070522564021,
|
|
"minimum_top5": 0.352,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_6_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.9626130293875614,
|
|
"minimum_output_cosine": 0.0023344470098138758,
|
|
"worst_mean_js": 0.5256070522564021,
|
|
"minimum_top5": 0.352,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_6_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.357160698864833,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_6_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.170131720315956,
|
|
"minimum_output_cosine": -0.021004719638643036,
|
|
"worst_mean_js": 0.357160698864833,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_6_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3049677232308654,
|
|
"minimum_top5": 0.312,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_6_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.6207066957137317,
|
|
"minimum_output_cosine": -0.0029535742175049798,
|
|
"worst_mean_js": 0.3049677232308654,
|
|
"minimum_top5": 0.312,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_6_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3655282101425111,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_6_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.704592938689547,
|
|
"minimum_output_cosine": -0.013300262643095357,
|
|
"worst_mean_js": 0.3655282101425111,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_6_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3860739733693932,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_6_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.258725997698921,
|
|
"minimum_output_cosine": -0.04739876272729791,
|
|
"worst_mean_js": 0.3860739733693932,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_6_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.34420632743841345,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_6_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.231862507132106,
|
|
"minimum_output_cosine": -0.04030788409525061,
|
|
"worst_mean_js": 0.34420632743841345,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_7_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5191264107013217,
|
|
"minimum_top5": 0.272,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_7_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5369526726431455,
|
|
"minimum_output_cosine": -0.0026718342410347066,
|
|
"worst_mean_js": 0.5191264107013217,
|
|
"minimum_top5": 0.272,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_7_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4569763434417903,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_7_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.9158110224054052,
|
|
"minimum_output_cosine": -0.03089733314743146,
|
|
"worst_mean_js": 0.4569763434417903,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_7_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5029557220604548,
|
|
"minimum_top5": 0.352,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_7_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.1291931983869663,
|
|
"minimum_output_cosine": 0.013227323908827368,
|
|
"worst_mean_js": 0.5029557220604548,
|
|
"minimum_top5": 0.352,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_7_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4195747820234467,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_7_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.004187295713508,
|
|
"minimum_output_cosine": -0.05992758648593212,
|
|
"worst_mean_js": 0.4195747820234467,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_7_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.504358759824467,
|
|
"minimum_top5": 0.272,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_7_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.183450968987311,
|
|
"minimum_output_cosine": -0.029222308030597433,
|
|
"worst_mean_js": 0.504358759824467,
|
|
"minimum_top5": 0.272,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_7_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.42883191116728997,
|
|
"minimum_top5": 0.35999999999999993,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_7_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.2452965438503303,
|
|
"minimum_output_cosine": 0.0001948245200944975,
|
|
"worst_mean_js": 0.42883191116728997,
|
|
"minimum_top5": 0.35999999999999993,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_7_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.505322314678962,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_7_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.861711580339894,
|
|
"minimum_output_cosine": -0.014906092026493858,
|
|
"worst_mean_js": 0.505322314678962,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_15_7_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5046285477575961,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_15_7_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8475223370615046,
|
|
"minimum_output_cosine": 0.037432995542491035,
|
|
"worst_mean_js": 0.5046285477575961,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "v_group_3_15_0_0",
|
|
"kind": "v_group",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 2.157223519886969
|
|
},
|
|
{
|
|
"id": "v_group_3_15_0_1",
|
|
"kind": "v_group",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 2.0132364149779187
|
|
},
|
|
{
|
|
"id": "v_group_3_15_1_0",
|
|
"kind": "v_group",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.920278540690493
|
|
},
|
|
{
|
|
"id": "v_group_3_15_1_1",
|
|
"kind": "v_group",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.8407190052770024
|
|
},
|
|
{
|
|
"id": "full_attention_3_19",
|
|
"kind": "full_attention",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 0,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.878649385440971,
|
|
"minimum_output_cosine": -0.03316361475498238,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_0_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.287666565556719,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_0_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.2165377292965744,
|
|
"minimum_output_cosine": -0.010439134481209837,
|
|
"worst_mean_js": 0.287666565556719,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_0_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.23463295624264283,
|
|
"minimum_top5": 0.3600000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_0_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.7570744639394955,
|
|
"minimum_output_cosine": 0.009624334978154618,
|
|
"worst_mean_js": 0.23463295624264283,
|
|
"minimum_top5": 0.3600000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_0_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2743017332018211,
|
|
"minimum_top5": 0.3440000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_0_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.650766325659462,
|
|
"minimum_output_cosine": -0.005821267263983616,
|
|
"worst_mean_js": 0.2743017332018211,
|
|
"minimum_top5": 0.3440000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_0_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.24576139512520342,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_0_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.734766816955948,
|
|
"minimum_output_cosine": 0.015281965568831976,
|
|
"worst_mean_js": 0.24576139512520342,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_0_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1942053783606653,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_0_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.6663819002506095,
|
|
"minimum_output_cosine": -0.017924435687340604,
|
|
"worst_mean_js": 0.1942053783606653,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_0_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29444265862946706,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_0_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.5644800778195975,
|
|
"minimum_output_cosine": 0.009957423365996433,
|
|
"worst_mean_js": 0.29444265862946706,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_0_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3072891617562544,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_0_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.261163448096577,
|
|
"minimum_output_cosine": -0.03631869099176425,
|
|
"worst_mean_js": 0.3072891617562544,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_0_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.26253867473687964,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_0_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.2167006426575626,
|
|
"minimum_output_cosine": 0.001974064017192797,
|
|
"worst_mean_js": 0.26253867473687964,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_1_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.23235902051593157,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_1_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.9485339309968652,
|
|
"minimum_output_cosine": -0.017304302814415216,
|
|
"worst_mean_js": 0.23235902051593157,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_1_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.20580789618215625,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_1_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.9399130444044297,
|
|
"minimum_output_cosine": -0.021166665352236675,
|
|
"worst_mean_js": 0.20580789618215625,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_1_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.22526063904551033,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_1_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.7313754953334604,
|
|
"minimum_output_cosine": -0.0032605645207359887,
|
|
"worst_mean_js": 0.22526063904551033,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_1_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.20488657391001006,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_1_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.9285100700802107,
|
|
"minimum_output_cosine": -0.03779237361297531,
|
|
"worst_mean_js": 0.20488657391001006,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_1_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.19067744137919185,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_1_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 9.703958108195067,
|
|
"minimum_output_cosine": -0.025432214647763855,
|
|
"worst_mean_js": 0.19067744137919185,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_1_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.25101882904715717,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_1_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.142827099737889,
|
|
"minimum_output_cosine": -0.01636154493234725,
|
|
"worst_mean_js": 0.25101882904715717,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_1_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2417049691767876,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_1_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.72835251276859,
|
|
"minimum_output_cosine": -0.042345409362459306,
|
|
"worst_mean_js": 0.2417049691767876,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_1_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2127700474233582,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_1_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.6446159732387695,
|
|
"minimum_output_cosine": -0.01651549396750936,
|
|
"worst_mean_js": 0.2127700474233582,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_2_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.27492557579537225,
|
|
"minimum_top5": 0.31200000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_2_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.8610111184308646,
|
|
"minimum_output_cosine": -0.027567555359970602,
|
|
"worst_mean_js": 0.27492557579537225,
|
|
"minimum_top5": 0.31200000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_2_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.27793397049510377,
|
|
"minimum_top5": 0.312,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_2_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.311675094469134,
|
|
"minimum_output_cosine": -0.007165755834954544,
|
|
"worst_mean_js": 0.27793397049510377,
|
|
"minimum_top5": 0.312,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_2_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.299588646948464,
|
|
"minimum_top5": 0.272,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_2_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.207547571824089,
|
|
"minimum_output_cosine": -0.008619210584608588,
|
|
"worst_mean_js": 0.299588646948464,
|
|
"minimum_top5": 0.272,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_2_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2798477439545179,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_2_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.412705354829287,
|
|
"minimum_output_cosine": -0.016847694788864036,
|
|
"worst_mean_js": 0.2798477439545179,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_2_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29775113517357493,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_2_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 12.798462865214859,
|
|
"minimum_output_cosine": -0.02062407363483316,
|
|
"worst_mean_js": 0.29775113517357493,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_2_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.25315061892424806,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_2_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.465963099842881,
|
|
"minimum_output_cosine": 0.0020201391007445635,
|
|
"worst_mean_js": 0.25315061892424806,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_2_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2765370943566346,
|
|
"minimum_top5": 0.31200000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_2_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.8031978569972615,
|
|
"minimum_output_cosine": -0.03523475118977599,
|
|
"worst_mean_js": 0.2765370943566346,
|
|
"minimum_top5": 0.31200000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_2_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2588524747008947,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_2_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.169236997474183,
|
|
"minimum_output_cosine": -0.048150535150653234,
|
|
"worst_mean_js": 0.2588524747008947,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_3_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.26103081518391685,
|
|
"minimum_top5": 0.24000000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_3_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.452550495279973,
|
|
"minimum_output_cosine": -0.02269993220792851,
|
|
"worst_mean_js": 0.26103081518391685,
|
|
"minimum_top5": 0.24000000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_3_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.30785363215574263,
|
|
"minimum_top5": 0.264,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_3_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.272358946072063,
|
|
"minimum_output_cosine": -0.015172880132502682,
|
|
"worst_mean_js": 0.30785363215574263,
|
|
"minimum_top5": 0.264,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_3_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29251299349525217,
|
|
"minimum_top5": 0.264,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_3_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.0925051904141623,
|
|
"minimum_output_cosine": -0.04501841260723895,
|
|
"worst_mean_js": 0.29251299349525217,
|
|
"minimum_top5": 0.264,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_3_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.27069250366124054,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_3_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.194652739160785,
|
|
"minimum_output_cosine": 0.01309282451386556,
|
|
"worst_mean_js": 0.27069250366124054,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_3_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.21034508093344992,
|
|
"minimum_top5": 0.37599999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_3_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.893675386020966,
|
|
"minimum_output_cosine": -0.023158524625728264,
|
|
"worst_mean_js": 0.21034508093344992,
|
|
"minimum_top5": 0.37599999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_3_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2632486593779897,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_3_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.2079289898545165,
|
|
"minimum_output_cosine": -0.027675598635190764,
|
|
"worst_mean_js": 0.2632486593779897,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_3_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29578774976723204,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_3_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.8082943943372887,
|
|
"minimum_output_cosine": 0.014304125712495817,
|
|
"worst_mean_js": 0.29578774976723204,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_3_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2653364665805071,
|
|
"minimum_top5": 0.312,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_3_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.7750278308163407,
|
|
"minimum_output_cosine": -0.02915593237923403,
|
|
"worst_mean_js": 0.2653364665805071,
|
|
"minimum_top5": 0.312,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_4_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.20084061918856333,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_4_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.072045786278107,
|
|
"minimum_output_cosine": -0.021542474517182098,
|
|
"worst_mean_js": 0.20084061918856333,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_4_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2689591364219968,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_4_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.505484379856172,
|
|
"minimum_output_cosine": -0.004735293011890403,
|
|
"worst_mean_js": 0.2689591364219968,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_4_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.25546308634343673,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_4_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.458673171379775,
|
|
"minimum_output_cosine": 0.016335718607414167,
|
|
"worst_mean_js": 0.25546308634343673,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_4_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.22899475128563287,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_4_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.470435825088311,
|
|
"minimum_output_cosine": -0.03139355553865929,
|
|
"worst_mean_js": 0.22899475128563287,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_4_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.23322733126718578,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_4_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.901982601001556,
|
|
"minimum_output_cosine": -0.008615312816126597,
|
|
"worst_mean_js": 0.23322733126718578,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_4_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.204265696142787,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_4_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.43022966249946,
|
|
"minimum_output_cosine": -0.033715076878110116,
|
|
"worst_mean_js": 0.204265696142787,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_4_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2362304561584171,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_4_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.9996690313419108,
|
|
"minimum_output_cosine": -0.07922545795432624,
|
|
"worst_mean_js": 0.2362304561584171,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_4_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2448506997714971,
|
|
"minimum_top5": 0.38400000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_4_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.049631317715574,
|
|
"minimum_output_cosine": -0.07818126659529209,
|
|
"worst_mean_js": 0.2448506997714971,
|
|
"minimum_top5": 0.38400000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_5_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.23242806046596953,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_5_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.864204815123912,
|
|
"minimum_output_cosine": -0.023223259381168454,
|
|
"worst_mean_js": 0.23242806046596953,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_5_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3184762485816662,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_5_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.5766387065076084,
|
|
"minimum_output_cosine": -0.01704724563568929,
|
|
"worst_mean_js": 0.3184762485816662,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_5_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.22083186523344295,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_5_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.498833611864527,
|
|
"minimum_output_cosine": -0.016816192351751177,
|
|
"worst_mean_js": 0.22083186523344295,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_5_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2700028853581782,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_5_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.3974451923038487,
|
|
"minimum_output_cosine": -0.010020912975238445,
|
|
"worst_mean_js": 0.2700028853581782,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_5_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.27431099672027726,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_5_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 8.714380005972753,
|
|
"minimum_output_cosine": -0.023094758209550738,
|
|
"worst_mean_js": 0.27431099672027726,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_5_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2659413734124884,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_5_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.953457295278062,
|
|
"minimum_output_cosine": -0.0018671943816082643,
|
|
"worst_mean_js": 0.2659413734124884,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_5_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.234944784469272,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_5_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.298068123111678,
|
|
"minimum_output_cosine": -0.0633817729018639,
|
|
"worst_mean_js": 0.234944784469272,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_5_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2626212460179558,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_5_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.404064191744111,
|
|
"minimum_output_cosine": -0.06410262632155717,
|
|
"worst_mean_js": 0.2626212460179558,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_6_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.22078733959962146,
|
|
"minimum_top5": 0.36800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_6_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.7695434107970134,
|
|
"minimum_output_cosine": -0.026574608970507212,
|
|
"worst_mean_js": 0.22078733959962146,
|
|
"minimum_top5": 0.36800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_6_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.24540816217330474,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_6_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.484408457328556,
|
|
"minimum_output_cosine": -0.002757037892243579,
|
|
"worst_mean_js": 0.24540816217330474,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_6_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.21842259847867282,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_6_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.4334401212127954,
|
|
"minimum_output_cosine": -0.08087614619043833,
|
|
"worst_mean_js": 0.21842259847867282,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_6_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.223950888005351,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_6_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.437599611093041,
|
|
"minimum_output_cosine": -0.005409071305181575,
|
|
"worst_mean_js": 0.223950888005351,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_6_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2203130288486913,
|
|
"minimum_top5": 0.312,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_6_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 8.440348095973526,
|
|
"minimum_output_cosine": -0.04775461857156652,
|
|
"worst_mean_js": 0.2203130288486913,
|
|
"minimum_top5": 0.312,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_6_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.24167448687816692,
|
|
"minimum_top5": 0.3439999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_6_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.7375305759398625,
|
|
"minimum_output_cosine": -0.06484083413222103,
|
|
"worst_mean_js": 0.24167448687816692,
|
|
"minimum_top5": 0.3439999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_6_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.25578424902445207,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_6_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.125499587326056,
|
|
"minimum_output_cosine": -0.028158490884260482,
|
|
"worst_mean_js": 0.25578424902445207,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_6_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.22608129863473495,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_6_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.137539146744003,
|
|
"minimum_output_cosine": -0.00545088791548366,
|
|
"worst_mean_js": 0.22608129863473495,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_7_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4658072499785702,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_7_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.288906622050916,
|
|
"minimum_output_cosine": -0.016251812829351092,
|
|
"worst_mean_js": 0.4658072499785702,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_7_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5104403094224513,
|
|
"minimum_top5": 0.3839999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_7_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.8444013371572954,
|
|
"minimum_output_cosine": -0.010811833697086904,
|
|
"worst_mean_js": 0.5104403094224513,
|
|
"minimum_top5": 0.3839999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_7_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5075951921006985,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_7_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.761536312223669,
|
|
"minimum_output_cosine": 0.013857704517692486,
|
|
"worst_mean_js": 0.5075951921006985,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_7_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5066526102597563,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_7_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.8231079682894316,
|
|
"minimum_output_cosine": -0.012972217910993808,
|
|
"worst_mean_js": 0.5066526102597563,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_7_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5016369290895746,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_7_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.7741742031122385,
|
|
"minimum_output_cosine": -0.017307062031551277,
|
|
"worst_mean_js": 0.5016369290895746,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_7_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4343474036309201,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_7_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.865054782047995,
|
|
"minimum_output_cosine": -0.02712739739724581,
|
|
"worst_mean_js": 0.4343474036309201,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_7_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.48164875809542,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_7_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.382585824348232,
|
|
"minimum_output_cosine": -0.04537991801646666,
|
|
"worst_mean_js": 0.48164875809542,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_19_7_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.51356862658067,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_19_7_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.402299207774395,
|
|
"minimum_output_cosine": -0.04213527320571465,
|
|
"worst_mean_js": 0.51356862658067,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "v_group_3_19_0_0",
|
|
"kind": "v_group",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 2.562618507699084
|
|
},
|
|
{
|
|
"id": "v_group_3_19_0_1",
|
|
"kind": "v_group",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 3.389171924784933
|
|
},
|
|
{
|
|
"id": "v_group_3_19_1_0",
|
|
"kind": "v_group",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 2.361860213006372
|
|
},
|
|
{
|
|
"id": "v_group_3_19_1_1",
|
|
"kind": "v_group",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 3.1526667823654964
|
|
},
|
|
{
|
|
"id": "full_attention_3_23",
|
|
"kind": "full_attention",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 0,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 8.488570630913165,
|
|
"minimum_output_cosine": -0.10257212532792899,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_0_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3252553113445781,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_0_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.362521649865225,
|
|
"minimum_output_cosine": -0.017150721345698283,
|
|
"worst_mean_js": 0.3252553113445781,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_0_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.31803269872033885,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_0_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.240839992196576,
|
|
"minimum_output_cosine": -0.013973634696955322,
|
|
"worst_mean_js": 0.31803269872033885,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_0_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5433059872485527,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_0_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 8.066125860335935,
|
|
"minimum_output_cosine": -0.008617406962042592,
|
|
"worst_mean_js": 0.5433059872485527,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_0_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.31007920449342735,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_0_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.447111642338997,
|
|
"minimum_output_cosine": -0.0351285313462758,
|
|
"worst_mean_js": 0.31007920449342735,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_0_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3336055059063447,
|
|
"minimum_top5": 0.21600000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_0_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.3950028968083545,
|
|
"minimum_output_cosine": -0.03832312864811021,
|
|
"worst_mean_js": 0.3336055059063447,
|
|
"minimum_top5": 0.21600000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_0_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2660699934880279,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_0_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.3854496804287875,
|
|
"minimum_output_cosine": -0.016409038307788826,
|
|
"worst_mean_js": 0.2660699934880279,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_0_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5403845121423057,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_0_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.528059761671568,
|
|
"minimum_output_cosine": 0.0021490297452328258,
|
|
"worst_mean_js": 0.5403845121423057,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_0_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3295738317677109,
|
|
"minimum_top5": 0.272,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_0_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.798389276844411,
|
|
"minimum_output_cosine": -0.015394466163751086,
|
|
"worst_mean_js": 0.3295738317677109,
|
|
"minimum_top5": 0.272,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_1_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2842049054714073,
|
|
"minimum_top5": 0.352,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_1_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.003978499932052,
|
|
"minimum_output_cosine": -0.028226091418089606,
|
|
"worst_mean_js": 0.2842049054714073,
|
|
"minimum_top5": 0.352,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_1_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.26261278025129076,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_1_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.489221069058868,
|
|
"minimum_output_cosine": -0.020772658007519446,
|
|
"worst_mean_js": 0.26261278025129076,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_1_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5127703919110976,
|
|
"minimum_top5": 0.3999999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_1_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 11.09475882623708,
|
|
"minimum_output_cosine": -0.005898117051973577,
|
|
"worst_mean_js": 0.5127703919110976,
|
|
"minimum_top5": 0.3999999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_1_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.24918861191153835,
|
|
"minimum_top5": 0.31200000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_1_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.816223365419881,
|
|
"minimum_output_cosine": -0.010094990459677707,
|
|
"worst_mean_js": 0.24918861191153835,
|
|
"minimum_top5": 0.31200000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_1_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2568312439632478,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_1_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.372162402432165,
|
|
"minimum_output_cosine": -0.025218798949881546,
|
|
"worst_mean_js": 0.2568312439632478,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_1_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.22179160130724918,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_1_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.396577721570188,
|
|
"minimum_output_cosine": -0.025361558711430615,
|
|
"worst_mean_js": 0.22179160130724918,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_1_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5116998531096746,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_1_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 9.474798574801977,
|
|
"minimum_output_cosine": -0.006136311553913896,
|
|
"worst_mean_js": 0.5116998531096746,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_1_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2811307047461775,
|
|
"minimum_top5": 0.31999999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_1_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.943501032994925,
|
|
"minimum_output_cosine": -0.020106135918594056,
|
|
"worst_mean_js": 0.2811307047461775,
|
|
"minimum_top5": 0.31999999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_2_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29073476130840337,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_2_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 11.556300596860625,
|
|
"minimum_output_cosine": -0.04984124442449446,
|
|
"worst_mean_js": 0.29073476130840337,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_2_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2534928923035922,
|
|
"minimum_top5": 0.352,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_2_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 11.331457904047571,
|
|
"minimum_output_cosine": -0.05468502304727074,
|
|
"worst_mean_js": 0.2534928923035922,
|
|
"minimum_top5": 0.352,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_2_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5281797965001759,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_2_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 17.545919043513948,
|
|
"minimum_output_cosine": -0.043503354378545765,
|
|
"worst_mean_js": 0.5281797965001759,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_2_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.26142606103485944,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_2_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 11.701118047197701,
|
|
"minimum_output_cosine": -0.03904789844746013,
|
|
"worst_mean_js": 0.26142606103485944,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_2_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2367293879180111,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_2_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 9.344588160990677,
|
|
"minimum_output_cosine": -0.0418565524382645,
|
|
"worst_mean_js": 0.2367293879180111,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_2_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2767274374385599,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_2_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 8.790306416817256,
|
|
"minimum_output_cosine": -0.026480584304203806,
|
|
"worst_mean_js": 0.2767274374385599,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_2_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5281904027591123,
|
|
"minimum_top5": 0.3439999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_2_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 14.137115342384309,
|
|
"minimum_output_cosine": -0.016802306852639993,
|
|
"worst_mean_js": 0.5281904027591123,
|
|
"minimum_top5": 0.3439999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_2_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2698000972762939,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_2_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 10.309355030736496,
|
|
"minimum_output_cosine": -0.050532460970596715,
|
|
"worst_mean_js": 0.2698000972762939,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_3_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3269773475526797,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_3_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.115892173759008,
|
|
"minimum_output_cosine": -0.01216722856845299,
|
|
"worst_mean_js": 0.3269773475526797,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_3_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2971840569200021,
|
|
"minimum_top5": 0.31200000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_3_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.100785534648722,
|
|
"minimum_output_cosine": -0.01707130923192227,
|
|
"worst_mean_js": 0.2971840569200021,
|
|
"minimum_top5": 0.31200000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_3_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5037721405715102,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_3_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 9.269020322522785,
|
|
"minimum_output_cosine": -0.020678478224610556,
|
|
"worst_mean_js": 0.5037721405715102,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_3_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.32547272287672774,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_3_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.354631538721102,
|
|
"minimum_output_cosine": -0.022056264717472497,
|
|
"worst_mean_js": 0.32547272287672774,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_3_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.33887168363958664,
|
|
"minimum_top5": 0.248,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_3_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.183800071865632,
|
|
"minimum_output_cosine": -0.030618320830897633,
|
|
"worst_mean_js": 0.33887168363958664,
|
|
"minimum_top5": 0.248,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_3_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2597326795723328,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_3_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.198425826660072,
|
|
"minimum_output_cosine": -0.011811185103445986,
|
|
"worst_mean_js": 0.2597326795723328,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_3_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4990292179951761,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_3_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.705946187864366,
|
|
"minimum_output_cosine": -0.028478880863452793,
|
|
"worst_mean_js": 0.4990292179951761,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_3_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.28779835543772625,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_3_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.645643932194832,
|
|
"minimum_output_cosine": -0.009123268544413435,
|
|
"worst_mean_js": 0.28779835543772625,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_4_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.20620512005872635,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_4_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.753571183878946,
|
|
"minimum_output_cosine": -0.039189734372216574,
|
|
"worst_mean_js": 0.20620512005872635,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_4_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.19259958042022685,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_4_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.1104996403437,
|
|
"minimum_output_cosine": -0.05150582057545955,
|
|
"worst_mean_js": 0.19259958042022685,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_4_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4533958617423404,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_4_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.113698116920247,
|
|
"minimum_output_cosine": 0.003719123941199841,
|
|
"worst_mean_js": 0.4533958617423404,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_4_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.19971502403234873,
|
|
"minimum_top5": 0.4160000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_4_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.788008653497044,
|
|
"minimum_output_cosine": -0.03538979524427076,
|
|
"worst_mean_js": 0.19971502403234873,
|
|
"minimum_top5": 0.4160000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_4_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2191952256747512,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_4_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.9117682635621973,
|
|
"minimum_output_cosine": -0.040994166334887124,
|
|
"worst_mean_js": 0.2191952256747512,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_4_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1782849313819354,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_4_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.9295708890759213,
|
|
"minimum_output_cosine": -0.041647814502636216,
|
|
"worst_mean_js": 0.1782849313819354,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_4_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4509796770820732,
|
|
"minimum_top5": 0.536,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_4_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.773742076390857,
|
|
"minimum_output_cosine": -0.037297701824708256,
|
|
"worst_mean_js": 0.4509796770820732,
|
|
"minimum_top5": 0.536,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_4_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.19985526031945214,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_4_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.281427705991848,
|
|
"minimum_output_cosine": -0.03651808612144932,
|
|
"worst_mean_js": 0.19985526031945214,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_5_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.23102902696753547,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_5_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.366252024807134,
|
|
"minimum_output_cosine": -0.029310865940251517,
|
|
"worst_mean_js": 0.23102902696753547,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_5_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.23606123955239317,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_5_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.520182266067201,
|
|
"minimum_output_cosine": -0.05067129276098417,
|
|
"worst_mean_js": 0.23606123955239317,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_5_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.43600342510323775,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_5_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 11.172617744019918,
|
|
"minimum_output_cosine": -0.05656978902182622,
|
|
"worst_mean_js": 0.43600342510323775,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_5_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2219974162676733,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_5_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.480928365264613,
|
|
"minimum_output_cosine": -0.03245565341351006,
|
|
"worst_mean_js": 0.2219974162676733,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_5_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.23205682259063626,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_5_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.995244001189146,
|
|
"minimum_output_cosine": -0.041165938295239075,
|
|
"worst_mean_js": 0.23205682259063626,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_5_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1947862249448204,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_5_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.6121544815333495,
|
|
"minimum_output_cosine": -0.008158453147532661,
|
|
"worst_mean_js": 0.1947862249448204,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_5_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.434197466230758,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_5_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 8.993099477296575,
|
|
"minimum_output_cosine": -0.02790258772547838,
|
|
"worst_mean_js": 0.434197466230758,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_5_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.22135274664937138,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_5_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.608293638392162,
|
|
"minimum_output_cosine": -0.052040792418513344,
|
|
"worst_mean_js": 0.22135274664937138,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_6_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.27397974543824843,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_6_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.270907461230046,
|
|
"minimum_output_cosine": 0.010890771321041362,
|
|
"worst_mean_js": 0.27397974543824843,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_6_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2758966079253126,
|
|
"minimum_top5": 0.264,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_6_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.141425454695089,
|
|
"minimum_output_cosine": -0.005353323080253062,
|
|
"worst_mean_js": 0.2758966079253126,
|
|
"minimum_top5": 0.264,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_6_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5172664781790484,
|
|
"minimum_top5": 0.36800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_6_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 10.982913883625518,
|
|
"minimum_output_cosine": -0.03742643383859229,
|
|
"worst_mean_js": 0.5172664781790484,
|
|
"minimum_top5": 0.36800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_6_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.27640110271115764,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_6_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.378546091740279,
|
|
"minimum_output_cosine": -0.017945073123406693,
|
|
"worst_mean_js": 0.27640110271115764,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_6_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2864778701395614,
|
|
"minimum_top5": 0.31200000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_6_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.91597114731458,
|
|
"minimum_output_cosine": -0.010542130546889012,
|
|
"worst_mean_js": 0.2864778701395614,
|
|
"minimum_top5": 0.31200000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_6_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.22002346908540513,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_6_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.568160360313721,
|
|
"minimum_output_cosine": -0.021591937925429593,
|
|
"worst_mean_js": 0.22002346908540513,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_6_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5131446473208761,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_6_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 8.90838209694329,
|
|
"minimum_output_cosine": -0.049111621470349705,
|
|
"worst_mean_js": 0.5131446473208761,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_6_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29281125281545006,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_6_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.506633935517576,
|
|
"minimum_output_cosine": -0.007275739785899393,
|
|
"worst_mean_js": 0.29281125281545006,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_7_0",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4227615697057127,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_7_0",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.428937084672427,
|
|
"minimum_output_cosine": -0.0460409646938879,
|
|
"worst_mean_js": 0.4227615697057127,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_7_1",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.44253855128902997,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_7_1",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.806274674261805,
|
|
"minimum_output_cosine": -0.07050182258741373,
|
|
"worst_mean_js": 0.44253855128902997,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_7_2",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.19034159246719073,
|
|
"minimum_top5": 0.56,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_7_2",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 8.198076490983768,
|
|
"minimum_output_cosine": -0.07471513856692129,
|
|
"worst_mean_js": 0.19034159246719073,
|
|
"minimum_top5": 0.56,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_7_3",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4577178552765666,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_7_3",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.493180420934204,
|
|
"minimum_output_cosine": -0.02606588585069018,
|
|
"worst_mean_js": 0.4577178552765666,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_7_4",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.48893368977477136,
|
|
"minimum_top5": 0.42399999999999993,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_7_4",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.458080296867358,
|
|
"minimum_output_cosine": -0.04816779074667907,
|
|
"worst_mean_js": 0.48893368977477136,
|
|
"minimum_top5": 0.42399999999999993,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_7_5",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4000693193564334,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_7_5",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.487176269205453,
|
|
"minimum_output_cosine": -0.004538892783124604,
|
|
"worst_mean_js": 0.4000693193564334,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_7_6",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.18832497843136234,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_7_6",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.632732737817866,
|
|
"minimum_output_cosine": -0.0093041832446794,
|
|
"worst_mean_js": 0.18832497843136234,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_3_23_7_7",
|
|
"kind": "qk_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.44523778167775346,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_3_23_7_7",
|
|
"kind": "qkv_head",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.922173624488758,
|
|
"minimum_output_cosine": -0.04219963334970891,
|
|
"worst_mean_js": 0.44523778167775346,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "v_group_3_23_0_0",
|
|
"kind": "v_group",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 6.582746433886306
|
|
},
|
|
{
|
|
"id": "v_group_3_23_0_1",
|
|
"kind": "v_group",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 6.63914341360049
|
|
},
|
|
{
|
|
"id": "v_group_3_23_1_0",
|
|
"kind": "v_group",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 6.672455110252242
|
|
},
|
|
{
|
|
"id": "v_group_3_23_1_1",
|
|
"kind": "v_group",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 6.527125776698839
|
|
},
|
|
{
|
|
"id": "full_attention_7_11",
|
|
"kind": "full_attention",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 0,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8534952718777882,
|
|
"minimum_output_cosine": 0.148118588281582,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_0_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29294046983235406,
|
|
"minimum_top5": 0.5439999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_0_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.3613866755507913,
|
|
"minimum_output_cosine": 0.020424130364411357,
|
|
"worst_mean_js": 0.29294046983235406,
|
|
"minimum_top5": 0.5439999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_0_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2781655197095431,
|
|
"minimum_top5": 0.536,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_0_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.263034012476927,
|
|
"minimum_output_cosine": -0.1274466895146006,
|
|
"worst_mean_js": 0.2781655197095431,
|
|
"minimum_top5": 0.536,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_0_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.19213770226006777,
|
|
"minimum_top5": 0.616,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_0_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.1001645690798725,
|
|
"minimum_output_cosine": -0.10163718348078167,
|
|
"worst_mean_js": 0.19213770226006777,
|
|
"minimum_top5": 0.616,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_0_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.10628546740723559,
|
|
"minimum_top5": 0.6399999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_0_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.6744303338801148,
|
|
"minimum_output_cosine": -0.17004857949595667,
|
|
"worst_mean_js": 0.10628546740723559,
|
|
"minimum_top5": 0.6399999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_0_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.11868617347671229,
|
|
"minimum_top5": 0.5920000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_0_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.3768251054476077,
|
|
"minimum_output_cosine": -0.2612909657028032,
|
|
"worst_mean_js": 0.11868617347671229,
|
|
"minimum_top5": 0.5920000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_0_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.33158261488473767,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_0_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.349505248891764,
|
|
"minimum_output_cosine": -0.09290333499050944,
|
|
"worst_mean_js": 0.33158261488473767,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_0_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.08609102699674716,
|
|
"minimum_top5": 0.7040000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_0_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.3442678606109162,
|
|
"minimum_output_cosine": 0.397812975504029,
|
|
"worst_mean_js": 0.08609102699674716,
|
|
"minimum_top5": 0.7040000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_0_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.11936634213195703,
|
|
"minimum_top5": 0.592,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_0_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.3661313772049666,
|
|
"minimum_output_cosine": -0.26057300986241955,
|
|
"worst_mean_js": 0.11936634213195703,
|
|
"minimum_top5": 0.592,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_1_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.26361289789666187,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_1_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.394932556357136,
|
|
"minimum_output_cosine": -0.13822251225619625,
|
|
"worst_mean_js": 0.26361289789666187,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_1_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.34481328590916605,
|
|
"minimum_top5": 0.31200000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_1_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.686214402473749,
|
|
"minimum_output_cosine": 0.00882698957345242,
|
|
"worst_mean_js": 0.34481328590916605,
|
|
"minimum_top5": 0.31200000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_1_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.28112781288054633,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_1_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.6378363803102642,
|
|
"minimum_output_cosine": 0.02964214456367391,
|
|
"worst_mean_js": 0.28112781288054633,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_1_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2748968158383174,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_1_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.127510955602267,
|
|
"minimum_output_cosine": 0.10028876368653997,
|
|
"worst_mean_js": 0.2748968158383174,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_1_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.22422712647483617,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_1_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7752532171682673,
|
|
"minimum_output_cosine": 0.14594716594376528,
|
|
"worst_mean_js": 0.22422712647483617,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_1_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2544064461267163,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_1_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.9194432988168106,
|
|
"minimum_output_cosine": -0.03443360608114443,
|
|
"worst_mean_js": 0.2544064461267163,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_1_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.19087740141505422,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_1_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.357911771454409,
|
|
"minimum_output_cosine": -0.22889082980490993,
|
|
"worst_mean_js": 0.19087740141505422,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_1_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.23245611315099146,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_1_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7714237794204772,
|
|
"minimum_output_cosine": 0.13419577802118485,
|
|
"worst_mean_js": 0.23245611315099146,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_2_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.32659227991781914,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_2_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.621870992851588,
|
|
"minimum_output_cosine": -0.2225158179521215,
|
|
"worst_mean_js": 0.32659227991781914,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_2_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2774933578692504,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_2_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.984205962994323,
|
|
"minimum_output_cosine": 0.0561175739355422,
|
|
"worst_mean_js": 0.2774933578692504,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_2_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.21309136114503752,
|
|
"minimum_top5": 0.56,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_2_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.7935948565082014,
|
|
"minimum_output_cosine": 0.08565972329678717,
|
|
"worst_mean_js": 0.21309136114503752,
|
|
"minimum_top5": 0.56,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_2_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.12575990852459604,
|
|
"minimum_top5": 0.6079999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_2_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.205682922988655,
|
|
"minimum_output_cosine": 0.17310523100093417,
|
|
"worst_mean_js": 0.12575990852459604,
|
|
"minimum_top5": 0.6079999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_2_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.12611505207892815,
|
|
"minimum_top5": 0.56,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_2_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.795420002374099,
|
|
"minimum_output_cosine": 0.22160930740590856,
|
|
"worst_mean_js": 0.12611505207892815,
|
|
"minimum_top5": 0.56,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_2_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.34790423342211163,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_2_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.1425236909497327,
|
|
"minimum_output_cosine": -0.030476081997247367,
|
|
"worst_mean_js": 0.34790423342211163,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_2_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.10390858148008711,
|
|
"minimum_top5": 0.6320000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_2_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.3082952933240866,
|
|
"minimum_output_cosine": -0.35332810072960275,
|
|
"worst_mean_js": 0.10390858148008711,
|
|
"minimum_top5": 0.6320000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_2_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.14445732203897851,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_2_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8331199245854768,
|
|
"minimum_output_cosine": 0.186568272382123,
|
|
"worst_mean_js": 0.14445732203897851,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_3_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.17030817257606354,
|
|
"minimum_top5": 0.45599999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_3_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.6102999454344453,
|
|
"minimum_output_cosine": 0.15900555562391502,
|
|
"worst_mean_js": 0.17030817257606354,
|
|
"minimum_top5": 0.45599999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_3_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2994182189405181,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_3_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.864811743790395,
|
|
"minimum_output_cosine": -0.16263696247321147,
|
|
"worst_mean_js": 0.2994182189405181,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_3_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.18909042151278346,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_3_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.6116340627357104,
|
|
"minimum_output_cosine": -0.1049872278620265,
|
|
"worst_mean_js": 0.18909042151278346,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_3_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2842005455242442,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_3_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.163072938638213,
|
|
"minimum_output_cosine": -0.267098291144287,
|
|
"worst_mean_js": 0.2842005455242442,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_3_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2051529826563053,
|
|
"minimum_top5": 0.3839999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_3_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.663583268999406,
|
|
"minimum_output_cosine": -0.2746863333075497,
|
|
"worst_mean_js": 0.2051529826563053,
|
|
"minimum_top5": 0.3839999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_3_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.15825498790827744,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_3_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.781909317314818,
|
|
"minimum_output_cosine": 0.045972977246909554,
|
|
"worst_mean_js": 0.15825498790827744,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_3_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1317134063866952,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_3_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8296581845442361,
|
|
"minimum_output_cosine": 0.17615017192495713,
|
|
"worst_mean_js": 0.1317134063866952,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_3_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.19801558931375104,
|
|
"minimum_top5": 0.40800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_3_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.6707543035100136,
|
|
"minimum_output_cosine": -0.23381855719127884,
|
|
"worst_mean_js": 0.19801558931375104,
|
|
"minimum_top5": 0.40800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_4_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.21250133668000018,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_4_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.245523515153141,
|
|
"minimum_output_cosine": -0.05163730873265602,
|
|
"worst_mean_js": 0.21250133668000018,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_4_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.32762897032733923,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_4_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.296332172413811,
|
|
"minimum_output_cosine": -0.06336394708143962,
|
|
"worst_mean_js": 0.32762897032733923,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_4_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2197292054085656,
|
|
"minimum_top5": 0.47199999999999986,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_4_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.570700331977159,
|
|
"minimum_output_cosine": 0.06487772871618203,
|
|
"worst_mean_js": 0.2197292054085656,
|
|
"minimum_top5": 0.47199999999999986,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_4_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.34987342798304266,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_4_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.2876116855129984,
|
|
"minimum_output_cosine": -0.04310883441270129,
|
|
"worst_mean_js": 0.34987342798304266,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_4_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2913791157963337,
|
|
"minimum_top5": 0.45599999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_4_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.397826128703307,
|
|
"minimum_output_cosine": -0.033299577508746674,
|
|
"worst_mean_js": 0.2913791157963337,
|
|
"minimum_top5": 0.45599999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_4_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.17484968267330536,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_4_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.772356741337278,
|
|
"minimum_output_cosine": 0.09682207166054285,
|
|
"worst_mean_js": 0.17484968267330536,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_4_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.20412824345919262,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_4_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.8026253403649135,
|
|
"minimum_output_cosine": -0.0382195909634212,
|
|
"worst_mean_js": 0.20412824345919262,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_4_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2675715921540661,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_4_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1551506059988794,
|
|
"minimum_output_cosine": -0.020828743711537947,
|
|
"worst_mean_js": 0.2675715921540661,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_5_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2594650460747665,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_5_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.2541024160953262,
|
|
"minimum_output_cosine": -0.038961325771141544,
|
|
"worst_mean_js": 0.2594650460747665,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_5_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3619546800850595,
|
|
"minimum_top5": 0.304,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_5_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.785137210583988,
|
|
"minimum_output_cosine": -0.04052125359022915,
|
|
"worst_mean_js": 0.3619546800850595,
|
|
"minimum_top5": 0.304,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_5_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2375588923183458,
|
|
"minimum_top5": 0.44000000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_5_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.3467562779366276,
|
|
"minimum_output_cosine": -0.06083357031128283,
|
|
"worst_mean_js": 0.2375588923183458,
|
|
"minimum_top5": 0.44000000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_5_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2589694972691506,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_5_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.932651608270439,
|
|
"minimum_output_cosine": 0.010533599840856153,
|
|
"worst_mean_js": 0.2589694972691506,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_5_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2666467144332275,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_5_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5160064118393644,
|
|
"minimum_output_cosine": -0.03165210252200325,
|
|
"worst_mean_js": 0.2666467144332275,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_5_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.24338887108523607,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_5_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.505263502353062,
|
|
"minimum_output_cosine": -0.04620013893420115,
|
|
"worst_mean_js": 0.24338887108523607,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_5_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1935261662640626,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_5_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.9156796128131153,
|
|
"minimum_output_cosine": 0.023622087942222425,
|
|
"worst_mean_js": 0.1935261662640626,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_5_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.21607833509345087,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_5_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.2359912390149432,
|
|
"minimum_output_cosine": 0.005809472775163448,
|
|
"worst_mean_js": 0.21607833509345087,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_6_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.15620152853528005,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_6_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9862706610597154,
|
|
"minimum_output_cosine": -0.08807541412322531,
|
|
"worst_mean_js": 0.15620152853528005,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_6_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2609693331366226,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_6_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.7975511182619925,
|
|
"minimum_output_cosine": 0.07245158107346836,
|
|
"worst_mean_js": 0.2609693331366226,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_6_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.17362424302062934,
|
|
"minimum_top5": 0.45599999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_6_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1515873162496675,
|
|
"minimum_output_cosine": -0.010946732313743095,
|
|
"worst_mean_js": 0.17362424302062934,
|
|
"minimum_top5": 0.45599999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_6_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.16713862078787778,
|
|
"minimum_top5": 0.5920000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_6_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7596457558078014,
|
|
"minimum_output_cosine": 0.06367017484441403,
|
|
"worst_mean_js": 0.16713862078787778,
|
|
"minimum_top5": 0.5920000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_6_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.17500854309813133,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_6_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1154376396987535,
|
|
"minimum_output_cosine": 0.02711192383177331,
|
|
"worst_mean_js": 0.17500854309813133,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_6_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.20446123882425035,
|
|
"minimum_top5": 0.5039999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_6_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.361923406017914,
|
|
"minimum_output_cosine": -0.050153763066625424,
|
|
"worst_mean_js": 0.20446123882425035,
|
|
"minimum_top5": 0.5039999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_6_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.11683978493732393,
|
|
"minimum_top5": 0.56,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_6_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5087469915982825,
|
|
"minimum_output_cosine": -0.05666726382353543,
|
|
"worst_mean_js": 0.11683978493732393,
|
|
"minimum_top5": 0.56,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_6_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.12057608327334698,
|
|
"minimum_top5": 0.568,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_6_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9899948246109251,
|
|
"minimum_output_cosine": 0.036547010693696425,
|
|
"worst_mean_js": 0.12057608327334698,
|
|
"minimum_top5": 0.568,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_7_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.34896936037477877,
|
|
"minimum_top5": 0.56,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_7_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.994232764560011,
|
|
"minimum_output_cosine": -0.1984984447440905,
|
|
"worst_mean_js": 0.34896936037477877,
|
|
"minimum_top5": 0.56,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_7_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3524412664424977,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_7_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5703620221887404,
|
|
"minimum_output_cosine": 0.09322140324829795,
|
|
"worst_mean_js": 0.3524412664424977,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_7_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.25094193599796283,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_7_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1091160437733034,
|
|
"minimum_output_cosine": 0.02440857155923068,
|
|
"worst_mean_js": 0.25094193599796283,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_7_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1573034876289218,
|
|
"minimum_top5": 0.6559999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_7_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.431742190975637,
|
|
"minimum_output_cosine": 0.12391399087095042,
|
|
"worst_mean_js": 0.1573034876289218,
|
|
"minimum_top5": 0.6559999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_7_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2121258499195739,
|
|
"minimum_top5": 0.5760000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_7_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.2625039879803737,
|
|
"minimum_output_cosine": 0.05640746738809482,
|
|
"worst_mean_js": 0.2121258499195739,
|
|
"minimum_top5": 0.5760000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_7_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3770680762967178,
|
|
"minimum_top5": 0.4960000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_7_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.203045486856896,
|
|
"minimum_output_cosine": -0.012943417184991615,
|
|
"worst_mean_js": 0.3770680762967178,
|
|
"minimum_top5": 0.4960000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_7_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1954424276002564,
|
|
"minimum_top5": 0.648,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_7_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.109036731339587,
|
|
"minimum_output_cosine": -0.17925035549978147,
|
|
"worst_mean_js": 0.1954424276002564,
|
|
"minimum_top5": 0.648,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_11_7_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.20731816568430517,
|
|
"minimum_top5": 0.5680000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_11_7_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.855943972094297,
|
|
"minimum_output_cosine": 0.08667366591635368,
|
|
"worst_mean_js": 0.20731816568430517,
|
|
"minimum_top5": 0.5680000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "v_group_7_11_0_0",
|
|
"kind": "v_group",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.5482747562875272
|
|
},
|
|
{
|
|
"id": "v_group_7_11_0_1",
|
|
"kind": "v_group",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.503141145681371
|
|
},
|
|
{
|
|
"id": "v_group_7_11_1_0",
|
|
"kind": "v_group",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.6397045367074465
|
|
},
|
|
{
|
|
"id": "v_group_7_11_1_1",
|
|
"kind": "v_group",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.5365777899748885
|
|
},
|
|
{
|
|
"id": "full_attention_7_15",
|
|
"kind": "full_attention",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 0,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.142921484330499,
|
|
"minimum_output_cosine": 0.0018900720264761123,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_0_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.34661952795335493,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_0_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.219635752606402,
|
|
"minimum_output_cosine": -0.04045204019020541,
|
|
"worst_mean_js": 0.34661952795335493,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_0_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.27138457553024675,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_0_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8624662095790376,
|
|
"minimum_output_cosine": -0.13501193346917628,
|
|
"worst_mean_js": 0.27138457553024675,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_0_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2846418017960616,
|
|
"minimum_top5": 0.536,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_0_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.352427973727356,
|
|
"minimum_output_cosine": -0.1485947816049082,
|
|
"worst_mean_js": 0.2846418017960616,
|
|
"minimum_top5": 0.536,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_0_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.22171869745978723,
|
|
"minimum_top5": 0.616,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_0_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.0515367163959706,
|
|
"minimum_output_cosine": 0.15742513621902074,
|
|
"worst_mean_js": 0.22171869745978723,
|
|
"minimum_top5": 0.616,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_0_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.35788414058105295,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_0_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.455221119726618,
|
|
"minimum_output_cosine": -0.024654792648370668,
|
|
"worst_mean_js": 0.35788414058105295,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_0_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2796142440671084,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_0_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.4197002334038995,
|
|
"minimum_output_cosine": -0.051937901468536725,
|
|
"worst_mean_js": 0.2796142440671084,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_0_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3481343099890698,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_0_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.3579353097067615,
|
|
"minimum_output_cosine": -0.016154244201478787,
|
|
"worst_mean_js": 0.3481343099890698,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_0_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.36376202245446154,
|
|
"minimum_top5": 0.4640000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_0_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.433701744555711,
|
|
"minimum_output_cosine": -0.027086359627659366,
|
|
"worst_mean_js": 0.36376202245446154,
|
|
"minimum_top5": 0.4640000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_1_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2643930589350484,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_1_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.76506708113677,
|
|
"minimum_output_cosine": 0.03440737030335109,
|
|
"worst_mean_js": 0.2643930589350484,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_1_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.19725170723730653,
|
|
"minimum_top5": 0.528,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_1_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9420977831141686,
|
|
"minimum_output_cosine": 0.11451110626928021,
|
|
"worst_mean_js": 0.19725170723730653,
|
|
"minimum_top5": 0.528,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_1_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.34193156488221726,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_1_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1943896836857504,
|
|
"minimum_output_cosine": 0.05400874030152362,
|
|
"worst_mean_js": 0.34193156488221726,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_1_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2008294699319669,
|
|
"minimum_top5": 0.40800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_1_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.1619106702323476,
|
|
"minimum_output_cosine": -0.17571061530628088,
|
|
"worst_mean_js": 0.2008294699319669,
|
|
"minimum_top5": 0.40800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_1_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.31674021350132386,
|
|
"minimum_top5": 0.3600000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_1_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.005610308560232,
|
|
"minimum_output_cosine": -0.024182282950301705,
|
|
"worst_mean_js": 0.31674021350132386,
|
|
"minimum_top5": 0.3600000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_1_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.31089097618713957,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_1_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9155457839015293,
|
|
"minimum_output_cosine": -0.058363773586609186,
|
|
"worst_mean_js": 0.31089097618713957,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_1_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.35107468061681174,
|
|
"minimum_top5": 0.272,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_1_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8780038511587045,
|
|
"minimum_output_cosine": -0.023383619620499247,
|
|
"worst_mean_js": 0.35107468061681174,
|
|
"minimum_top5": 0.272,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_1_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3817758593502122,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_1_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9231280436943543,
|
|
"minimum_output_cosine": -0.03476706968524488,
|
|
"worst_mean_js": 0.3817758593502122,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_2_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.34277621931462326,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_2_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1169338219319087,
|
|
"minimum_output_cosine": 0.00828377371579015,
|
|
"worst_mean_js": 0.34277621931462326,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_2_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2594008050386223,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_2_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9964425776412489,
|
|
"minimum_output_cosine": 0.08130977939100206,
|
|
"worst_mean_js": 0.2594008050386223,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_2_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3225518263439252,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_2_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9830960180236221,
|
|
"minimum_output_cosine": 0.07064566461035829,
|
|
"worst_mean_js": 0.3225518263439252,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_2_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.23492562828436195,
|
|
"minimum_top5": 0.536,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_2_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.910432480808137,
|
|
"minimum_output_cosine": -0.22260928216081236,
|
|
"worst_mean_js": 0.23492562828436195,
|
|
"minimum_top5": 0.536,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_2_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3760234555013047,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_2_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.304908812379185,
|
|
"minimum_output_cosine": -0.01105599878141145,
|
|
"worst_mean_js": 0.3760234555013047,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_2_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.297117216207842,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_2_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.3220375277497203,
|
|
"minimum_output_cosine": -0.03813848856284536,
|
|
"worst_mean_js": 0.297117216207842,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_2_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.38859914961746783,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_2_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.3061787003990837,
|
|
"minimum_output_cosine": -0.013518207064797344,
|
|
"worst_mean_js": 0.38859914961746783,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_2_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3459575591517091,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_2_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.370465988233209,
|
|
"minimum_output_cosine": -0.029601803329522874,
|
|
"worst_mean_js": 0.3459575591517091,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_3_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.24133643551068587,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_3_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.3054453479713115,
|
|
"minimum_output_cosine": -0.09275602654650936,
|
|
"worst_mean_js": 0.24133643551068587,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_3_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.20346658495990202,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_3_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9984381417489965,
|
|
"minimum_output_cosine": -0.05587234249263831,
|
|
"worst_mean_js": 0.20346658495990202,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_3_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3159435137342371,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_3_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.3827290508688224,
|
|
"minimum_output_cosine": -0.13986291818813304,
|
|
"worst_mean_js": 0.3159435137342371,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_3_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1752810024008708,
|
|
"minimum_top5": 0.40800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_3_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.483870589113623,
|
|
"minimum_output_cosine": 0.1330212260802431,
|
|
"worst_mean_js": 0.1752810024008708,
|
|
"minimum_top5": 0.40800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_3_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2470180247273404,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_3_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.4699020210851006,
|
|
"minimum_output_cosine": 0.004653294369054865,
|
|
"worst_mean_js": 0.2470180247273404,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_3_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2523646851056005,
|
|
"minimum_top5": 0.312,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_3_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.3218150297280054,
|
|
"minimum_output_cosine": -0.03579770987479627,
|
|
"worst_mean_js": 0.2523646851056005,
|
|
"minimum_top5": 0.312,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_3_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2709887542516665,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_3_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.2471306293402833,
|
|
"minimum_output_cosine": 0.029635634838993407,
|
|
"worst_mean_js": 0.2709887542516665,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_3_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.31583138387001336,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_3_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.3410675382010684,
|
|
"minimum_output_cosine": -0.03488689370653785,
|
|
"worst_mean_js": 0.31583138387001336,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_4_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.31141982332672863,
|
|
"minimum_top5": 0.3999999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_4_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.3600159580308144,
|
|
"minimum_output_cosine": -0.03647080541319152,
|
|
"worst_mean_js": 0.31141982332672863,
|
|
"minimum_top5": 0.3999999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_4_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3189521728051863,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_4_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.867815759827307,
|
|
"minimum_output_cosine": -0.03754222835943012,
|
|
"worst_mean_js": 0.3189521728051863,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_4_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.34871519467141465,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_4_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.8242277159917566,
|
|
"minimum_output_cosine": -0.026325882489978854,
|
|
"worst_mean_js": 0.34871519467141465,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_4_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.26045199654290435,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_4_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.82218461385371,
|
|
"minimum_output_cosine": -0.009654820122590786,
|
|
"worst_mean_js": 0.26045199654290435,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_4_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2708524094554871,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_4_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8667210053380237,
|
|
"minimum_output_cosine": 0.016711895002871225,
|
|
"worst_mean_js": 0.2708524094554871,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_4_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.30635084594583245,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_4_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9325088743481567,
|
|
"minimum_output_cosine": 0.0065587347928774695,
|
|
"worst_mean_js": 0.30635084594583245,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_4_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3114727837547519,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_4_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7775100142001008,
|
|
"minimum_output_cosine": -0.015276343255652223,
|
|
"worst_mean_js": 0.3114727837547519,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_4_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2976216585490988,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_4_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9081708683872907,
|
|
"minimum_output_cosine": -0.10610194307890715,
|
|
"worst_mean_js": 0.2976216585490988,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_5_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3176357432819847,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_5_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.4973263296969983,
|
|
"minimum_output_cosine": -0.037410222931578134,
|
|
"worst_mean_js": 0.3176357432819847,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_5_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2331089415552011,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_5_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.0257155883096654,
|
|
"minimum_output_cosine": -0.03259931311947049,
|
|
"worst_mean_js": 0.2331089415552011,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_5_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3285244085207246,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_5_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.9538586048623983,
|
|
"minimum_output_cosine": -0.0508754117919122,
|
|
"worst_mean_js": 0.3285244085207246,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_5_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.23925321808647104,
|
|
"minimum_top5": 0.3839999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_5_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.064366195855394,
|
|
"minimum_output_cosine": 0.0025123219732046324,
|
|
"worst_mean_js": 0.23925321808647104,
|
|
"minimum_top5": 0.3839999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_5_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3273035142796972,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_5_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9498941446875997,
|
|
"minimum_output_cosine": -0.01505484664864564,
|
|
"worst_mean_js": 0.3273035142796972,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_5_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3113716230329344,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_5_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.053387590607906,
|
|
"minimum_output_cosine": -0.07137579581975564,
|
|
"worst_mean_js": 0.3113716230329344,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_5_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3362239821432241,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_5_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.6751328464281463,
|
|
"minimum_output_cosine": -0.029869264982725158,
|
|
"worst_mean_js": 0.3362239821432241,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_5_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.37571050485870594,
|
|
"minimum_top5": 0.37599999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_5_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7059708368319564,
|
|
"minimum_output_cosine": -0.04358100522257114,
|
|
"worst_mean_js": 0.37571050485870594,
|
|
"minimum_top5": 0.37599999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_6_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.43374049961086164,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_6_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.0874888649589716,
|
|
"minimum_output_cosine": -0.007844063286789183,
|
|
"worst_mean_js": 0.43374049961086164,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_6_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.37009259603353,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_6_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.7556212877869313,
|
|
"minimum_output_cosine": -0.05670407956516903,
|
|
"worst_mean_js": 0.37009259603353,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_6_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2971769734423938,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_6_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5092613920991216,
|
|
"minimum_output_cosine": 0.01965450049686174,
|
|
"worst_mean_js": 0.2971769734423938,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_6_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3205405539873853,
|
|
"minimum_top5": 0.536,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_6_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.6037971640482986,
|
|
"minimum_output_cosine": -0.0513481529529283,
|
|
"worst_mean_js": 0.3205405539873853,
|
|
"minimum_top5": 0.536,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_6_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4215222375468317,
|
|
"minimum_top5": 0.45599999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_6_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.906159034436973,
|
|
"minimum_output_cosine": -0.02136272837673284,
|
|
"worst_mean_js": 0.4215222375468317,
|
|
"minimum_top5": 0.45599999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_6_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3693890596786356,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_6_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8229321489756025,
|
|
"minimum_output_cosine": -0.018151662683064437,
|
|
"worst_mean_js": 0.3693890596786356,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_6_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4098869124561568,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_6_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.921544269037547,
|
|
"minimum_output_cosine": -0.06247055443653035,
|
|
"worst_mean_js": 0.4098869124561568,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_6_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.42118628661397606,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_6_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.920390347957497,
|
|
"minimum_output_cosine": -0.004372082079511107,
|
|
"worst_mean_js": 0.42118628661397606,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_7_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5086210454119536,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_7_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.2505075564951835,
|
|
"minimum_output_cosine": 0.014544902138822835,
|
|
"worst_mean_js": 0.5086210454119536,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_7_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.45858520007432624,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_7_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.0538631794542965,
|
|
"minimum_output_cosine": -0.04450938557668084,
|
|
"worst_mean_js": 0.45858520007432624,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_7_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.38293286098641977,
|
|
"minimum_top5": 0.5680000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_7_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.897538705323443,
|
|
"minimum_output_cosine": 0.023088225148649805,
|
|
"worst_mean_js": 0.38293286098641977,
|
|
"minimum_top5": 0.5680000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_7_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.41225333504781536,
|
|
"minimum_top5": 0.6,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_7_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.558190617102916,
|
|
"minimum_output_cosine": -0.09170363588288027,
|
|
"worst_mean_js": 0.41225333504781536,
|
|
"minimum_top5": 0.6,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_7_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5003477117089091,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_7_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.521327016331316,
|
|
"minimum_output_cosine": -0.018625123745386465,
|
|
"worst_mean_js": 0.5003477117089091,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_7_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4364164786125923,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_7_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.6482140995663475,
|
|
"minimum_output_cosine": -0.06251376338632837,
|
|
"worst_mean_js": 0.4364164786125923,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_7_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.49134981395816335,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_7_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.0146008277917,
|
|
"minimum_output_cosine": -0.010487257573923903,
|
|
"worst_mean_js": 0.49134981395816335,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_15_7_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.49304627604359685,
|
|
"minimum_top5": 0.528,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_15_7_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9500748145952873,
|
|
"minimum_output_cosine": -0.0011010640714341623,
|
|
"worst_mean_js": 0.49304627604359685,
|
|
"minimum_top5": 0.528,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "v_group_7_15_0_0",
|
|
"kind": "v_group",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.8370468334668244
|
|
},
|
|
{
|
|
"id": "v_group_7_15_0_1",
|
|
"kind": "v_group",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.797881060183342
|
|
},
|
|
{
|
|
"id": "v_group_7_15_1_0",
|
|
"kind": "v_group",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.9337834220206909
|
|
},
|
|
{
|
|
"id": "v_group_7_15_1_1",
|
|
"kind": "v_group",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.8811797208658982
|
|
},
|
|
{
|
|
"id": "full_attention_7_19",
|
|
"kind": "full_attention",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 0,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.9001087565912114,
|
|
"minimum_output_cosine": -0.04144649958862482,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_0_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3264862831000673,
|
|
"minimum_top5": 0.45599999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_0_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.484262938953415,
|
|
"minimum_output_cosine": -0.03026965721628934,
|
|
"worst_mean_js": 0.3264862831000673,
|
|
"minimum_top5": 0.45599999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_0_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3670284495812042,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_0_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.704302643184776,
|
|
"minimum_output_cosine": -0.037988897517939116,
|
|
"worst_mean_js": 0.3670284495812042,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_0_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3643290989603254,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_0_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1190434013950536,
|
|
"minimum_output_cosine": -0.028831024352271386,
|
|
"worst_mean_js": 0.3643290989603254,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_0_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3542557843310872,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_0_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.138231629070979,
|
|
"minimum_output_cosine": -0.05992148149144378,
|
|
"worst_mean_js": 0.3542557843310872,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_0_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.33750613943699653,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_0_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.7287737544816038,
|
|
"minimum_output_cosine": 0.0071349606102934626,
|
|
"worst_mean_js": 0.33750613943699653,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_0_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2966588079818112,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_0_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9865442673274676,
|
|
"minimum_output_cosine": -0.04466330687676045,
|
|
"worst_mean_js": 0.2966588079818112,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_0_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.34454373448729325,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_0_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7651683591687723,
|
|
"minimum_output_cosine": 0.015528875753527597,
|
|
"worst_mean_js": 0.34454373448729325,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_0_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.376126378590382,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_0_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8342779125730138,
|
|
"minimum_output_cosine": 0.02604480517251441,
|
|
"worst_mean_js": 0.376126378590382,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_1_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.27768195359123415,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_1_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9828830931233006,
|
|
"minimum_output_cosine": -0.014974479208968518,
|
|
"worst_mean_js": 0.27768195359123415,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_1_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.24274571272630013,
|
|
"minimum_top5": 0.37599999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_1_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.0949513083626816,
|
|
"minimum_output_cosine": -0.008633578541267659,
|
|
"worst_mean_js": 0.24274571272630013,
|
|
"minimum_top5": 0.37599999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_1_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.25575707625501887,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_1_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.868950409364174,
|
|
"minimum_output_cosine": -0.038242743415324826,
|
|
"worst_mean_js": 0.25575707625501887,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_1_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2976645106403604,
|
|
"minimum_top5": 0.31200000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_1_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.98911479559881,
|
|
"minimum_output_cosine": 0.010360247875682103,
|
|
"worst_mean_js": 0.2976645106403604,
|
|
"minimum_top5": 0.31200000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_1_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.28279744690341097,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_1_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.791440142463063,
|
|
"minimum_output_cosine": -0.043705898750752425,
|
|
"worst_mean_js": 0.28279744690341097,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_1_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3145933962125252,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_1_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.4676422805964813,
|
|
"minimum_output_cosine": -0.018167609296286417,
|
|
"worst_mean_js": 0.3145933962125252,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_1_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2432277122050147,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_1_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.2072560129313192,
|
|
"minimum_output_cosine": -0.01724603312096751,
|
|
"worst_mean_js": 0.2432277122050147,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_1_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2876601488135403,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_1_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.419000401960237,
|
|
"minimum_output_cosine": -0.0199264055888659,
|
|
"worst_mean_js": 0.2876601488135403,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_2_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3458756110131788,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_2_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.3770654075890594,
|
|
"minimum_output_cosine": -0.012587443131837085,
|
|
"worst_mean_js": 0.3458756110131788,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_2_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.38151039525352554,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_2_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.019590858025526,
|
|
"minimum_output_cosine": -0.01900851454546225,
|
|
"worst_mean_js": 0.38151039525352554,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_2_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3946191177077036,
|
|
"minimum_top5": 0.352,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_2_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1271623701835636,
|
|
"minimum_output_cosine": -0.023499111429961916,
|
|
"worst_mean_js": 0.3946191177077036,
|
|
"minimum_top5": 0.352,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_2_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3816461051887233,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_2_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.02139108800727,
|
|
"minimum_output_cosine": -0.004695955123144861,
|
|
"worst_mean_js": 0.3816461051887233,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_2_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3373474852838869,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_2_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.4335848084985967,
|
|
"minimum_output_cosine": -0.03919656834133296,
|
|
"worst_mean_js": 0.3373474852838869,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_2_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.27547392604067455,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_2_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.3807724947010773,
|
|
"minimum_output_cosine": 0.003595989386386222,
|
|
"worst_mean_js": 0.27547392604067455,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_2_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.365752918980758,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_2_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1334667846177475,
|
|
"minimum_output_cosine": -0.04073297545644626,
|
|
"worst_mean_js": 0.365752918980758,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_2_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.38791852293524426,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_2_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.25780381341397,
|
|
"minimum_output_cosine": -0.01707520065102939,
|
|
"worst_mean_js": 0.38791852293524426,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_3_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.23877108728162025,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_3_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.0472519613749145,
|
|
"minimum_output_cosine": -0.013739716036119252,
|
|
"worst_mean_js": 0.23877108728162025,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_3_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.23423121568348076,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_3_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9380458764906983,
|
|
"minimum_output_cosine": -0.012289551462307749,
|
|
"worst_mean_js": 0.23423121568348076,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_3_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2424264202916212,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_3_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8542008204432805,
|
|
"minimum_output_cosine": 0.006635130229578102,
|
|
"worst_mean_js": 0.2424264202916212,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_3_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.24675263114185741,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_3_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8271210038364356,
|
|
"minimum_output_cosine": -0.06454794884013305,
|
|
"worst_mean_js": 0.24675263114185741,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_3_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1965949210401918,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_3_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.2259813435236073,
|
|
"minimum_output_cosine": 0.015860600370227428,
|
|
"worst_mean_js": 0.1965949210401918,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_3_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.26130377036010666,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_3_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.345557239275912,
|
|
"minimum_output_cosine": -0.05556898795338913,
|
|
"worst_mean_js": 0.26130377036010666,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_3_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.22180109629666978,
|
|
"minimum_top5": 0.42399999999999993,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_3_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1154711055332625,
|
|
"minimum_output_cosine": -0.05872340248616405,
|
|
"worst_mean_js": 0.22180109629666978,
|
|
"minimum_top5": 0.42399999999999993,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_3_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.205210768074669,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_3_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1922730980995597,
|
|
"minimum_output_cosine": -0.04750058530364545,
|
|
"worst_mean_js": 0.205210768074669,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_4_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2568410894713276,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_4_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.31998146465709,
|
|
"minimum_output_cosine": -0.017840887006734828,
|
|
"worst_mean_js": 0.2568410894713276,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_4_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3037967822981621,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_4_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.778099158439364,
|
|
"minimum_output_cosine": -0.03967829448347325,
|
|
"worst_mean_js": 0.3037967822981621,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_4_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2686642378327353,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_4_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5217126905069427,
|
|
"minimum_output_cosine": -0.07214077938993231,
|
|
"worst_mean_js": 0.2686642378327353,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_4_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29573116129280147,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_4_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.446929020712548,
|
|
"minimum_output_cosine": -0.013722821258307465,
|
|
"worst_mean_js": 0.29573116129280147,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_4_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2556815097190254,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_4_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.817817641434227,
|
|
"minimum_output_cosine": -0.04030242458842206,
|
|
"worst_mean_js": 0.2556815097190254,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_4_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3043204348081463,
|
|
"minimum_top5": 0.42400000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_4_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.3198833559468905,
|
|
"minimum_output_cosine": -0.03755100608084049,
|
|
"worst_mean_js": 0.3043204348081463,
|
|
"minimum_top5": 0.42400000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_4_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.27582963966312024,
|
|
"minimum_top5": 0.40800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_4_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.8975881797435656,
|
|
"minimum_output_cosine": 0.025521679024380437,
|
|
"worst_mean_js": 0.27582963966312024,
|
|
"minimum_top5": 0.40800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_4_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.24835250402336506,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_4_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.0546112365435243,
|
|
"minimum_output_cosine": 0.02363194474321121,
|
|
"worst_mean_js": 0.24835250402336506,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_5_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3281767526350333,
|
|
"minimum_top5": 0.43999999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_5_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.568685433356766,
|
|
"minimum_output_cosine": 0.0016428441331419667,
|
|
"worst_mean_js": 0.3281767526350333,
|
|
"minimum_top5": 0.43999999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_5_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3454760926883871,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_5_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.871297639097641,
|
|
"minimum_output_cosine": -0.011601223713128746,
|
|
"worst_mean_js": 0.3454760926883871,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_5_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3510193983145711,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_5_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.6220757248063298,
|
|
"minimum_output_cosine": -0.053176702007340655,
|
|
"worst_mean_js": 0.3510193983145711,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_5_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.33390393406242735,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_5_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5882790190645606,
|
|
"minimum_output_cosine": -0.007997346008751861,
|
|
"worst_mean_js": 0.33390393406242735,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_5_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3221243262598938,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_5_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.154634916257952,
|
|
"minimum_output_cosine": -0.013397230386255244,
|
|
"worst_mean_js": 0.3221243262598938,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_5_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.25132494722228904,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_5_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.5317913219125097,
|
|
"minimum_output_cosine": -0.06299957810477096,
|
|
"worst_mean_js": 0.25132494722228904,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_5_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.35066906898208755,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_5_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.0962280481593125,
|
|
"minimum_output_cosine": -0.00555177754740661,
|
|
"worst_mean_js": 0.35066906898208755,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_5_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3677423697154529,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_5_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.2574647932137317,
|
|
"minimum_output_cosine": 0.007134756733235564,
|
|
"worst_mean_js": 0.3677423697154529,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_6_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.40527642878908315,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_6_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.4198189234560523,
|
|
"minimum_output_cosine": -0.01089807085693052,
|
|
"worst_mean_js": 0.40527642878908315,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_6_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4435480084515187,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_6_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.4464358876679615,
|
|
"minimum_output_cosine": -0.018799266882695377,
|
|
"worst_mean_js": 0.4435480084515187,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_6_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4555552427877175,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_6_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.266150701085019,
|
|
"minimum_output_cosine": -0.03680121927574983,
|
|
"worst_mean_js": 0.4555552427877175,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_6_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.44729913661593046,
|
|
"minimum_top5": 0.38400000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_6_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.2494700309045252,
|
|
"minimum_output_cosine": -0.02743949081764379,
|
|
"worst_mean_js": 0.44729913661593046,
|
|
"minimum_top5": 0.38400000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_6_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.41573840986846183,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_6_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.474124120142573,
|
|
"minimum_output_cosine": -0.04126352996549719,
|
|
"worst_mean_js": 0.41573840986846183,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_6_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.34791320698884065,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_6_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.0045457179603314,
|
|
"minimum_output_cosine": -0.029209653471774337,
|
|
"worst_mean_js": 0.34791320698884065,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_6_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.41820445169942727,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_6_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.6245454366809366,
|
|
"minimum_output_cosine": -0.023846028655918904,
|
|
"worst_mean_js": 0.41820445169942727,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_6_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4368404801164298,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_6_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.947351452845598,
|
|
"minimum_output_cosine": -0.016697163955096406,
|
|
"worst_mean_js": 0.4368404801164298,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_7_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.46452640761513914,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_7_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.1878606085435206,
|
|
"minimum_output_cosine": -0.036843922433918284,
|
|
"worst_mean_js": 0.46452640761513914,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_7_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5088982165864225,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_7_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.838596275184871,
|
|
"minimum_output_cosine": -0.005895436800214821,
|
|
"worst_mean_js": 0.5088982165864225,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_7_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.511036067337103,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_7_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.49524787405138,
|
|
"minimum_output_cosine": -0.03286586533916157,
|
|
"worst_mean_js": 0.511036067337103,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_7_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5104192797210316,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_7_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.4039417191738095,
|
|
"minimum_output_cosine": -0.010959059425526638,
|
|
"worst_mean_js": 0.5104192797210316,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_7_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.48235643176789994,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_7_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.955294974887074,
|
|
"minimum_output_cosine": -0.0300789499130927,
|
|
"worst_mean_js": 0.48235643176789994,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_7_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4172841050190631,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_7_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.754587521468688,
|
|
"minimum_output_cosine": -0.033574707343987736,
|
|
"worst_mean_js": 0.4172841050190631,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_7_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.48099628068137323,
|
|
"minimum_top5": 0.36800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_7_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.136738726684187,
|
|
"minimum_output_cosine": -0.0015239261743805138,
|
|
"worst_mean_js": 0.48099628068137323,
|
|
"minimum_top5": 0.36800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_19_7_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5076877829378824,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_19_7_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.4316301395301,
|
|
"minimum_output_cosine": -0.029774256354884003,
|
|
"worst_mean_js": 0.5076877829378824,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "v_group_7_19_0_0",
|
|
"kind": "v_group",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 2.4362711944008115
|
|
},
|
|
{
|
|
"id": "v_group_7_19_0_1",
|
|
"kind": "v_group",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 3.217264894883968
|
|
},
|
|
{
|
|
"id": "v_group_7_19_1_0",
|
|
"kind": "v_group",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 2.5276804097685552
|
|
},
|
|
{
|
|
"id": "v_group_7_19_1_1",
|
|
"kind": "v_group",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 3.3712129436764964
|
|
},
|
|
{
|
|
"id": "full_attention_7_23",
|
|
"kind": "full_attention",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 0,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.20753620249245,
|
|
"minimum_output_cosine": -0.035152509933707554,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_0_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2635435742098203,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_0_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.704374777381441,
|
|
"minimum_output_cosine": -0.01642860784541342,
|
|
"worst_mean_js": 0.2635435742098203,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_0_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2794970703963038,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_0_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.4670439105263013,
|
|
"minimum_output_cosine": -0.009197800156450026,
|
|
"worst_mean_js": 0.2794970703963038,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_0_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1760103658665399,
|
|
"minimum_top5": 0.56,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_0_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.8959040041688637,
|
|
"minimum_output_cosine": 0.046818877248359626,
|
|
"worst_mean_js": 0.1760103658665399,
|
|
"minimum_top5": 0.56,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_0_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29461276902777855,
|
|
"minimum_top5": 0.49599999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_0_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5758442535747488,
|
|
"minimum_output_cosine": 0.005958840519081146,
|
|
"worst_mean_js": 0.29461276902777855,
|
|
"minimum_top5": 0.49599999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_0_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.34493707509533555,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_0_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.3010389427180034,
|
|
"minimum_output_cosine": -0.008544368757660523,
|
|
"worst_mean_js": 0.34493707509533555,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_0_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.24482567121964627,
|
|
"minimum_top5": 0.5279999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_0_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.233656289252969,
|
|
"minimum_output_cosine": -0.014216127877084688,
|
|
"worst_mean_js": 0.24482567121964627,
|
|
"minimum_top5": 0.5279999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_0_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.18238119906691824,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_0_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.407750330364006,
|
|
"minimum_output_cosine": 0.004323445329310613,
|
|
"worst_mean_js": 0.18238119906691824,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_0_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2854614960371316,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_0_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.4087307848650243,
|
|
"minimum_output_cosine": -0.03644364986658653,
|
|
"worst_mean_js": 0.2854614960371316,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_1_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3077178233262393,
|
|
"minimum_top5": 0.312,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_1_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.818605603832381,
|
|
"minimum_output_cosine": -0.032891549427322565,
|
|
"worst_mean_js": 0.3077178233262393,
|
|
"minimum_top5": 0.312,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_1_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.30210002325297336,
|
|
"minimum_top5": 0.352,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_1_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.349141235322462,
|
|
"minimum_output_cosine": -0.03540782102704267,
|
|
"worst_mean_js": 0.30210002325297336,
|
|
"minimum_top5": 0.352,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_1_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5056088906031382,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_1_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.417934641005443,
|
|
"minimum_output_cosine": -0.0542673304444952,
|
|
"worst_mean_js": 0.5056088906031382,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_1_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.26967055737602974,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_1_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.4976652868711873,
|
|
"minimum_output_cosine": -0.021529619054890734,
|
|
"worst_mean_js": 0.26967055737602974,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_1_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3232614831555368,
|
|
"minimum_top5": 0.264,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_1_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.1674809655017877,
|
|
"minimum_output_cosine": -0.026158601133441487,
|
|
"worst_mean_js": 0.3232614831555368,
|
|
"minimum_top5": 0.264,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_1_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.28723499735737457,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_1_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.775949101550917,
|
|
"minimum_output_cosine": -0.023902833957100512,
|
|
"worst_mean_js": 0.28723499735737457,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_1_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5176750012517723,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_1_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.566059546760885,
|
|
"minimum_output_cosine": -0.024413117642301946,
|
|
"worst_mean_js": 0.5176750012517723,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_1_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2923822076929547,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_1_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.0214125713717306,
|
|
"minimum_output_cosine": -0.01788163735515558,
|
|
"worst_mean_js": 0.2923822076929547,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_2_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2845923410209552,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_2_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.428832074958086,
|
|
"minimum_output_cosine": -0.0137123630641122,
|
|
"worst_mean_js": 0.2845923410209552,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_2_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.30022714456776123,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_2_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.085473217470511,
|
|
"minimum_output_cosine": -0.019702181674805256,
|
|
"worst_mean_js": 0.30022714456776123,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_2_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2357612753959394,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_2_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.965930475558764,
|
|
"minimum_output_cosine": -0.03296334008440223,
|
|
"worst_mean_js": 0.2357612753959394,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_2_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29887445718096184,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_2_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.217049235758318,
|
|
"minimum_output_cosine": -0.03756824472008247,
|
|
"worst_mean_js": 0.29887445718096184,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_2_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.35188200906129763,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_2_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.8596827913040888,
|
|
"minimum_output_cosine": -0.015005763046445525,
|
|
"worst_mean_js": 0.35188200906129763,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_2_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2653907824591635,
|
|
"minimum_top5": 0.4639999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_2_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.774382012778908,
|
|
"minimum_output_cosine": -0.009843553970958156,
|
|
"worst_mean_js": 0.2653907824591635,
|
|
"minimum_top5": 0.4639999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_2_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2468514590915404,
|
|
"minimum_top5": 0.528,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_2_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.982028579175677,
|
|
"minimum_output_cosine": -0.04267107415153745,
|
|
"worst_mean_js": 0.2468514590915404,
|
|
"minimum_top5": 0.528,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_2_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29573425077067733,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_2_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.0054819177572254,
|
|
"minimum_output_cosine": -0.03436283692974512,
|
|
"worst_mean_js": 0.29573425077067733,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_3_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.28950848486591974,
|
|
"minimum_top5": 0.3440000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_3_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.0812246368130434,
|
|
"minimum_output_cosine": -0.02553873368728144,
|
|
"worst_mean_js": 0.28950848486591974,
|
|
"minimum_top5": 0.3440000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_3_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2436480131357369,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_3_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.9321444105866177,
|
|
"minimum_output_cosine": -0.021370789157024582,
|
|
"worst_mean_js": 0.2436480131357369,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_3_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5597791136354826,
|
|
"minimum_top5": 0.264,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_3_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.660095272017052,
|
|
"minimum_output_cosine": 0.0013405392903769612,
|
|
"worst_mean_js": 0.5597791136354826,
|
|
"minimum_top5": 0.264,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_3_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.20759856652121048,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_3_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.033070585065014,
|
|
"minimum_output_cosine": -0.009520563731874638,
|
|
"worst_mean_js": 0.20759856652121048,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_3_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2597026044825913,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_3_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.625031938236295,
|
|
"minimum_output_cosine": -0.03617800792678007,
|
|
"worst_mean_js": 0.2597026044825913,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_3_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2385004178670496,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_3_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.6978600571392355,
|
|
"minimum_output_cosine": -0.04273607190835619,
|
|
"worst_mean_js": 0.2385004178670496,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_3_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.570665998105457,
|
|
"minimum_top5": 0.24800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_3_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.110607763186755,
|
|
"minimum_output_cosine": -0.023932199007867517,
|
|
"worst_mean_js": 0.570665998105457,
|
|
"minimum_top5": 0.24800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_3_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2555190971771148,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_3_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.906131810937918,
|
|
"minimum_output_cosine": -0.026750816544189905,
|
|
"worst_mean_js": 0.2555190971771148,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_4_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.35538476876660363,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_4_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.524952306587897,
|
|
"minimum_output_cosine": 0.010427823812269914,
|
|
"worst_mean_js": 0.35538476876660363,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_4_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3139592922553247,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_4_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.359868392354929,
|
|
"minimum_output_cosine": -0.041709593115365685,
|
|
"worst_mean_js": 0.3139592922553247,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_4_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5265366150142035,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_4_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.013665173951466,
|
|
"minimum_output_cosine": -0.033788822789764264,
|
|
"worst_mean_js": 0.5265366150142035,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_4_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29319580215295493,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_4_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.499208393335208,
|
|
"minimum_output_cosine": 0.013425695399574887,
|
|
"worst_mean_js": 0.29319580215295493,
|
|
"minimum_top5": 0.33599999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_4_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.33232334287914433,
|
|
"minimum_top5": 0.304,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_4_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.9071035895923605,
|
|
"minimum_output_cosine": -0.02095366400380153,
|
|
"worst_mean_js": 0.33232334287914433,
|
|
"minimum_top5": 0.304,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_4_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3200384205036834,
|
|
"minimum_top5": 0.36800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_4_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.9026673474397207,
|
|
"minimum_output_cosine": -0.009526934083767159,
|
|
"worst_mean_js": 0.3200384205036834,
|
|
"minimum_top5": 0.36800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_4_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5308524584282457,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_4_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.719165991414799,
|
|
"minimum_output_cosine": -0.039052719674950866,
|
|
"worst_mean_js": 0.5308524584282457,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_4_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.34051843575624063,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_4_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.2434879841161175,
|
|
"minimum_output_cosine": -0.03309128007918561,
|
|
"worst_mean_js": 0.34051843575624063,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_5_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.27252805778403055,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_5_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.1261827541840725,
|
|
"minimum_output_cosine": -0.005573304693572887,
|
|
"worst_mean_js": 0.27252805778403055,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_5_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29135469072760023,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_5_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.607162870794809,
|
|
"minimum_output_cosine": 0.0006345103602497645,
|
|
"worst_mean_js": 0.29135469072760023,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_5_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4513207629870957,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_5_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.3953913780013005,
|
|
"minimum_output_cosine": -0.0371619168272983,
|
|
"worst_mean_js": 0.4513207629870957,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_5_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.30948580338824405,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_5_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.941391474538643,
|
|
"minimum_output_cosine": -0.015825260121769574,
|
|
"worst_mean_js": 0.30948580338824405,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_5_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3486499158522372,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_5_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.249320536331419,
|
|
"minimum_output_cosine": 0.004904042178093844,
|
|
"worst_mean_js": 0.3486499158522372,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_5_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.25537198430070196,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_5_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.113183291074041,
|
|
"minimum_output_cosine": -0.0053151994181365545,
|
|
"worst_mean_js": 0.25537198430070196,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_5_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.46523881988801463,
|
|
"minimum_top5": 0.48800000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_5_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.060449800551566,
|
|
"minimum_output_cosine": -0.018068410445638464,
|
|
"worst_mean_js": 0.46523881988801463,
|
|
"minimum_top5": 0.48800000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_5_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2983123036995308,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_5_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.48683552811822,
|
|
"minimum_output_cosine": -0.0032138507810982836,
|
|
"worst_mean_js": 0.2983123036995308,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_6_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.359337629595281,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_6_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.481033640374982,
|
|
"minimum_output_cosine": 0.008732228318191166,
|
|
"worst_mean_js": 0.359337629595281,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_6_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.37373625068639654,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_6_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.157154368155316,
|
|
"minimum_output_cosine": -0.00891006351380618,
|
|
"worst_mean_js": 0.37373625068639654,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_6_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.36103439982576435,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_6_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.766180429946026,
|
|
"minimum_output_cosine": -0.024331996769565736,
|
|
"worst_mean_js": 0.36103439982576435,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_6_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3996636476647788,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_6_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.5340554788865575,
|
|
"minimum_output_cosine": -0.020697465242403828,
|
|
"worst_mean_js": 0.3996636476647788,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_6_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4292153925569279,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_6_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.8745935966965037,
|
|
"minimum_output_cosine": -0.02887374232577327,
|
|
"worst_mean_js": 0.4292153925569279,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_6_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3403572818373884,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_6_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.4562980651853996,
|
|
"minimum_output_cosine": -0.008370925785221254,
|
|
"worst_mean_js": 0.3403572818373884,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_6_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.37086772522547534,
|
|
"minimum_top5": 0.42400000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_6_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.214453717450542,
|
|
"minimum_output_cosine": -0.03093410490354711,
|
|
"worst_mean_js": 0.37086772522547534,
|
|
"minimum_top5": 0.42400000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_6_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.38665333448364103,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_6_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.801680182559223,
|
|
"minimum_output_cosine": -0.02731218324000254,
|
|
"worst_mean_js": 0.38665333448364103,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_7_0",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4526277987795254,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_7_0",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.5425672471032845,
|
|
"minimum_output_cosine": -0.02160614910470281,
|
|
"worst_mean_js": 0.4526277987795254,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_7_1",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.46466258859432275,
|
|
"minimum_top5": 0.4639999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_7_1",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.323740230601667,
|
|
"minimum_output_cosine": -0.04767418637633404,
|
|
"worst_mean_js": 0.46466258859432275,
|
|
"minimum_top5": 0.4639999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_7_2",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.12492751629155113,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_7_2",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 9.976068475829916,
|
|
"minimum_output_cosine": -0.067845560262459,
|
|
"worst_mean_js": 0.12492751629155113,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_7_3",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4865039520880916,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_7_3",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.508739986883826,
|
|
"minimum_output_cosine": -0.017340702488107936,
|
|
"worst_mean_js": 0.4865039520880916,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_7_4",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5192483052563045,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_7_4",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.5099867171812,
|
|
"minimum_output_cosine": -0.009461122644896226,
|
|
"worst_mean_js": 0.5192483052563045,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_7_5",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.42996273791837203,
|
|
"minimum_top5": 0.4799999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_7_5",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.603348284168155,
|
|
"minimum_output_cosine": -0.005143452705586447,
|
|
"worst_mean_js": 0.42996273791837203,
|
|
"minimum_top5": 0.4799999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_7_6",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1294036314881777,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_7_6",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 8.302024983980548,
|
|
"minimum_output_cosine": -0.02268710406220161,
|
|
"worst_mean_js": 0.1294036314881777,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_7_23_7_7",
|
|
"kind": "qk_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.47434878160404237,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_7_23_7_7",
|
|
"kind": "qkv_head",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.101114623604599,
|
|
"minimum_output_cosine": -0.011271353528446654,
|
|
"worst_mean_js": 0.47434878160404237,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "v_group_7_23_0_0",
|
|
"kind": "v_group",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 6.240759902641683
|
|
},
|
|
{
|
|
"id": "v_group_7_23_0_1",
|
|
"kind": "v_group",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 6.219651840439676
|
|
},
|
|
{
|
|
"id": "v_group_7_23_1_0",
|
|
"kind": "v_group",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 7.063398567760722
|
|
},
|
|
{
|
|
"id": "v_group_7_23_1_1",
|
|
"kind": "v_group",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 6.968200594234835
|
|
},
|
|
{
|
|
"id": "full_attention_11_15",
|
|
"kind": "full_attention",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 0,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.087610931125278,
|
|
"minimum_output_cosine": 0.08463876182421498,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_0_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.14716906385439976,
|
|
"minimum_top5": 0.536,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_0_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7930714415584719,
|
|
"minimum_output_cosine": 0.021485672604337158,
|
|
"worst_mean_js": 0.14716906385439976,
|
|
"minimum_top5": 0.536,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_0_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.18405736131486578,
|
|
"minimum_top5": 0.42399999999999993,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_0_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.3316493825559106,
|
|
"minimum_output_cosine": -0.08284590547724942,
|
|
"worst_mean_js": 0.18405736131486578,
|
|
"minimum_top5": 0.42399999999999993,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_0_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1299554315773389,
|
|
"minimum_top5": 0.616,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_0_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1792901223746273,
|
|
"minimum_output_cosine": -0.10763569532754283,
|
|
"worst_mean_js": 0.1299554315773389,
|
|
"minimum_top5": 0.616,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_0_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.10760318334671858,
|
|
"minimum_top5": 0.5920000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_0_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.0597778635516617,
|
|
"minimum_output_cosine": 0.13776960552699669,
|
|
"worst_mean_js": 0.10760318334671858,
|
|
"minimum_top5": 0.5920000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_0_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.17429474703302314,
|
|
"minimum_top5": 0.49599999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_0_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8681107339594523,
|
|
"minimum_output_cosine": -0.03193424761071611,
|
|
"worst_mean_js": 0.17429474703302314,
|
|
"minimum_top5": 0.49599999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_0_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.13975222929524458,
|
|
"minimum_top5": 0.536,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_0_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8819985118303304,
|
|
"minimum_output_cosine": -0.05553140429342309,
|
|
"worst_mean_js": 0.13975222929524458,
|
|
"minimum_top5": 0.536,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_0_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.13399918420806617,
|
|
"minimum_top5": 0.4799999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_0_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7870939437589533,
|
|
"minimum_output_cosine": 0.018676147784698994,
|
|
"worst_mean_js": 0.13399918420806617,
|
|
"minimum_top5": 0.4799999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_0_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2082400495080734,
|
|
"minimum_top5": 0.528,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_0_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.869210022948471,
|
|
"minimum_output_cosine": -0.0417607600528523,
|
|
"worst_mean_js": 0.2082400495080734,
|
|
"minimum_top5": 0.528,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_1_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2730125950167809,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_1_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.9817795875554225,
|
|
"minimum_output_cosine": 0.011459680715789894,
|
|
"worst_mean_js": 0.2730125950167809,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_1_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.31626165742147344,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_1_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.887840328864097,
|
|
"minimum_output_cosine": -0.021464869000225095,
|
|
"worst_mean_js": 0.31626165742147344,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_1_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.17344367584614964,
|
|
"minimum_top5": 0.5680000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_1_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.392669249521687,
|
|
"minimum_output_cosine": 0.028600558347216004,
|
|
"worst_mean_js": 0.17344367584614964,
|
|
"minimum_top5": 0.5680000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_1_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2001826938713959,
|
|
"minimum_top5": 0.5760000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_1_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.638366376485922,
|
|
"minimum_output_cosine": -0.13418614966703174,
|
|
"worst_mean_js": 0.2001826938713959,
|
|
"minimum_top5": 0.5760000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_1_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.27239799488157757,
|
|
"minimum_top5": 0.528,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_1_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.635685190562442,
|
|
"minimum_output_cosine": -0.008645583372248437,
|
|
"worst_mean_js": 0.27239799488157757,
|
|
"minimum_top5": 0.528,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_1_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.19962026179075884,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_1_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.36088336499335,
|
|
"minimum_output_cosine": 0.05596692831705075,
|
|
"worst_mean_js": 0.19962026179075884,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_1_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.21580506648016826,
|
|
"minimum_top5": 0.5680000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_1_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.128898264921556,
|
|
"minimum_output_cosine": 0.04619062418155935,
|
|
"worst_mean_js": 0.21580506648016826,
|
|
"minimum_top5": 0.5680000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_1_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2053147374139014,
|
|
"minimum_top5": 0.616,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_1_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9301716811677532,
|
|
"minimum_output_cosine": 0.10524249573811453,
|
|
"worst_mean_js": 0.2053147374139014,
|
|
"minimum_top5": 0.616,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_2_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.25624385354041324,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_2_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.27065541495013,
|
|
"minimum_output_cosine": -0.010080784310019157,
|
|
"worst_mean_js": 0.25624385354041324,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_2_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.21990782738903938,
|
|
"minimum_top5": 0.40800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_2_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.8065938856828283,
|
|
"minimum_output_cosine": -0.06994312165214543,
|
|
"worst_mean_js": 0.21990782738903938,
|
|
"minimum_top5": 0.40800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_2_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2024647118711473,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_2_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.6533938694359596,
|
|
"minimum_output_cosine": 0.031811990803353715,
|
|
"worst_mean_js": 0.2024647118711473,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_2_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.14073762848664173,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_2_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.05032076754365,
|
|
"minimum_output_cosine": -0.1874721370462484,
|
|
"worst_mean_js": 0.14073762848664173,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_2_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2095318097532674,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_2_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.962227835816111,
|
|
"minimum_output_cosine": 0.024314666813206327,
|
|
"worst_mean_js": 0.2095318097532674,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_2_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.21347922521514157,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_2_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.0848131837419555,
|
|
"minimum_output_cosine": -0.03900819390370388,
|
|
"worst_mean_js": 0.21347922521514157,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_2_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1903819710022603,
|
|
"minimum_top5": 0.56,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_2_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7613018816180361,
|
|
"minimum_output_cosine": 0.07230397953812764,
|
|
"worst_mean_js": 0.1903819710022603,
|
|
"minimum_top5": 0.56,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_2_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.25517918333102313,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_2_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.709283723638315,
|
|
"minimum_output_cosine": 0.057039068028676976,
|
|
"worst_mean_js": 0.25517918333102313,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_3_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4210795356005487,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_3_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8809583246328667,
|
|
"minimum_output_cosine": -0.026455224436992688,
|
|
"worst_mean_js": 0.4210795356005487,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_3_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29787546514980234,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_3_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.2035995340602574,
|
|
"minimum_output_cosine": 0.05645833520859769,
|
|
"worst_mean_js": 0.29787546514980234,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_3_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2530201937487488,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_3_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.0385248518788885,
|
|
"minimum_output_cosine": 0.03787351282735945,
|
|
"worst_mean_js": 0.2530201937487488,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_3_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.28478882292185387,
|
|
"minimum_top5": 0.592,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_3_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.3447941994157184,
|
|
"minimum_output_cosine": -0.11749460892130209,
|
|
"worst_mean_js": 0.28478882292185387,
|
|
"minimum_top5": 0.592,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_3_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4137469444736347,
|
|
"minimum_top5": 0.44000000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_3_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.936456977366493,
|
|
"minimum_output_cosine": -0.021843284245780893,
|
|
"worst_mean_js": 0.4137469444736347,
|
|
"minimum_top5": 0.44000000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_3_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3359446355626772,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_3_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.0283533425236073,
|
|
"minimum_output_cosine": -0.006931543883741114,
|
|
"worst_mean_js": 0.3359446355626772,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_3_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.36862341313123587,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_3_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9897702824222188,
|
|
"minimum_output_cosine": -0.04917051294348662,
|
|
"worst_mean_js": 0.36862341313123587,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_3_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.41016158566417205,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_3_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.030245742581431,
|
|
"minimum_output_cosine": 0.007220318665898206,
|
|
"worst_mean_js": 0.41016158566417205,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_4_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.23099143378186654,
|
|
"minimum_top5": 0.5359999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_4_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8478108440384275,
|
|
"minimum_output_cosine": 0.09283628162490586,
|
|
"worst_mean_js": 0.23099143378186654,
|
|
"minimum_top5": 0.5359999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_4_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.15912541405304728,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_4_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.788540050729819,
|
|
"minimum_output_cosine": 0.2188469498438405,
|
|
"worst_mean_js": 0.15912541405304728,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_4_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.16410378461874608,
|
|
"minimum_top5": 0.632,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_4_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.736037599867706,
|
|
"minimum_output_cosine": 0.1685897200900168,
|
|
"worst_mean_js": 0.16410378461874608,
|
|
"minimum_top5": 0.632,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_4_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.15709439200494585,
|
|
"minimum_top5": 0.6080000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_4_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.1178980211400242,
|
|
"minimum_output_cosine": -0.39533064654006245,
|
|
"worst_mean_js": 0.15709439200494585,
|
|
"minimum_top5": 0.6080000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_4_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.26330822463006176,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_4_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.16070573380046,
|
|
"minimum_output_cosine": -0.0458188839909362,
|
|
"worst_mean_js": 0.26330822463006176,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_4_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.21390337977648602,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_4_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8799774268782108,
|
|
"minimum_output_cosine": -0.0024405780579006566,
|
|
"worst_mean_js": 0.21390337977648602,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_4_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.27304140170670227,
|
|
"minimum_top5": 0.4640000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_4_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8703690268898918,
|
|
"minimum_output_cosine": -0.010243480266577376,
|
|
"worst_mean_js": 0.27304140170670227,
|
|
"minimum_top5": 0.4640000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_4_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3213881327832416,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_4_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9812728608367172,
|
|
"minimum_output_cosine": -0.028750424807852094,
|
|
"worst_mean_js": 0.3213881327832416,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_5_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.23933135068665584,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_5_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1819141797951596,
|
|
"minimum_output_cosine": -0.03096225854033481,
|
|
"worst_mean_js": 0.23933135068665584,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_5_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2415002005641865,
|
|
"minimum_top5": 0.37599999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_5_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.931454764972525,
|
|
"minimum_output_cosine": -0.05415424700545543,
|
|
"worst_mean_js": 0.2415002005641865,
|
|
"minimum_top5": 0.37599999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_5_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.24917774085737143,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_5_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5489475614863273,
|
|
"minimum_output_cosine": -0.043328336975458404,
|
|
"worst_mean_js": 0.24917774085737143,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_5_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.194918917039549,
|
|
"minimum_top5": 0.37599999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_5_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.239375125329619,
|
|
"minimum_output_cosine": -0.011436084212551961,
|
|
"worst_mean_js": 0.194918917039549,
|
|
"minimum_top5": 0.37599999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_5_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.21503936969128407,
|
|
"minimum_top5": 0.38400000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_5_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.0763766548966958,
|
|
"minimum_output_cosine": 0.05490736053823739,
|
|
"worst_mean_js": 0.21503936969128407,
|
|
"minimum_top5": 0.38400000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_5_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.26469302970136666,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_5_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1589847986082122,
|
|
"minimum_output_cosine": -0.034302657584491664,
|
|
"worst_mean_js": 0.26469302970136666,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_5_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2586701191513438,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_5_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9678842484421615,
|
|
"minimum_output_cosine": -0.012443517130996968,
|
|
"worst_mean_js": 0.2586701191513438,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_5_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3256489635499641,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_5_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9097428369968903,
|
|
"minimum_output_cosine": -0.0667671670289524,
|
|
"worst_mean_js": 0.3256489635499641,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_6_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2358965257396202,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_6_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.7126206314281163,
|
|
"minimum_output_cosine": -0.08822376787244088,
|
|
"worst_mean_js": 0.2358965257396202,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_6_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.14312404746363291,
|
|
"minimum_top5": 0.528,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_6_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.224541306324894,
|
|
"minimum_output_cosine": -0.15580073176140807,
|
|
"worst_mean_js": 0.14312404746363291,
|
|
"minimum_top5": 0.528,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_6_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1409148974875691,
|
|
"minimum_top5": 0.6,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_6_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.8265059609259118,
|
|
"minimum_output_cosine": -0.24737270293183378,
|
|
"worst_mean_js": 0.1409148974875691,
|
|
"minimum_top5": 0.6,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_6_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.11342446157770779,
|
|
"minimum_top5": 0.64,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_6_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.3939444428775796,
|
|
"minimum_output_cosine": 0.3580122062408892,
|
|
"worst_mean_js": 0.11342446157770779,
|
|
"minimum_top5": 0.64,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_6_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.24385736978402278,
|
|
"minimum_top5": 0.42400000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_6_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.8809723142502808,
|
|
"minimum_output_cosine": -0.036436984642659445,
|
|
"worst_mean_js": 0.24385736978402278,
|
|
"minimum_top5": 0.42400000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_6_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.17551938719520827,
|
|
"minimum_top5": 0.56,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_6_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.0254732452188597,
|
|
"minimum_output_cosine": -0.060869945407608934,
|
|
"worst_mean_js": 0.17551938719520827,
|
|
"minimum_top5": 0.56,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_6_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.22743597291470719,
|
|
"minimum_top5": 0.48800000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_6_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.894267183027953,
|
|
"minimum_output_cosine": -0.052910101631597706,
|
|
"worst_mean_js": 0.22743597291470719,
|
|
"minimum_top5": 0.48800000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_6_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2927333161161983,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_6_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.9585913351267754,
|
|
"minimum_output_cosine": -0.034122105194318124,
|
|
"worst_mean_js": 0.2927333161161983,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_7_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2554697286632171,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_7_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7409473790618066,
|
|
"minimum_output_cosine": 0.03785880505167614,
|
|
"worst_mean_js": 0.2554697286632171,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_7_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1951294206630325,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_7_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.872819289320265,
|
|
"minimum_output_cosine": 0.10532848653409209,
|
|
"worst_mean_js": 0.1951294206630325,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_7_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1853265571124475,
|
|
"minimum_top5": 0.568,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_7_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7956333054000262,
|
|
"minimum_output_cosine": 0.13221708301334487,
|
|
"worst_mean_js": 0.1853265571124475,
|
|
"minimum_top5": 0.568,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_7_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.15220656266743338,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_7_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.004633932304596,
|
|
"minimum_output_cosine": -0.2782300921789192,
|
|
"worst_mean_js": 0.15220656266743338,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_7_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29061908635285005,
|
|
"minimum_top5": 0.38400000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_7_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9439579137910654,
|
|
"minimum_output_cosine": -0.011087899885426866,
|
|
"worst_mean_js": 0.29061908635285005,
|
|
"minimum_top5": 0.38400000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_7_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.217378511261254,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_7_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8684594189358164,
|
|
"minimum_output_cosine": -0.00961328243066162,
|
|
"worst_mean_js": 0.217378511261254,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_7_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.22779731153627392,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_7_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8756973069918994,
|
|
"minimum_output_cosine": -0.007624765128737321,
|
|
"worst_mean_js": 0.22779731153627392,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_15_7_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29731856624874575,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_15_7_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.950529309959259,
|
|
"minimum_output_cosine": -0.05077308339323929,
|
|
"worst_mean_js": 0.29731856624874575,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "v_group_11_15_0_0",
|
|
"kind": "v_group",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.6710806279033728
|
|
},
|
|
{
|
|
"id": "v_group_11_15_0_1",
|
|
"kind": "v_group",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.630626436299359
|
|
},
|
|
{
|
|
"id": "v_group_11_15_1_0",
|
|
"kind": "v_group",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.732508224973316
|
|
},
|
|
{
|
|
"id": "v_group_11_15_1_1",
|
|
"kind": "v_group",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.7143785097637405
|
|
},
|
|
{
|
|
"id": "full_attention_11_19",
|
|
"kind": "full_attention",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 0,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.6158266207910605,
|
|
"minimum_output_cosine": 0.015186389398948003,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_0_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1976439360883872,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_0_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.064138853112502,
|
|
"minimum_output_cosine": -0.01317262432751106,
|
|
"worst_mean_js": 0.1976439360883872,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_0_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2270727338050355,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_0_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.2405781413389616,
|
|
"minimum_output_cosine": -0.018157016339145283,
|
|
"worst_mean_js": 0.2270727338050355,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_0_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.22385546894358327,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_0_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9009298792770557,
|
|
"minimum_output_cosine": -0.0017860273139621136,
|
|
"worst_mean_js": 0.22385546894358327,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_0_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.20934992927849616,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_0_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1948535264043496,
|
|
"minimum_output_cosine": -0.04176657870164584,
|
|
"worst_mean_js": 0.20934992927849616,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_0_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.20341093647723846,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_0_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.451470712632099,
|
|
"minimum_output_cosine": -0.011509780910948782,
|
|
"worst_mean_js": 0.20341093647723846,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_0_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2097150663631821,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_0_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.08629289694333,
|
|
"minimum_output_cosine": -0.023967864464305367,
|
|
"worst_mean_js": 0.2097150663631821,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_0_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.18782865342112853,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_0_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.762634612970125,
|
|
"minimum_output_cosine": -0.026438649969628657,
|
|
"worst_mean_js": 0.18782865342112853,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_0_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.19817364813499108,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_0_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.0669301611442505,
|
|
"minimum_output_cosine": -0.047499204682970475,
|
|
"worst_mean_js": 0.19817364813499108,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_1_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.30929400215846803,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_1_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.419058192660996,
|
|
"minimum_output_cosine": -0.01983814156110453,
|
|
"worst_mean_js": 0.30929400215846803,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_1_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.33135268011526925,
|
|
"minimum_top5": 0.352,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_1_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.601868591865254,
|
|
"minimum_output_cosine": -0.03050001523835849,
|
|
"worst_mean_js": 0.33135268011526925,
|
|
"minimum_top5": 0.352,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_1_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3314627844892378,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_1_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.757189602840486,
|
|
"minimum_output_cosine": 0.045166421298775225,
|
|
"worst_mean_js": 0.3314627844892378,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_1_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3236052529212932,
|
|
"minimum_top5": 0.36800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_1_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.279003961611313,
|
|
"minimum_output_cosine": -0.004081409304564273,
|
|
"worst_mean_js": 0.3236052529212932,
|
|
"minimum_top5": 0.36800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_1_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29260035068799684,
|
|
"minimum_top5": 0.44000000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_1_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.094907728579727,
|
|
"minimum_output_cosine": 0.02058962876557485,
|
|
"worst_mean_js": 0.29260035068799684,
|
|
"minimum_top5": 0.44000000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_1_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.321921950418996,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_1_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.058845833688451,
|
|
"minimum_output_cosine": -0.03147406135722122,
|
|
"worst_mean_js": 0.321921950418996,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_1_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.322380375935295,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_1_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.497875681806388,
|
|
"minimum_output_cosine": -0.10125373904471098,
|
|
"worst_mean_js": 0.322380375935295,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_1_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3130922465276267,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_1_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.821786280925602,
|
|
"minimum_output_cosine": -0.08200571603245935,
|
|
"worst_mean_js": 0.3130922465276267,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_2_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.17156230054974148,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_2_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.4402818374815407,
|
|
"minimum_output_cosine": -0.007822918074381437,
|
|
"worst_mean_js": 0.17156230054974148,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_2_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.22849023709442218,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_2_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.871780673137173,
|
|
"minimum_output_cosine": 0.005538680613838356,
|
|
"worst_mean_js": 0.22849023709442218,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_2_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.18763027370412597,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_2_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.386637442379376,
|
|
"minimum_output_cosine": 0.017051113357082946,
|
|
"worst_mean_js": 0.18763027370412597,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_2_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.21336282262840633,
|
|
"minimum_top5": 0.37599999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_2_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.806325234662714,
|
|
"minimum_output_cosine": -0.02059808551056659,
|
|
"worst_mean_js": 0.21336282262840633,
|
|
"minimum_top5": 0.37599999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_2_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.17075639624744238,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_2_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.547673979468853,
|
|
"minimum_output_cosine": -0.023752378205209774,
|
|
"worst_mean_js": 0.17075639624744238,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_2_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1940359853753331,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_2_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.979046607477537,
|
|
"minimum_output_cosine": 0.0028328368050917364,
|
|
"worst_mean_js": 0.1940359853753331,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_2_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.17323518176304734,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_2_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.5779193109855143,
|
|
"minimum_output_cosine": -0.02551879150209234,
|
|
"worst_mean_js": 0.17323518176304734,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_2_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.18413537711078112,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_2_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.8304309868186706,
|
|
"minimum_output_cosine": -0.003735738006047605,
|
|
"worst_mean_js": 0.18413537711078112,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_3_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.42068545606000773,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_3_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.066387366458426,
|
|
"minimum_output_cosine": -0.011981906205110476,
|
|
"worst_mean_js": 0.42068545606000773,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_3_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.456127807571552,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_3_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.284827856788682,
|
|
"minimum_output_cosine": -0.020805550923744563,
|
|
"worst_mean_js": 0.456127807571552,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_3_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4481167636884343,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_3_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9311206022490788,
|
|
"minimum_output_cosine": -0.026179586415759674,
|
|
"worst_mean_js": 0.4481167636884343,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_3_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.45298876696560747,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_3_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.2187199287440618,
|
|
"minimum_output_cosine": -0.022226837379258752,
|
|
"worst_mean_js": 0.45298876696560747,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_3_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3752544311915397,
|
|
"minimum_top5": 0.37599999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_3_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.505448311161258,
|
|
"minimum_output_cosine": -0.019272244117919196,
|
|
"worst_mean_js": 0.3752544311915397,
|
|
"minimum_top5": 0.37599999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_3_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.31835267062576095,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_3_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.0609136926641622,
|
|
"minimum_output_cosine": -0.010764040600747796,
|
|
"worst_mean_js": 0.31835267062576095,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_3_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.42467644623337814,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_3_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.756747928271552,
|
|
"minimum_output_cosine": -0.015576514575770622,
|
|
"worst_mean_js": 0.42467644623337814,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_3_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.45049717656535554,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_3_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.016248006822914,
|
|
"minimum_output_cosine": -0.027889913087953456,
|
|
"worst_mean_js": 0.45049717656535554,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_4_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.26420228710977955,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_4_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.134594278739363,
|
|
"minimum_output_cosine": -0.0043763557450500375,
|
|
"worst_mean_js": 0.26420228710977955,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_4_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.299275975906766,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_4_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.913726919486716,
|
|
"minimum_output_cosine": -0.02057769311230887,
|
|
"worst_mean_js": 0.299275975906766,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_4_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.299407804334202,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_4_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9496785360462574,
|
|
"minimum_output_cosine": -0.022841411009349312,
|
|
"worst_mean_js": 0.299407804334202,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_4_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.28597260158929383,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_4_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8308936621907415,
|
|
"minimum_output_cosine": -0.018785992160865975,
|
|
"worst_mean_js": 0.28597260158929383,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_4_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.26057032556458126,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_4_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.761671850342063,
|
|
"minimum_output_cosine": -0.049668495258225726,
|
|
"worst_mean_js": 0.26057032556458126,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_4_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.255853034454166,
|
|
"minimum_top5": 0.45600000000000007,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_4_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.569599041571681,
|
|
"minimum_output_cosine": 0.010340441050042034,
|
|
"worst_mean_js": 0.255853034454166,
|
|
"minimum_top5": 0.45600000000000007,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_4_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.272244282141751,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_4_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.320805817704364,
|
|
"minimum_output_cosine": -0.039762618839596836,
|
|
"worst_mean_js": 0.272244282141751,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_4_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3105991449736107,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_4_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5474936212873636,
|
|
"minimum_output_cosine": -0.018728705033653786,
|
|
"worst_mean_js": 0.3105991449736107,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_5_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.30847814827396186,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_5_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.6156570194891953,
|
|
"minimum_output_cosine": -0.002626145954523853,
|
|
"worst_mean_js": 0.30847814827396186,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_5_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29674737909823945,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_5_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.895089951901843,
|
|
"minimum_output_cosine": -0.02264165927860385,
|
|
"worst_mean_js": 0.29674737909823945,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_5_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.31557795795986154,
|
|
"minimum_top5": 0.3440000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_5_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.2768968332154773,
|
|
"minimum_output_cosine": -0.027952698930158296,
|
|
"worst_mean_js": 0.31557795795986154,
|
|
"minimum_top5": 0.3440000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_5_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.31196098455165633,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_5_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.6605677557300877,
|
|
"minimum_output_cosine": -0.02347454297870054,
|
|
"worst_mean_js": 0.31196098455165633,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_5_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2803246667799238,
|
|
"minimum_top5": 0.272,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_5_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.980236196737558,
|
|
"minimum_output_cosine": -0.024329773182482254,
|
|
"worst_mean_js": 0.2803246667799238,
|
|
"minimum_top5": 0.272,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_5_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.33750700841513726,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_5_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.049195492357339,
|
|
"minimum_output_cosine": -0.053716991109298944,
|
|
"worst_mean_js": 0.33750700841513726,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_5_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3010499590701756,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_5_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.5445337084699498,
|
|
"minimum_output_cosine": -0.006613623598428069,
|
|
"worst_mean_js": 0.3010499590701756,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_5_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2913782369949418,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_5_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.9700057481839885,
|
|
"minimum_output_cosine": -0.00730189828659163,
|
|
"worst_mean_js": 0.2913782369949418,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_6_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.21343630692584253,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_6_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.071854593347445,
|
|
"minimum_output_cosine": -0.07093124373221141,
|
|
"worst_mean_js": 0.21343630692584253,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_6_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.26448217101316707,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_6_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.97730661836578,
|
|
"minimum_output_cosine": -0.01990130545431446,
|
|
"worst_mean_js": 0.26448217101316707,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_6_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.26633406512676533,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_6_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.686203900216869,
|
|
"minimum_output_cosine": -0.02943732861882385,
|
|
"worst_mean_js": 0.26633406512676533,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_6_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.24758511677879963,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_6_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.61522376629085,
|
|
"minimum_output_cosine": -0.07512344050589922,
|
|
"worst_mean_js": 0.24758511677879963,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_6_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1801322135169512,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_6_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.25829215131283,
|
|
"minimum_output_cosine": 0.0020081560469133036,
|
|
"worst_mean_js": 0.1801322135169512,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_6_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.17439708657845618,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_6_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.732780789740361,
|
|
"minimum_output_cosine": -0.04426536079105337,
|
|
"worst_mean_js": 0.17439708657845618,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_6_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.22528068033641335,
|
|
"minimum_top5": 0.48800000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_6_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.5491974329130807,
|
|
"minimum_output_cosine": 0.027260532929944,
|
|
"worst_mean_js": 0.22528068033641335,
|
|
"minimum_top5": 0.48800000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_6_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.24570939113389745,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_6_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.652631694629926,
|
|
"minimum_output_cosine": 0.006148522906738888,
|
|
"worst_mean_js": 0.24570939113389745,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_7_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2785559213914989,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_7_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.0454107415394454,
|
|
"minimum_output_cosine": 0.012641849956690925,
|
|
"worst_mean_js": 0.2785559213914989,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_7_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3090293319140553,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_7_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.034575472028308,
|
|
"minimum_output_cosine": -0.02242937559361028,
|
|
"worst_mean_js": 0.3090293319140553,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_7_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.27667476332309787,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_7_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8290681658902985,
|
|
"minimum_output_cosine": -0.04159357573954132,
|
|
"worst_mean_js": 0.27667476332309787,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_7_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.28843998646877006,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_7_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9471023474976281,
|
|
"minimum_output_cosine": -0.01253027790972283,
|
|
"worst_mean_js": 0.28843998646877006,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_7_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.23381882049142672,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_7_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.8055310509862994,
|
|
"minimum_output_cosine": -0.046970314531421455,
|
|
"worst_mean_js": 0.23381882049142672,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_7_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.261862227419498,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_7_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.716821246674896,
|
|
"minimum_output_cosine": -0.02365006700949085,
|
|
"worst_mean_js": 0.261862227419498,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_7_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.26642062828304974,
|
|
"minimum_top5": 0.4639999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_7_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.453462341611053,
|
|
"minimum_output_cosine": -0.015393757079079296,
|
|
"worst_mean_js": 0.26642062828304974,
|
|
"minimum_top5": 0.4639999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_19_7_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2715840155848764,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_19_7_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.6118549206501247,
|
|
"minimum_output_cosine": -0.011411234197777075,
|
|
"worst_mean_js": 0.2715840155848764,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "v_group_11_19_0_0",
|
|
"kind": "v_group",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 2.2235401852777494
|
|
},
|
|
{
|
|
"id": "v_group_11_19_0_1",
|
|
"kind": "v_group",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 2.892440309265751
|
|
},
|
|
{
|
|
"id": "v_group_11_19_1_0",
|
|
"kind": "v_group",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 2.2896734547458446
|
|
},
|
|
{
|
|
"id": "v_group_11_19_1_1",
|
|
"kind": "v_group",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 3.017302950794232
|
|
},
|
|
{
|
|
"id": "full_attention_11_23",
|
|
"kind": "full_attention",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 0,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 8.545284019914304,
|
|
"minimum_output_cosine": -0.035266673489654045,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_0_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29779417658419927,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_0_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.859472560296707,
|
|
"minimum_output_cosine": -0.019314011825954,
|
|
"worst_mean_js": 0.29779417658419927,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_0_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.281848323137278,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_0_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.440399046038831,
|
|
"minimum_output_cosine": -0.018191393738760213,
|
|
"worst_mean_js": 0.281848323137278,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_0_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5116452806930101,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_0_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.331956764707664,
|
|
"minimum_output_cosine": 0.011298143649774573,
|
|
"worst_mean_js": 0.5116452806930101,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_0_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.24406582666169463,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_0_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.906521056665082,
|
|
"minimum_output_cosine": -0.0030952584557026367,
|
|
"worst_mean_js": 0.24406582666169463,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_0_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.27751510450914335,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_0_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.770621900193062,
|
|
"minimum_output_cosine": -0.050926631282497865,
|
|
"worst_mean_js": 0.27751510450914335,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_0_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2695940026354429,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_0_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.5671772657274525,
|
|
"minimum_output_cosine": -0.06175834197781167,
|
|
"worst_mean_js": 0.2695940026354429,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_0_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5320522829100554,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_0_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.401900661919416,
|
|
"minimum_output_cosine": -0.017140613506878358,
|
|
"worst_mean_js": 0.5320522829100554,
|
|
"minimum_top5": 0.29600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_0_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2719784145723531,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_0_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.212796446147582,
|
|
"minimum_output_cosine": -0.027966080207501114,
|
|
"worst_mean_js": 0.2719784145723531,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_1_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3705650985838813,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_1_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 8.57068583801193,
|
|
"minimum_output_cosine": -0.06124630503134936,
|
|
"worst_mean_js": 0.3705650985838813,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_1_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3469049274025472,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_1_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.7489478157051765,
|
|
"minimum_output_cosine": -0.07424803391193045,
|
|
"worst_mean_js": 0.3469049274025472,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_1_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4954642089458652,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_1_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 12.477738199277475,
|
|
"minimum_output_cosine": -0.09057651490124054,
|
|
"worst_mean_js": 0.4954642089458652,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_1_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3327859719804107,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_1_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 8.663758090649672,
|
|
"minimum_output_cosine": -0.06730690034380869,
|
|
"worst_mean_js": 0.3327859719804107,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_1_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3599833012941626,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_1_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.684786111361654,
|
|
"minimum_output_cosine": -0.035799613602655905,
|
|
"worst_mean_js": 0.3599833012941626,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_1_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3386294152902342,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_1_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.1554194547767604,
|
|
"minimum_output_cosine": -0.02972349771377423,
|
|
"worst_mean_js": 0.3386294152902342,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_1_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.49705528233229573,
|
|
"minimum_top5": 0.3439999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_1_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 8.970209867712816,
|
|
"minimum_output_cosine": -0.05066186184390755,
|
|
"worst_mean_js": 0.49705528233229573,
|
|
"minimum_top5": 0.3439999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_1_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3486681700724274,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_1_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.134271306552186,
|
|
"minimum_output_cosine": -0.0748497728669303,
|
|
"worst_mean_js": 0.3486681700724274,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_2_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.18841431824234747,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_2_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.0476183091481195,
|
|
"minimum_output_cosine": -0.04843377662509887,
|
|
"worst_mean_js": 0.18841431824234747,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_2_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.18785606631336577,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_2_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.623665848370972,
|
|
"minimum_output_cosine": -0.06629791121194249,
|
|
"worst_mean_js": 0.18785606631336577,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_2_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.352315885647874,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_2_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 9.01492554791899,
|
|
"minimum_output_cosine": -0.03905924358698755,
|
|
"worst_mean_js": 0.352315885647874,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_2_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.18322878236508225,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_2_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.236899717859774,
|
|
"minimum_output_cosine": -0.06929353003025304,
|
|
"worst_mean_js": 0.18322878236508225,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_2_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.21472950144622072,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_2_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.81785553641252,
|
|
"minimum_output_cosine": -0.03446088228631233,
|
|
"worst_mean_js": 0.21472950144622072,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_2_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.17211659928394238,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_2_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.675002269452984,
|
|
"minimum_output_cosine": -0.004874127005561553,
|
|
"worst_mean_js": 0.17211659928394238,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_2_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3653385679083213,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_2_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.086442821205067,
|
|
"minimum_output_cosine": -0.0343976050755174,
|
|
"worst_mean_js": 0.3653385679083213,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_2_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.18546558112184136,
|
|
"minimum_top5": 0.4799999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_2_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.342388911068605,
|
|
"minimum_output_cosine": -0.010056028621756094,
|
|
"worst_mean_js": 0.18546558112184136,
|
|
"minimum_top5": 0.4799999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_3_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3513417239788092,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_3_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.826254111305133,
|
|
"minimum_output_cosine": -0.008919071352341611,
|
|
"worst_mean_js": 0.3513417239788092,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_3_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3669907541542407,
|
|
"minimum_top5": 0.45599999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_3_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.4497036990258145,
|
|
"minimum_output_cosine": -0.0147759748736359,
|
|
"worst_mean_js": 0.3669907541542407,
|
|
"minimum_top5": 0.45599999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_3_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.34976042801810076,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_3_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.365437884780941,
|
|
"minimum_output_cosine": -0.03862439032581761,
|
|
"worst_mean_js": 0.34976042801810076,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_3_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3876317201354261,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_3_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.963198425463738,
|
|
"minimum_output_cosine": -0.023783222430852895,
|
|
"worst_mean_js": 0.3876317201354261,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_3_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4308224981035898,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_3_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.785239824272057,
|
|
"minimum_output_cosine": -0.01881003566057142,
|
|
"worst_mean_js": 0.4308224981035898,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_3_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3296856923154461,
|
|
"minimum_top5": 0.45599999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_3_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.576828593087277,
|
|
"minimum_output_cosine": -0.00988676996823552,
|
|
"worst_mean_js": 0.3296856923154461,
|
|
"minimum_top5": 0.45599999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_3_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3491601727717428,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_3_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.395183841195806,
|
|
"minimum_output_cosine": -0.021460664405575782,
|
|
"worst_mean_js": 0.3491601727717428,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_3_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3715426996343759,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_3_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.194449849607402,
|
|
"minimum_output_cosine": -0.005466292858776293,
|
|
"worst_mean_js": 0.3715426996343759,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_4_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.23511918399642123,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_4_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.004898918525142,
|
|
"minimum_output_cosine": -0.0007401986665465009,
|
|
"worst_mean_js": 0.23511918399642123,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_4_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2409820718741514,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_4_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.703055547300788,
|
|
"minimum_output_cosine": -0.029580629388045464,
|
|
"worst_mean_js": 0.2409820718741514,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_4_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.37350248543128634,
|
|
"minimum_top5": 0.45600000000000007,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_4_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.049741047854109,
|
|
"minimum_output_cosine": -0.022383589165718067,
|
|
"worst_mean_js": 0.37350248543128634,
|
|
"minimum_top5": 0.45600000000000007,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_4_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.25345233865020045,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_4_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.097235340100999,
|
|
"minimum_output_cosine": -0.029834364071364933,
|
|
"worst_mean_js": 0.25345233865020045,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_4_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3065267637981101,
|
|
"minimum_top5": 0.38400000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_4_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.9617712375551646,
|
|
"minimum_output_cosine": -0.010895501944432407,
|
|
"worst_mean_js": 0.3065267637981101,
|
|
"minimum_top5": 0.38400000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_4_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.21700306795621263,
|
|
"minimum_top5": 0.40800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_4_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.0351551852900998,
|
|
"minimum_output_cosine": -0.0009358240040788608,
|
|
"worst_mean_js": 0.21700306795621263,
|
|
"minimum_top5": 0.40800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_4_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3781066415029284,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_4_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.4459707448715236,
|
|
"minimum_output_cosine": -0.005122033986443729,
|
|
"worst_mean_js": 0.3781066415029284,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_4_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.25102697878686264,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_4_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.5020106514192895,
|
|
"minimum_output_cosine": -0.012740388493305912,
|
|
"worst_mean_js": 0.25102697878686264,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_5_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3544045292834892,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_5_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.407902500572787,
|
|
"minimum_output_cosine": -0.022624214512193427,
|
|
"worst_mean_js": 0.3544045292834892,
|
|
"minimum_top5": 0.28,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_5_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3244902576450704,
|
|
"minimum_top5": 0.272,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_5_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.9148826012357265,
|
|
"minimum_output_cosine": -0.01395087442673454,
|
|
"worst_mean_js": 0.3244902576450704,
|
|
"minimum_top5": 0.272,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_5_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5129775767290513,
|
|
"minimum_top5": 0.31200000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_5_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 9.85285252029541,
|
|
"minimum_output_cosine": -0.04372688721584824,
|
|
"worst_mean_js": 0.5129775767290513,
|
|
"minimum_top5": 0.31200000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_5_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2819881895411068,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_5_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.58569520495285,
|
|
"minimum_output_cosine": -0.02262793446326811,
|
|
"worst_mean_js": 0.2819881895411068,
|
|
"minimum_top5": 0.32799999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_5_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.30821589000546806,
|
|
"minimum_top5": 0.248,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_5_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.320972745041015,
|
|
"minimum_output_cosine": -0.021830897624607035,
|
|
"worst_mean_js": 0.30821589000546806,
|
|
"minimum_top5": 0.248,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_5_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3242870110967946,
|
|
"minimum_top5": 0.264,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_5_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.654953146614335,
|
|
"minimum_output_cosine": -0.015990619732670002,
|
|
"worst_mean_js": 0.3242870110967946,
|
|
"minimum_top5": 0.264,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_5_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5224803970699596,
|
|
"minimum_top5": 0.312,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_5_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.189486811659101,
|
|
"minimum_output_cosine": -0.03734784367679216,
|
|
"worst_mean_js": 0.5224803970699596,
|
|
"minimum_top5": 0.312,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_5_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.34461035614544955,
|
|
"minimum_top5": 0.24,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_5_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.5461507215807755,
|
|
"minimum_output_cosine": -0.005521240115748419,
|
|
"worst_mean_js": 0.34461035614544955,
|
|
"minimum_top5": 0.24,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_6_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.18942703951106982,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_6_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.4324545336128147,
|
|
"minimum_output_cosine": -0.022174262427410447,
|
|
"worst_mean_js": 0.18942703951106982,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_6_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2037365181090134,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_6_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.2445307697022376,
|
|
"minimum_output_cosine": -0.009129531089937347,
|
|
"worst_mean_js": 0.2037365181090134,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_6_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3438480372213054,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_6_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.5071645527269877,
|
|
"minimum_output_cosine": -0.006593621127002622,
|
|
"worst_mean_js": 0.3438480372213054,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_6_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.21965704330196614,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_6_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.4412123446712783,
|
|
"minimum_output_cosine": 0.0051291306511986835,
|
|
"worst_mean_js": 0.21965704330196614,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_6_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2664090464626953,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_6_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.400917324661168,
|
|
"minimum_output_cosine": -0.01968678475287106,
|
|
"worst_mean_js": 0.2664090464626953,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_6_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.16965109864334288,
|
|
"minimum_top5": 0.552,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_6_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.975592927516217,
|
|
"minimum_output_cosine": -0.022739858743348627,
|
|
"worst_mean_js": 0.16965109864334288,
|
|
"minimum_top5": 0.552,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_6_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3475414738535839,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_6_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.7673594306510902,
|
|
"minimum_output_cosine": -0.04081459926286845,
|
|
"worst_mean_js": 0.3475414738535839,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_6_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.20242463507111733,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_6_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1820762274667556,
|
|
"minimum_output_cosine": -0.026438100314198094,
|
|
"worst_mean_js": 0.20242463507111733,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_7_0",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2104141383870427,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_7_0",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.110267843745399,
|
|
"minimum_output_cosine": -0.0011760137509276012,
|
|
"worst_mean_js": 0.2104141383870427,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_7_1",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.20583267722049073,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_7_1",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.7470282976805316,
|
|
"minimum_output_cosine": -0.01688102965263907,
|
|
"worst_mean_js": 0.20583267722049073,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_7_2",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.35061730441795286,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_7_2",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.133006155698063,
|
|
"minimum_output_cosine": -0.028708122814984298,
|
|
"worst_mean_js": 0.35061730441795286,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_7_3",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.21775251139834875,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_7_3",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.1680768529509,
|
|
"minimum_output_cosine": -0.02210851106024455,
|
|
"worst_mean_js": 0.21775251139834875,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_7_4",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2509070361058448,
|
|
"minimum_top5": 0.37599999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_7_4",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.9781690533141054,
|
|
"minimum_output_cosine": -0.006911959156404233,
|
|
"worst_mean_js": 0.2509070361058448,
|
|
"minimum_top5": 0.37599999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_7_5",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.19283277403717808,
|
|
"minimum_top5": 0.4640000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_7_5",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.13508658803577,
|
|
"minimum_output_cosine": -0.006492208313895599,
|
|
"worst_mean_js": 0.19283277403717808,
|
|
"minimum_top5": 0.4640000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_7_6",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3533836422473231,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_7_6",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.682068909258108,
|
|
"minimum_output_cosine": -0.023265325688027777,
|
|
"worst_mean_js": 0.3533836422473231,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_11_23_7_7",
|
|
"kind": "qk_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.20247246693222018,
|
|
"minimum_top5": 0.43999999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_11_23_7_7",
|
|
"kind": "qkv_head",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.5665004956861073,
|
|
"minimum_output_cosine": -0.006775237282273396,
|
|
"worst_mean_js": 0.20247246693222018,
|
|
"minimum_top5": 0.43999999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "v_group_11_23_0_0",
|
|
"kind": "v_group",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 5.801485437572021
|
|
},
|
|
{
|
|
"id": "v_group_11_23_0_1",
|
|
"kind": "v_group",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 5.657033612498488
|
|
},
|
|
{
|
|
"id": "v_group_11_23_1_0",
|
|
"kind": "v_group",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 5.8310421957081635
|
|
},
|
|
{
|
|
"id": "v_group_11_23_1_1",
|
|
"kind": "v_group",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 5.768535535747268
|
|
},
|
|
{
|
|
"id": "full_attention_15_19",
|
|
"kind": "full_attention",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 0,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.2014382078005865,
|
|
"minimum_output_cosine": 0.1654962814162201,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_0_0",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.28310466731929407,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_0_0",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.6976590388348995,
|
|
"minimum_output_cosine": -0.006144298514389688,
|
|
"worst_mean_js": 0.28310466731929407,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_0_1",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.21347554976899072,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_0_1",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7913927428421432,
|
|
"minimum_output_cosine": 0.02153289557876705,
|
|
"worst_mean_js": 0.21347554976899072,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_0_2",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2995817575550893,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_0_2",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.762083176668491,
|
|
"minimum_output_cosine": -0.040497653348480975,
|
|
"worst_mean_js": 0.2995817575550893,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_0_3",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2614105198154799,
|
|
"minimum_top5": 0.4720000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_0_3",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8770298064462303,
|
|
"minimum_output_cosine": -0.02694632207418863,
|
|
"worst_mean_js": 0.2614105198154799,
|
|
"minimum_top5": 0.4720000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_0_4",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2532242905321607,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_0_4",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.663496897337128,
|
|
"minimum_output_cosine": -0.07369379327028555,
|
|
"worst_mean_js": 0.2532242905321607,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_0_5",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.28441341450651114,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_0_5",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.588996699685184,
|
|
"minimum_output_cosine": 0.00812793039217943,
|
|
"worst_mean_js": 0.28441341450651114,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_0_6",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.27006179392021484,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_0_6",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.395493294730716,
|
|
"minimum_output_cosine": -0.02649673806370401,
|
|
"worst_mean_js": 0.27006179392021484,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_0_7",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2817131934646818,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_0_7",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.6361252459351934,
|
|
"minimum_output_cosine": -0.0008855793465981153,
|
|
"worst_mean_js": 0.2817131934646818,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_1_0",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.20302827603988013,
|
|
"minimum_top5": 0.48800000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_1_0",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.081242702175546,
|
|
"minimum_output_cosine": 0.00481817858378876,
|
|
"worst_mean_js": 0.20302827603988013,
|
|
"minimum_top5": 0.48800000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_1_1",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1818881461540429,
|
|
"minimum_top5": 0.5199999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_1_1",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.6344364928667061,
|
|
"minimum_output_cosine": 0.04422979011582535,
|
|
"worst_mean_js": 0.1818881461540429,
|
|
"minimum_top5": 0.5199999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_1_2",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.21232477797746832,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_1_2",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8209521254820487,
|
|
"minimum_output_cosine": -0.010033281074357225,
|
|
"worst_mean_js": 0.21232477797746832,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_1_3",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.19228904498605712,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_1_3",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.738148281422184,
|
|
"minimum_output_cosine": 0.07203317124134624,
|
|
"worst_mean_js": 0.19228904498605712,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_1_4",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.17170314415787286,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_1_4",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.365186100448424,
|
|
"minimum_output_cosine": -0.05967479175599909,
|
|
"worst_mean_js": 0.17170314415787286,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_1_5",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.17921633876029802,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_1_5",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.929822374632169,
|
|
"minimum_output_cosine": 0.011069508387003865,
|
|
"worst_mean_js": 0.17921633876029802,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_1_6",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1903264972335247,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_1_6",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8562971881864236,
|
|
"minimum_output_cosine": -0.055720883688789045,
|
|
"worst_mean_js": 0.1903264972335247,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_1_7",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.20636621970525545,
|
|
"minimum_top5": 0.49599999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_1_7",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9858147323192925,
|
|
"minimum_output_cosine": -0.0307877514272109,
|
|
"worst_mean_js": 0.20636621970525545,
|
|
"minimum_top5": 0.49599999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_2_0",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.25987015195761476,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_2_0",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9669845935036394,
|
|
"minimum_output_cosine": 0.008069124341252372,
|
|
"worst_mean_js": 0.25987015195761476,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_2_1",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2665907204888038,
|
|
"minimum_top5": 0.4000000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_2_1",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7535598302947415,
|
|
"minimum_output_cosine": -0.03143149739726677,
|
|
"worst_mean_js": 0.2665907204888038,
|
|
"minimum_top5": 0.4000000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_2_2",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2586747124288598,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_2_2",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8482010372382756,
|
|
"minimum_output_cosine": -0.03538502099159957,
|
|
"worst_mean_js": 0.2586747124288598,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_2_3",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.24946524655381005,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_2_3",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7899430162099583,
|
|
"minimum_output_cosine": 0.0007040820622109204,
|
|
"worst_mean_js": 0.24946524655381005,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_2_4",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2046918150051746,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_2_4",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.7236157959104075,
|
|
"minimum_output_cosine": -0.08490412982460599,
|
|
"worst_mean_js": 0.2046918150051746,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_2_5",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.24041817294040635,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_2_5",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.552845940641734,
|
|
"minimum_output_cosine": 0.04147897290044862,
|
|
"worst_mean_js": 0.24041817294040635,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_2_6",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.25850381172083736,
|
|
"minimum_top5": 0.4000000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_2_6",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.376086836791954,
|
|
"minimum_output_cosine": -0.023517981958464742,
|
|
"worst_mean_js": 0.25850381172083736,
|
|
"minimum_top5": 0.4000000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_2_7",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.24300659173070793,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_2_7",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.642693569899035,
|
|
"minimum_output_cosine": 0.0074068784693270325,
|
|
"worst_mean_js": 0.24300659173070793,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_3_0",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.18891989229035158,
|
|
"minimum_top5": 0.49599999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_3_0",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.248963572608054,
|
|
"minimum_output_cosine": -0.05928009346269483,
|
|
"worst_mean_js": 0.18891989229035158,
|
|
"minimum_top5": 0.49599999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_3_1",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.18955895826317953,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_3_1",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1970992400787095,
|
|
"minimum_output_cosine": -0.0861955913173047,
|
|
"worst_mean_js": 0.18955895826317953,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_3_2",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.19369116119597718,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_3_2",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.9309830003649546,
|
|
"minimum_output_cosine": -0.039944257257654096,
|
|
"worst_mean_js": 0.19369116119597718,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_3_3",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.18477319125245395,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_3_3",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.789514421423994,
|
|
"minimum_output_cosine": -0.113538437778369,
|
|
"worst_mean_js": 0.18477319125245395,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_3_4",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.14603515470104006,
|
|
"minimum_top5": 0.528,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_3_4",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.0581269401184894,
|
|
"minimum_output_cosine": 0.07640230319483883,
|
|
"worst_mean_js": 0.14603515470104006,
|
|
"minimum_top5": 0.528,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_3_5",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.16220344919297552,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_3_5",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7202313188914236,
|
|
"minimum_output_cosine": -0.05915604140901542,
|
|
"worst_mean_js": 0.16220344919297552,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_3_6",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.20311838755194206,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_3_6",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.5619096508189916,
|
|
"minimum_output_cosine": 0.0525921484380999,
|
|
"worst_mean_js": 0.20311838755194206,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_3_7",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.19032479146167255,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_3_7",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.5503554129102557,
|
|
"minimum_output_cosine": 0.005267389286924557,
|
|
"worst_mean_js": 0.19032479146167255,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_4_0",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2765461032281092,
|
|
"minimum_top5": 0.42400000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_4_0",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7074739582929737,
|
|
"minimum_output_cosine": -0.0012177490685065045,
|
|
"worst_mean_js": 0.2765461032281092,
|
|
"minimum_top5": 0.42400000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_4_1",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2606277014737931,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_4_1",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.85352018760284,
|
|
"minimum_output_cosine": 0.027209533556052445,
|
|
"worst_mean_js": 0.2606277014737931,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_4_2",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3058652608730002,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_4_2",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7246227389408961,
|
|
"minimum_output_cosine": 0.015997246049036403,
|
|
"worst_mean_js": 0.3058652608730002,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_4_3",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.275634722394922,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_4_3",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7973436330117671,
|
|
"minimum_output_cosine": -0.00936507362832212,
|
|
"worst_mean_js": 0.275634722394922,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_4_4",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.219408961702784,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_4_4",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.149374797254454,
|
|
"minimum_output_cosine": 0.06598571947920352,
|
|
"worst_mean_js": 0.219408961702784,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_4_5",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2809116397399707,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_4_5",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.854333447183465,
|
|
"minimum_output_cosine": -0.010795074553801293,
|
|
"worst_mean_js": 0.2809116397399707,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_4_6",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3041978662365937,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_4_6",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.583802538258373,
|
|
"minimum_output_cosine": 0.026889028280656306,
|
|
"worst_mean_js": 0.3041978662365937,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_4_7",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29467392410709353,
|
|
"minimum_top5": 0.3999999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_4_7",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.8885621349252206,
|
|
"minimum_output_cosine": 0.0467462944709808,
|
|
"worst_mean_js": 0.29467392410709353,
|
|
"minimum_top5": 0.3999999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_5_0",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2891960709829273,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_5_0",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8740636827350792,
|
|
"minimum_output_cosine": -0.0042532622055861564,
|
|
"worst_mean_js": 0.2891960709829273,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_5_1",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3012391731589527,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_5_1",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.043447638721209,
|
|
"minimum_output_cosine": 0.016162942161795302,
|
|
"worst_mean_js": 0.3012391731589527,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_5_2",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2971064870645559,
|
|
"minimum_top5": 0.3839999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_5_2",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7710461873278214,
|
|
"minimum_output_cosine": 0.049168846898778415,
|
|
"worst_mean_js": 0.2971064870645559,
|
|
"minimum_top5": 0.3839999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_5_3",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2979067467958058,
|
|
"minimum_top5": 0.40800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_5_3",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.0149829060644247,
|
|
"minimum_output_cosine": 0.01778655575168628,
|
|
"worst_mean_js": 0.2979067467958058,
|
|
"minimum_top5": 0.40800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_5_4",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.23151480063933413,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_5_4",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.546594849126064,
|
|
"minimum_output_cosine": -0.11269367246083847,
|
|
"worst_mean_js": 0.23151480063933413,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_5_5",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.25696742728696065,
|
|
"minimum_top5": 0.40800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_5_5",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.7936656997935785,
|
|
"minimum_output_cosine": 0.020769757465533435,
|
|
"worst_mean_js": 0.25696742728696065,
|
|
"minimum_top5": 0.40800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_5_6",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.32725287495117483,
|
|
"minimum_top5": 0.36800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_5_6",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.645314880530313,
|
|
"minimum_output_cosine": -0.04019076943801374,
|
|
"worst_mean_js": 0.32725287495117483,
|
|
"minimum_top5": 0.36800000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_5_7",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3018412712735823,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_5_7",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.914355560213306,
|
|
"minimum_output_cosine": -0.007645441171140028,
|
|
"worst_mean_js": 0.3018412712735823,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_6_0",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.30089086060623105,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_6_0",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.730545889407583,
|
|
"minimum_output_cosine": 8.807465277136033e-05,
|
|
"worst_mean_js": 0.30089086060623105,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_6_1",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3090010986286345,
|
|
"minimum_top5": 0.3440000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_6_1",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.3324967084196304,
|
|
"minimum_output_cosine": 0.03373042536380687,
|
|
"worst_mean_js": 0.3090010986286345,
|
|
"minimum_top5": 0.3440000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_6_2",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.31107406356537554,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_6_2",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.5920181588051052,
|
|
"minimum_output_cosine": 0.08554180820313831,
|
|
"worst_mean_js": 0.31107406356537554,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_6_3",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3126720023541173,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_6_3",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8680246430193574,
|
|
"minimum_output_cosine": 0.009701215630718239,
|
|
"worst_mean_js": 0.3126720023541173,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_6_4",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.22865807946318598,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_6_4",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.370921615618626,
|
|
"minimum_output_cosine": 0.006863380760355732,
|
|
"worst_mean_js": 0.22865807946318598,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_6_5",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.28323869680237335,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_6_5",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5487038125103108,
|
|
"minimum_output_cosine": 0.005598687155744137,
|
|
"worst_mean_js": 0.28323869680237335,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_6_6",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.31344611805479705,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_6_6",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.388419348935715,
|
|
"minimum_output_cosine": 0.031068961271952068,
|
|
"worst_mean_js": 0.31344611805479705,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_6_7",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.286257531143405,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_6_7",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.605350585199551,
|
|
"minimum_output_cosine": -0.04075441411489226,
|
|
"worst_mean_js": 0.286257531143405,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_7_0",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.37275408778250474,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_7_0",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7713201467902973,
|
|
"minimum_output_cosine": -0.014288718313055995,
|
|
"worst_mean_js": 0.37275408778250474,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_7_1",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.38113397167675983,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_7_1",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5926884727468256,
|
|
"minimum_output_cosine": 0.0290682502219421,
|
|
"worst_mean_js": 0.38113397167675983,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_7_2",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.38073492903229517,
|
|
"minimum_top5": 0.352,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_7_2",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.6941769017514743,
|
|
"minimum_output_cosine": 0.04371720390022054,
|
|
"worst_mean_js": 0.38073492903229517,
|
|
"minimum_top5": 0.352,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_7_3",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.37790621096918314,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_7_3",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9595411726118808,
|
|
"minimum_output_cosine": -0.007069155012800369,
|
|
"worst_mean_js": 0.37790621096918314,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_7_4",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2975325371069705,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_7_4",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.660005605731147,
|
|
"minimum_output_cosine": -0.04490623887467233,
|
|
"worst_mean_js": 0.2975325371069705,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_7_5",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.34306612896564864,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_7_5",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.613423103433882,
|
|
"minimum_output_cosine": -0.0004813490335040109,
|
|
"worst_mean_js": 0.34306612896564864,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_7_6",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3825894844679025,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_7_6",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5954656835375576,
|
|
"minimum_output_cosine": 0.0020759328226344007,
|
|
"worst_mean_js": 0.3825894844679025,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_19_7_7",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.35287233055047607,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_19_7_7",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.7291450529986854,
|
|
"minimum_output_cosine": -0.057964896979661173,
|
|
"worst_mean_js": 0.35287233055047607,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "v_group_15_19_0_0",
|
|
"kind": "v_group",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.7249137704705353
|
|
},
|
|
{
|
|
"id": "v_group_15_19_0_1",
|
|
"kind": "v_group",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 2.1856448892796303
|
|
},
|
|
{
|
|
"id": "v_group_15_19_1_0",
|
|
"kind": "v_group",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 1.651701843236467
|
|
},
|
|
{
|
|
"id": "v_group_15_19_1_1",
|
|
"kind": "v_group",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 2.0460983935200234
|
|
},
|
|
{
|
|
"id": "full_attention_15_23",
|
|
"kind": "full_attention",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 0,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.274112168908464,
|
|
"minimum_output_cosine": -0.16695065671437723,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_0_0",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.35252226974157663,
|
|
"minimum_top5": 0.42400000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_0_0",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.91655071948585,
|
|
"minimum_output_cosine": -0.026223868981687735,
|
|
"worst_mean_js": 0.35252226974157663,
|
|
"minimum_top5": 0.42400000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_0_1",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3472226244128529,
|
|
"minimum_top5": 0.40800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_0_1",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.685091390482953,
|
|
"minimum_output_cosine": -0.020223083603862893,
|
|
"worst_mean_js": 0.3472226244128529,
|
|
"minimum_top5": 0.40800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_0_2",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5503571541550025,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_0_2",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.820312384739916,
|
|
"minimum_output_cosine": -0.012150782894985336,
|
|
"worst_mean_js": 0.5503571541550025,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_0_3",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.31544309183287755,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_0_3",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.130606033536235,
|
|
"minimum_output_cosine": -0.01809849808618371,
|
|
"worst_mean_js": 0.31544309183287755,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_0_4",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.35378658598934437,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_0_4",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.290152929972708,
|
|
"minimum_output_cosine": -0.005895493022407873,
|
|
"worst_mean_js": 0.35378658598934437,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_0_5",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3095299831633753,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_0_5",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.762104508285458,
|
|
"minimum_output_cosine": -0.02944769530787811,
|
|
"worst_mean_js": 0.3095299831633753,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_0_6",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5591394329318562,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_0_6",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.5280575252631055,
|
|
"minimum_output_cosine": -0.009461728721873912,
|
|
"worst_mean_js": 0.5591394329318562,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_0_7",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.374883690801207,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_0_7",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.070887676871544,
|
|
"minimum_output_cosine": -0.03468655737421737,
|
|
"worst_mean_js": 0.374883690801207,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_1_0",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.25158522591624344,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_1_0",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.7801586556168565,
|
|
"minimum_output_cosine": -0.008255216117303767,
|
|
"worst_mean_js": 0.25158522591624344,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_1_1",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.26570759272748856,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_1_1",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.4149707614239007,
|
|
"minimum_output_cosine": -0.004745407987395619,
|
|
"worst_mean_js": 0.26570759272748856,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_1_2",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.49354639032104897,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_1_2",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.70175827363418,
|
|
"minimum_output_cosine": -0.017722564904398268,
|
|
"worst_mean_js": 0.49354639032104897,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_1_3",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.22839826493822682,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_1_3",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.826605094700121,
|
|
"minimum_output_cosine": -0.04910533014985994,
|
|
"worst_mean_js": 0.22839826493822682,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_1_4",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2819830698644023,
|
|
"minimum_top5": 0.42399999999999993,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_1_4",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.4324688291838963,
|
|
"minimum_output_cosine": -0.03957468168379915,
|
|
"worst_mean_js": 0.2819830698644023,
|
|
"minimum_top5": 0.42399999999999993,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_1_5",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.21711070965148632,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_1_5",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.8679001169081335,
|
|
"minimum_output_cosine": -0.009343688795598996,
|
|
"worst_mean_js": 0.21711070965148632,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_1_6",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5032635360157982,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_1_6",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.084321103792849,
|
|
"minimum_output_cosine": -0.0317978340084108,
|
|
"worst_mean_js": 0.5032635360157982,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_1_7",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2985314133520836,
|
|
"minimum_top5": 0.4319999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_1_7",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.0365463862055657,
|
|
"minimum_output_cosine": -0.011789412737458205,
|
|
"worst_mean_js": 0.2985314133520836,
|
|
"minimum_top5": 0.4319999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_2_0",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.26116345556544734,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_2_0",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.949549865079946,
|
|
"minimum_output_cosine": -0.011151898058625515,
|
|
"worst_mean_js": 0.26116345556544734,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_2_1",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2765846697330192,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_2_1",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.6794968151594905,
|
|
"minimum_output_cosine": -0.027052165039931558,
|
|
"worst_mean_js": 0.2765846697330192,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_2_2",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.42797012819893476,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_2_2",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.681150216621362,
|
|
"minimum_output_cosine": -0.029839085196863565,
|
|
"worst_mean_js": 0.42797012819893476,
|
|
"minimum_top5": 0.4,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_2_3",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2588954526293938,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_2_3",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.043109878444112,
|
|
"minimum_output_cosine": -0.019066976370400075,
|
|
"worst_mean_js": 0.2588954526293938,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_2_4",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29483010288396855,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_2_4",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.050494893198281,
|
|
"minimum_output_cosine": -0.03201851907621149,
|
|
"worst_mean_js": 0.29483010288396855,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_2_5",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.23696229813547237,
|
|
"minimum_top5": 0.4639999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_2_5",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.6213790206614354,
|
|
"minimum_output_cosine": -0.007965418400791822,
|
|
"worst_mean_js": 0.23696229813547237,
|
|
"minimum_top5": 0.4639999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_2_6",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.43693225840235206,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_2_6",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.306359780682018,
|
|
"minimum_output_cosine": -0.03310733243148936,
|
|
"worst_mean_js": 0.43693225840235206,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_2_7",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.28227393908687226,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_2_7",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.9154620149083654,
|
|
"minimum_output_cosine": -0.027287151820559855,
|
|
"worst_mean_js": 0.28227393908687226,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_3_0",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2424708121254805,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_3_0",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.3982998086023337,
|
|
"minimum_output_cosine": -0.03754446393889607,
|
|
"worst_mean_js": 0.2424708121254805,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_3_1",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.251648164678137,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_3_1",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.397313491989836,
|
|
"minimum_output_cosine": -0.014740786970424155,
|
|
"worst_mean_js": 0.251648164678137,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_3_2",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.45798902559472215,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_3_2",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.5205283336869253,
|
|
"minimum_output_cosine": -0.011087862726108379,
|
|
"worst_mean_js": 0.45798902559472215,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_3_3",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2175096246017255,
|
|
"minimum_top5": 0.5599999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_3_3",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5224432150416143,
|
|
"minimum_output_cosine": -0.010919628307133063,
|
|
"worst_mean_js": 0.2175096246017255,
|
|
"minimum_top5": 0.5599999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_3_4",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2598277096140245,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_3_4",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.106948665444198,
|
|
"minimum_output_cosine": -0.019017419722352533,
|
|
"worst_mean_js": 0.2598277096140245,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_3_5",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.20213935451200146,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_3_5",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.9701749908682156,
|
|
"minimum_output_cosine": -0.017907323942844985,
|
|
"worst_mean_js": 0.20213935451200146,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_3_6",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.46776631227620735,
|
|
"minimum_top5": 0.45599999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_3_6",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.716894487978452,
|
|
"minimum_output_cosine": -0.018968312810866653,
|
|
"worst_mean_js": 0.46776631227620735,
|
|
"minimum_top5": 0.45599999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_3_7",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2720887334811522,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_3_7",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.1325869086139546,
|
|
"minimum_output_cosine": -0.011238972182074826,
|
|
"worst_mean_js": 0.2720887334811522,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_4_0",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.36593482362206536,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_4_0",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.606492848767605,
|
|
"minimum_output_cosine": -0.06052393224575227,
|
|
"worst_mean_js": 0.36593482362206536,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_4_1",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.36572943280253895,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_4_1",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.287933888794794,
|
|
"minimum_output_cosine": -0.057986140317640815,
|
|
"worst_mean_js": 0.36572943280253895,
|
|
"minimum_top5": 0.28800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_4_2",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5479734183364176,
|
|
"minimum_top5": 0.304,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_4_2",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 8.639339143677757,
|
|
"minimum_output_cosine": -0.0029031090913901048,
|
|
"worst_mean_js": 0.5479734183364176,
|
|
"minimum_top5": 0.304,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_4_3",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.31773846391533495,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_4_3",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.717945011920717,
|
|
"minimum_output_cosine": -0.047092475883234786,
|
|
"worst_mean_js": 0.31773846391533495,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_4_4",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3571179833636984,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_4_4",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.547289390756419,
|
|
"minimum_output_cosine": -0.05033887765546343,
|
|
"worst_mean_js": 0.3571179833636984,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_4_5",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.325383105270183,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_4_5",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.8596628794766943,
|
|
"minimum_output_cosine": -0.039404272795127,
|
|
"worst_mean_js": 0.325383105270183,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_4_6",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5555938888065453,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_4_6",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.9753606790601115,
|
|
"minimum_output_cosine": -0.02237153887915842,
|
|
"worst_mean_js": 0.5555938888065453,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_4_7",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.38780258791156164,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_4_7",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.340934850863032,
|
|
"minimum_output_cosine": -0.03927474459768963,
|
|
"worst_mean_js": 0.38780258791156164,
|
|
"minimum_top5": 0.336,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_5_0",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3022865306039534,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_5_0",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.524934990743401,
|
|
"minimum_output_cosine": -0.047571805773494624,
|
|
"worst_mean_js": 0.3022865306039534,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_5_1",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.29507533687254167,
|
|
"minimum_top5": 0.42399999999999993,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_5_1",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.3355822185904,
|
|
"minimum_output_cosine": -0.058348791026309424,
|
|
"worst_mean_js": 0.29507533687254167,
|
|
"minimum_top5": 0.42399999999999993,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_5_2",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.45922984890013796,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_5_2",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 8.371472683981684,
|
|
"minimum_output_cosine": 0.000485298564274554,
|
|
"worst_mean_js": 0.45922984890013796,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_5_3",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.28543506369590177,
|
|
"minimum_top5": 0.42399999999999993,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_5_3",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.742791541284712,
|
|
"minimum_output_cosine": -0.057645605200927805,
|
|
"worst_mean_js": 0.28543506369590177,
|
|
"minimum_top5": 0.42399999999999993,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_5_4",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3148209434144529,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_5_4",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.972206254934004,
|
|
"minimum_output_cosine": -0.03495959216508073,
|
|
"worst_mean_js": 0.3148209434144529,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_5_5",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2684628990873355,
|
|
"minimum_top5": 0.47199999999999986,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_5_5",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.260740269370771,
|
|
"minimum_output_cosine": -0.03399977132612674,
|
|
"worst_mean_js": 0.2684628990873355,
|
|
"minimum_top5": 0.47199999999999986,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_5_6",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.46684887165375505,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_5_6",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.109521371999954,
|
|
"minimum_output_cosine": -0.0224608127045547,
|
|
"worst_mean_js": 0.46684887165375505,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_5_7",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.32190033364599124,
|
|
"minimum_top5": 0.45599999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_5_7",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.644281339003465,
|
|
"minimum_output_cosine": -0.06159042212865514,
|
|
"worst_mean_js": 0.32190033364599124,
|
|
"minimum_top5": 0.45599999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_6_0",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3333939614965003,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_6_0",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.267130656682307,
|
|
"minimum_output_cosine": -0.08925970771383002,
|
|
"worst_mean_js": 0.3333939614965003,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_6_1",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3066401748078926,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_6_1",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.848524329544764,
|
|
"minimum_output_cosine": -0.07432641258840311,
|
|
"worst_mean_js": 0.3066401748078926,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_6_2",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5348009657422547,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_6_2",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 8.530256297436518,
|
|
"minimum_output_cosine": -0.04015891269819798,
|
|
"worst_mean_js": 0.5348009657422547,
|
|
"minimum_top5": 0.344,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_6_3",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.31519562010316116,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_6_3",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.634410739626009,
|
|
"minimum_output_cosine": -0.08993189588602779,
|
|
"worst_mean_js": 0.31519562010316116,
|
|
"minimum_top5": 0.44800000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_6_4",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.303863279888032,
|
|
"minimum_top5": 0.4800000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_6_4",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.695975510250517,
|
|
"minimum_output_cosine": -0.06083122340348092,
|
|
"worst_mean_js": 0.303863279888032,
|
|
"minimum_top5": 0.4800000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_6_5",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3115542782843644,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_6_5",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.9439386241955963,
|
|
"minimum_output_cosine": -0.06499096847426947,
|
|
"worst_mean_js": 0.3115542782843644,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_6_6",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5414292891392432,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_6_6",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.987832261276405,
|
|
"minimum_output_cosine": -0.032825084739100556,
|
|
"worst_mean_js": 0.5414292891392432,
|
|
"minimum_top5": 0.384,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_6_7",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2918003999904621,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_6_7",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.40082975910021,
|
|
"minimum_output_cosine": -0.06908396324908557,
|
|
"worst_mean_js": 0.2918003999904621,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_7_0",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.38067536163242044,
|
|
"minimum_top5": 0.48800000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_7_0",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.54723806683192,
|
|
"minimum_output_cosine": -0.09366346960454676,
|
|
"worst_mean_js": 0.38067536163242044,
|
|
"minimum_top5": 0.48800000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_7_1",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3707200290691086,
|
|
"minimum_top5": 0.4800000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_7_1",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.997217715767585,
|
|
"minimum_output_cosine": -0.10012762427494501,
|
|
"worst_mean_js": 0.3707200290691086,
|
|
"minimum_top5": 0.4800000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_7_2",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5326119256226352,
|
|
"minimum_top5": 0.312,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_7_2",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 8.784941599679634,
|
|
"minimum_output_cosine": -0.06808106658032893,
|
|
"worst_mean_js": 0.5326119256226352,
|
|
"minimum_top5": 0.312,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_7_3",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3621651503410457,
|
|
"minimum_top5": 0.48800000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_7_3",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.764966309269158,
|
|
"minimum_output_cosine": -0.08216662958047664,
|
|
"worst_mean_js": 0.3621651503410457,
|
|
"minimum_top5": 0.48800000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_7_4",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3719741212325944,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_7_4",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.008249810023008,
|
|
"minimum_output_cosine": -0.07794025379872162,
|
|
"worst_mean_js": 0.3719741212325944,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_7_5",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3548768995673715,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_7_5",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.141495965631149,
|
|
"minimum_output_cosine": -0.05765279296626627,
|
|
"worst_mean_js": 0.3548768995673715,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_7_6",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5379648185993061,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_7_6",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.139375277557287,
|
|
"minimum_output_cosine": -0.021586725077749027,
|
|
"worst_mean_js": 0.5379648185993061,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_15_23_7_7",
|
|
"kind": "qk_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.3702063615838089,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_15_23_7_7",
|
|
"kind": "qkv_head",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.514196850667577,
|
|
"minimum_output_cosine": -0.06594866627450117,
|
|
"worst_mean_js": 0.3702063615838089,
|
|
"minimum_top5": 0.43200000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "v_group_15_23_0_0",
|
|
"kind": "v_group",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 4.543107377017192
|
|
},
|
|
{
|
|
"id": "v_group_15_23_0_1",
|
|
"kind": "v_group",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 4.5083507559722396
|
|
},
|
|
{
|
|
"id": "v_group_15_23_1_0",
|
|
"kind": "v_group",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 4.409509910219656
|
|
},
|
|
{
|
|
"id": "v_group_15_23_1_1",
|
|
"kind": "v_group",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 4.18796996822605
|
|
},
|
|
{
|
|
"id": "full_attention_19_23",
|
|
"kind": "full_attention",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 0,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.5727784752282323,
|
|
"minimum_output_cosine": -0.0963476346169788,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_0_0",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1720585518808644,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_0_0",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.325507455007236,
|
|
"minimum_output_cosine": -0.005725124284676837,
|
|
"worst_mean_js": 0.1720585518808644,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_0_1",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.15020091481729428,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_0_1",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.744514426645735,
|
|
"minimum_output_cosine": -0.030991746747441175,
|
|
"worst_mean_js": 0.15020091481729428,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_0_2",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.48155491264572226,
|
|
"minimum_top5": 0.42399999999999993,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_0_2",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 10.634774833640932,
|
|
"minimum_output_cosine": -0.006776458483346678,
|
|
"worst_mean_js": 0.48155491264572226,
|
|
"minimum_top5": 0.42399999999999993,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_0_3",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1513380797272053,
|
|
"minimum_top5": 0.49599999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_0_3",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.06561470368807,
|
|
"minimum_output_cosine": -0.03049987981965045,
|
|
"worst_mean_js": 0.1513380797272053,
|
|
"minimum_top5": 0.49599999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_0_4",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1357348859435836,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_0_4",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.319496212618799,
|
|
"minimum_output_cosine": -0.0056569958760380335,
|
|
"worst_mean_js": 0.1357348859435836,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_0_5",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.16825986577110888,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_0_5",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.744875752462523,
|
|
"minimum_output_cosine": 0.004763728722103213,
|
|
"worst_mean_js": 0.16825986577110888,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_0_6",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.48238120213294694,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_0_6",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 7.800052299668269,
|
|
"minimum_output_cosine": -0.014371871403291847,
|
|
"worst_mean_js": 0.48238120213294694,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_0_7",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.15917726642293206,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_0_7",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.494676862002787,
|
|
"minimum_output_cosine": 0.005373104421941236,
|
|
"worst_mean_js": 0.15917726642293206,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_1_0",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.18841901968805433,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_1_0",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.302493256074831,
|
|
"minimum_output_cosine": -0.11366441147973859,
|
|
"worst_mean_js": 0.18841901968805433,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_1_1",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.2090866526912383,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_1_1",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.107117138500134,
|
|
"minimum_output_cosine": 0.020277560036992336,
|
|
"worst_mean_js": 0.2090866526912383,
|
|
"minimum_top5": 0.392,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_1_2",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5243419900705999,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_1_2",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.385631451499251,
|
|
"minimum_output_cosine": -0.017159417592361493,
|
|
"worst_mean_js": 0.5243419900705999,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_1_3",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.17438013110880582,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_1_3",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.2469791686244855,
|
|
"minimum_output_cosine": -0.13846459580482484,
|
|
"worst_mean_js": 0.17438013110880582,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_1_4",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1742117173654288,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_1_4",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.3893681254326022,
|
|
"minimum_output_cosine": -0.03287807814036194,
|
|
"worst_mean_js": 0.1742117173654288,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_1_5",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.17506507415230035,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_1_5",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.36081890846273,
|
|
"minimum_output_cosine": -0.045453149550704744,
|
|
"worst_mean_js": 0.17506507415230035,
|
|
"minimum_top5": 0.488,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_1_6",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5282447106342729,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_1_6",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.035907459737685,
|
|
"minimum_output_cosine": -0.04191494708358598,
|
|
"worst_mean_js": 0.5282447106342729,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_1_7",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.21570118795689236,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_1_7",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.4154747539645105,
|
|
"minimum_output_cosine": 0.006649825763365839,
|
|
"worst_mean_js": 0.21570118795689236,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_2_0",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.17128442717335157,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_2_0",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.50381661241342,
|
|
"minimum_output_cosine": -0.11091742820745625,
|
|
"worst_mean_js": 0.17128442717335157,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_2_1",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.18089593850139526,
|
|
"minimum_top5": 0.4000000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_2_1",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.101074682200648,
|
|
"minimum_output_cosine": -0.11218255848758828,
|
|
"worst_mean_js": 0.18089593850139526,
|
|
"minimum_top5": 0.4000000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_2_2",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5228868243462856,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_2_2",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 8.608536211502495,
|
|
"minimum_output_cosine": -0.05201346167057966,
|
|
"worst_mean_js": 0.5228868243462856,
|
|
"minimum_top5": 0.4159999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_2_3",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1551341766007756,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_2_3",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.235859166893559,
|
|
"minimum_output_cosine": -0.07315612383055771,
|
|
"worst_mean_js": 0.1551341766007756,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_2_4",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1402009831116102,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_2_4",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.257784035426842,
|
|
"minimum_output_cosine": -0.09365884162596631,
|
|
"worst_mean_js": 0.1402009831116102,
|
|
"minimum_top5": 0.47200000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_2_5",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.17566900293813756,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_2_5",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.751437828730502,
|
|
"minimum_output_cosine": -0.05508058213257299,
|
|
"worst_mean_js": 0.17566900293813756,
|
|
"minimum_top5": 0.48,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_2_6",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5244044938680483,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_2_6",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.82660622917978,
|
|
"minimum_output_cosine": -0.005364448606257329,
|
|
"worst_mean_js": 0.5244044938680483,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_2_7",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.16066322063770958,
|
|
"minimum_top5": 0.45599999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_2_7",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 2,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.223200656597429,
|
|
"minimum_output_cosine": -0.10738219398883314,
|
|
"worst_mean_js": 0.16066322063770958,
|
|
"minimum_top5": 0.45599999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_3_0",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.21851552527788345,
|
|
"minimum_top5": 0.40800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_3_0",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.268184095321483,
|
|
"minimum_output_cosine": -0.015321000334683242,
|
|
"worst_mean_js": 0.21851552527788345,
|
|
"minimum_top5": 0.40800000000000003,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_3_1",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.20888013689785775,
|
|
"minimum_top5": 0.3600000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_3_1",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.76019625760289,
|
|
"minimum_output_cosine": -0.009645622808418434,
|
|
"worst_mean_js": 0.20888013689785775,
|
|
"minimum_top5": 0.3600000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_3_2",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5237891098847264,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_3_2",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 8.777201565066632,
|
|
"minimum_output_cosine": -0.013877222350618392,
|
|
"worst_mean_js": 0.5237891098847264,
|
|
"minimum_top5": 0.30400000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_3_3",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.15827367232710848,
|
|
"minimum_top5": 0.4800000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_3_3",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 5.048859777994285,
|
|
"minimum_output_cosine": -0.049234247755531334,
|
|
"worst_mean_js": 0.15827367232710848,
|
|
"minimum_top5": 0.4800000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_3_4",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.16961969207129268,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_3_4",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.492350286642871,
|
|
"minimum_output_cosine": -0.018162229155651924,
|
|
"worst_mean_js": 0.16961969207129268,
|
|
"minimum_top5": 0.376,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_3_5",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.18555627425254914,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_3_5",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.054341945952199,
|
|
"minimum_output_cosine": -0.018738660476335173,
|
|
"worst_mean_js": 0.18555627425254914,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_3_6",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5245468543842365,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_3_6",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 6.433546055110172,
|
|
"minimum_output_cosine": 0.0006763659465903537,
|
|
"worst_mean_js": 0.5245468543842365,
|
|
"minimum_top5": 0.368,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_3_7",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1754222313826192,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_3_7",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 3,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.569583591512782,
|
|
"minimum_output_cosine": -0.010613525404187382,
|
|
"worst_mean_js": 0.1754222313826192,
|
|
"minimum_top5": 0.424,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_4_0",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.20944809756030058,
|
|
"minimum_top5": 0.48800000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_4_0",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.8847236624398056,
|
|
"minimum_output_cosine": -0.059868336709195134,
|
|
"worst_mean_js": 0.20944809756030058,
|
|
"minimum_top5": 0.48800000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_4_1",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.15895232563791173,
|
|
"minimum_top5": 0.49599999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_4_1",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7754768845811038,
|
|
"minimum_output_cosine": -0.07534781818595937,
|
|
"worst_mean_js": 0.15895232563791173,
|
|
"minimum_top5": 0.49599999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_4_2",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5229929993212343,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_4_2",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.8679210518636835,
|
|
"minimum_output_cosine": -0.04264716791377051,
|
|
"worst_mean_js": 0.5229929993212343,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_4_3",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.11537427134142908,
|
|
"minimum_top5": 0.568,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_4_3",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7561318259522072,
|
|
"minimum_output_cosine": 0.0457717413832841,
|
|
"worst_mean_js": 0.11537427134142908,
|
|
"minimum_top5": 0.568,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_4_4",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.19014330311122685,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_4_4",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7312285948610309,
|
|
"minimum_output_cosine": -0.06415483707346885,
|
|
"worst_mean_js": 0.19014330311122685,
|
|
"minimum_top5": 0.44799999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_4_5",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.16145296278720955,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_4_5",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.723676241618245,
|
|
"minimum_output_cosine": -0.013402981068805796,
|
|
"worst_mean_js": 0.16145296278720955,
|
|
"minimum_top5": 0.52,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_4_6",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5346448736145295,
|
|
"minimum_top5": 0.32800000000000007,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_4_6",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.41352904038162,
|
|
"minimum_output_cosine": -0.02200826096827077,
|
|
"worst_mean_js": 0.5346448736145295,
|
|
"minimum_top5": 0.32800000000000007,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_4_7",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.15571538854477027,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_4_7",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 4,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7456067269317586,
|
|
"minimum_output_cosine": -0.08509975552826526,
|
|
"worst_mean_js": 0.15571538854477027,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_5_0",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.18144078834817207,
|
|
"minimum_top5": 0.4800000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_5_0",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.8881650771118665,
|
|
"minimum_output_cosine": -0.030152344783079665,
|
|
"worst_mean_js": 0.18144078834817207,
|
|
"minimum_top5": 0.4800000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_5_1",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.15436161922216562,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_5_1",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.820163857242241,
|
|
"minimum_output_cosine": -0.06870465883179025,
|
|
"worst_mean_js": 0.15436161922216562,
|
|
"minimum_top5": 0.43199999999999994,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_5_2",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.45878629193194725,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_5_2",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.761254158004412,
|
|
"minimum_output_cosine": -0.06597430003363026,
|
|
"worst_mean_js": 0.45878629193194725,
|
|
"minimum_top5": 0.35200000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_5_3",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.12837947074872244,
|
|
"minimum_top5": 0.5599999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_5_3",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.8428028884315206,
|
|
"minimum_output_cosine": -0.05572229158669333,
|
|
"worst_mean_js": 0.12837947074872244,
|
|
"minimum_top5": 0.5599999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_5_4",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1502448742435288,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_5_4",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5668854373833385,
|
|
"minimum_output_cosine": -0.04598949124724978,
|
|
"worst_mean_js": 0.1502448742435288,
|
|
"minimum_top5": 0.456,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_5_5",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.14862906162380143,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_5_5",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.3477695702676926,
|
|
"minimum_output_cosine": -0.05024228381414927,
|
|
"worst_mean_js": 0.14862906162380143,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_5_6",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4879825219359354,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_5_6",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.640395149168584,
|
|
"minimum_output_cosine": -0.07006126733009739,
|
|
"worst_mean_js": 0.4879825219359354,
|
|
"minimum_top5": 0.36,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_5_7",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.13075451427752827,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_5_7",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 5,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5744511879766327,
|
|
"minimum_output_cosine": -0.04765437114099907,
|
|
"worst_mean_js": 0.13075451427752827,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_6_0",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1971362698899891,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_6_0",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.7523885357557636,
|
|
"minimum_output_cosine": -0.043634844823046914,
|
|
"worst_mean_js": 0.1971362698899891,
|
|
"minimum_top5": 0.496,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_6_1",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1619365449241027,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_6_1",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.6238079760984165,
|
|
"minimum_output_cosine": -0.08771373762046956,
|
|
"worst_mean_js": 0.1619365449241027,
|
|
"minimum_top5": 0.512,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_6_2",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.4988821526897704,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_6_2",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.432562062496774,
|
|
"minimum_output_cosine": -0.11222399826219229,
|
|
"worst_mean_js": 0.4988821526897704,
|
|
"minimum_top5": 0.39199999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_6_3",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1314619350846398,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_6_3",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.6405342344153397,
|
|
"minimum_output_cosine": -0.025335529845297227,
|
|
"worst_mean_js": 0.1314619350846398,
|
|
"minimum_top5": 0.544,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_6_4",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1430489977163095,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_6_4",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.59184378505638,
|
|
"minimum_output_cosine": -0.03599383038156861,
|
|
"worst_mean_js": 0.1430489977163095,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_6_5",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.19216690842778894,
|
|
"minimum_top5": 0.4799999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_6_5",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.412297794114339,
|
|
"minimum_output_cosine": -0.06721480974051841,
|
|
"worst_mean_js": 0.19216690842778894,
|
|
"minimum_top5": 0.4799999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_6_6",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.510683058326029,
|
|
"minimum_top5": 0.37599999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_6_6",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.5481137458033682,
|
|
"minimum_output_cosine": -0.1116480261274195,
|
|
"worst_mean_js": 0.510683058326029,
|
|
"minimum_top5": 0.37599999999999995,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_6_7",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.1576456053840122,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_6_7",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 6,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.5609851751976005,
|
|
"minimum_output_cosine": -0.09561026274688811,
|
|
"worst_mean_js": 0.1576456053840122,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_7_0",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.18673157109467853,
|
|
"minimum_top5": 0.4800000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_7_0",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.603765782693101,
|
|
"minimum_output_cosine": -0.006394011733856503,
|
|
"worst_mean_js": 0.18673157109467853,
|
|
"minimum_top5": 0.4800000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_7_1",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.15996796510455366,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_7_1",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.4143984275948123,
|
|
"minimum_output_cosine": 0.05467557357220058,
|
|
"worst_mean_js": 0.15996796510455366,
|
|
"minimum_top5": 0.472,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_7_2",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.536450521562664,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_7_2",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 2,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 4.110844962479385,
|
|
"minimum_output_cosine": -0.02870109013868059,
|
|
"worst_mean_js": 0.536450521562664,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_7_3",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.14237351860286446,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_7_3",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 3,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.463810144270672,
|
|
"minimum_output_cosine": -0.04900161362651004,
|
|
"worst_mean_js": 0.14237351860286446,
|
|
"minimum_top5": 0.504,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_7_4",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.13462497989936711,
|
|
"minimum_top5": 0.4799999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_7_4",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 4,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.4115418625224554,
|
|
"minimum_output_cosine": 0.0016173046920831202,
|
|
"worst_mean_js": 0.13462497989936711,
|
|
"minimum_top5": 0.4799999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_7_5",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.19518410429186564,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_7_5",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 5,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.279889791398024,
|
|
"minimum_output_cosine": -0.0442307949993916,
|
|
"worst_mean_js": 0.19518410429186564,
|
|
"minimum_top5": 0.46399999999999997,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_7_6",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.5484090083049531,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_7_6",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 6,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 3.604556777650637,
|
|
"minimum_output_cosine": -0.06648352302444122,
|
|
"worst_mean_js": 0.5484090083049531,
|
|
"minimum_top5": 0.32,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_head_19_23_7_7",
|
|
"kind": "qk_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": 0.16913311150592322,
|
|
"minimum_top5": 0.4640000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qkv_head_19_23_7_7",
|
|
"kind": "qkv_head",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 7,
|
|
"b": 7,
|
|
"perm": null,
|
|
"output_verified": true,
|
|
"output_observations": 8,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 2.409871734830173,
|
|
"minimum_output_cosine": 0.0005429818170088256,
|
|
"worst_mean_js": 0.16913311150592322,
|
|
"minimum_top5": 0.4640000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "v_group_19_23_0_0",
|
|
"kind": "v_group",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 3.6690827820479286
|
|
},
|
|
{
|
|
"id": "v_group_19_23_0_1",
|
|
"kind": "v_group",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 0,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 3.643749896030629
|
|
},
|
|
{
|
|
"id": "v_group_19_23_1_0",
|
|
"kind": "v_group",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 0,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 2.7161183024630664
|
|
},
|
|
{
|
|
"id": "v_group_19_23_1_1",
|
|
"kind": "v_group",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": 1,
|
|
"b": 1,
|
|
"perm": null,
|
|
"output_verified": false,
|
|
"output_observations": 0,
|
|
"probability_observations": 0,
|
|
"value_observations": 8,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": null,
|
|
"minimum_output_cosine": null,
|
|
"worst_mean_js": null,
|
|
"minimum_top5": null,
|
|
"worst_value_error": 2.63302780410497
|
|
},
|
|
{
|
|
"id": "qk_map_3_7_identity",
|
|
"kind": "qk_map",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.5156836092926849,
|
|
"minimum_output_cosine": 0.3318078811299269,
|
|
"worst_mean_js": 0.3436294192491529,
|
|
"minimum_top5": 0.44,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_3_7_matched",
|
|
"kind": "qk_map",
|
|
"i": 3,
|
|
"j": 7,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
1,
|
|
3,
|
|
5,
|
|
6,
|
|
2,
|
|
0,
|
|
4,
|
|
7
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.591354202779143,
|
|
"minimum_output_cosine": 0.3991959186743814,
|
|
"worst_mean_js": 0.33009929594884374,
|
|
"minimum_top5": 0.45,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_3_11_identity",
|
|
"kind": "qk_map",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.4025608285472275,
|
|
"minimum_output_cosine": 0.2738548445039974,
|
|
"worst_mean_js": 0.3867701686888363,
|
|
"minimum_top5": 0.408,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_3_11_matched",
|
|
"kind": "qk_map",
|
|
"i": 3,
|
|
"j": 11,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
4,
|
|
5,
|
|
0,
|
|
7,
|
|
6,
|
|
2,
|
|
1,
|
|
3
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.450585999868205,
|
|
"minimum_output_cosine": 0.3318450788186221,
|
|
"worst_mean_js": 0.37614054411678266,
|
|
"minimum_top5": 0.43900000000000006,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_3_15_identity",
|
|
"kind": "qk_map",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.074902068970558,
|
|
"minimum_output_cosine": 0.4331046493025193,
|
|
"worst_mean_js": 0.3363824926129655,
|
|
"minimum_top5": 0.387,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_3_15_matched",
|
|
"kind": "qk_map",
|
|
"i": 3,
|
|
"j": 15,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
1,
|
|
0,
|
|
6,
|
|
4,
|
|
5,
|
|
7,
|
|
3,
|
|
2
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.0383079579259247,
|
|
"minimum_output_cosine": 0.4739359663215872,
|
|
"worst_mean_js": 0.3295467349876472,
|
|
"minimum_top5": 0.418,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_3_19_identity",
|
|
"kind": "qk_map",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 0.9366101258811544,
|
|
"minimum_output_cosine": 0.5946133024851769,
|
|
"worst_mean_js": 0.255213276214172,
|
|
"minimum_top5": 0.377,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_3_19_matched",
|
|
"kind": "qk_map",
|
|
"i": 3,
|
|
"j": 19,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
1,
|
|
3,
|
|
7,
|
|
4,
|
|
6,
|
|
0,
|
|
2,
|
|
5
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 0.9709125393734271,
|
|
"minimum_output_cosine": 0.6319300546564132,
|
|
"worst_mean_js": 0.22895955370915588,
|
|
"minimum_top5": 0.4010000000000001,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_3_23_identity",
|
|
"kind": "qk_map",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 0.9472418295961037,
|
|
"minimum_output_cosine": 0.6228581120624491,
|
|
"worst_mean_js": 0.3078808122625577,
|
|
"minimum_top5": 0.405,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_3_23_matched",
|
|
"kind": "qk_map",
|
|
"i": 3,
|
|
"j": 23,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
1,
|
|
3,
|
|
4,
|
|
7,
|
|
0,
|
|
2,
|
|
5,
|
|
6
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 0.8322145666450749,
|
|
"minimum_output_cosine": 0.6927732088314745,
|
|
"worst_mean_js": 0.2573817602967052,
|
|
"minimum_top5": 0.43300000000000005,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_7_11_identity",
|
|
"kind": "qk_map",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.515377209798817,
|
|
"minimum_output_cosine": 0.2801820412567746,
|
|
"worst_mean_js": 0.22045984447557843,
|
|
"minimum_top5": 0.511,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_7_11_matched",
|
|
"kind": "qk_map",
|
|
"i": 7,
|
|
"j": 11,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
7,
|
|
6,
|
|
4,
|
|
0,
|
|
5,
|
|
2,
|
|
1,
|
|
3
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.2407412471722126,
|
|
"minimum_output_cosine": 0.507649598811162,
|
|
"worst_mean_js": 0.17220063484684214,
|
|
"minimum_top5": 0.537,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_7_15_identity",
|
|
"kind": "qk_map",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7068987220665504,
|
|
"minimum_output_cosine": 0.2941582871011334,
|
|
"worst_mean_js": 0.27755947091543703,
|
|
"minimum_top5": 0.45300000000000007,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_7_15_matched",
|
|
"kind": "qk_map",
|
|
"i": 7,
|
|
"j": 15,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
3,
|
|
1,
|
|
5,
|
|
0,
|
|
4,
|
|
6,
|
|
7,
|
|
2
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.7242825454192257,
|
|
"minimum_output_cosine": 0.3654728274131792,
|
|
"worst_mean_js": 0.26181423836097584,
|
|
"minimum_top5": 0.483,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_7_19_identity",
|
|
"kind": "qk_map",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.4242221777277493,
|
|
"minimum_output_cosine": 0.4261255953897126,
|
|
"worst_mean_js": 0.31319938106811923,
|
|
"minimum_top5": 0.41600000000000004,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_7_19_matched",
|
|
"kind": "qk_map",
|
|
"i": 7,
|
|
"j": 19,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
6,
|
|
3,
|
|
4,
|
|
1,
|
|
7,
|
|
2,
|
|
0,
|
|
5
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.337145370918996,
|
|
"minimum_output_cosine": 0.5266820940556758,
|
|
"worst_mean_js": 0.29550091332426837,
|
|
"minimum_top5": 0.446,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_7_23_identity",
|
|
"kind": "qk_map",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 0.8525198604286025,
|
|
"minimum_output_cosine": 0.6910981180334329,
|
|
"worst_mean_js": 0.24430449098208362,
|
|
"minimum_top5": 0.44900000000000007,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_7_23_matched",
|
|
"kind": "qk_map",
|
|
"i": 7,
|
|
"j": 23,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
5,
|
|
3,
|
|
0,
|
|
4,
|
|
1,
|
|
7,
|
|
2,
|
|
6
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 0.7333743200338125,
|
|
"minimum_output_cosine": 0.7653882979851097,
|
|
"worst_mean_js": 0.21465186431698094,
|
|
"minimum_top5": 0.45899999999999996,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_11_15_identity",
|
|
"kind": "qk_map",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.3412494568280322,
|
|
"minimum_output_cosine": 0.3631065060291325,
|
|
"worst_mean_js": 0.22137421170311836,
|
|
"minimum_top5": 0.5059999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_11_15_matched",
|
|
"kind": "qk_map",
|
|
"i": 11,
|
|
"j": 15,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
0,
|
|
7,
|
|
6,
|
|
1,
|
|
5,
|
|
4,
|
|
3,
|
|
2
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.0703527218648636,
|
|
"minimum_output_cosine": 0.5313724012466947,
|
|
"worst_mean_js": 0.1696159433927246,
|
|
"minimum_top5": 0.5589999999999999,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_11_19_identity",
|
|
"kind": "qk_map",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.2448283145255474,
|
|
"minimum_output_cosine": 0.5222945215467107,
|
|
"worst_mean_js": 0.267176576143912,
|
|
"minimum_top5": 0.457,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_11_19_matched",
|
|
"kind": "qk_map",
|
|
"i": 11,
|
|
"j": 19,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
7,
|
|
0,
|
|
6,
|
|
5,
|
|
3,
|
|
1,
|
|
4,
|
|
2
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.0898082284771082,
|
|
"minimum_output_cosine": 0.5997990486290458,
|
|
"worst_mean_js": 0.24427865895496403,
|
|
"minimum_top5": 0.461,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_11_23_identity",
|
|
"kind": "qk_map",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 1.2738715640224119,
|
|
"minimum_output_cosine": 0.4203119240700021,
|
|
"worst_mean_js": 0.28369758510591686,
|
|
"minimum_top5": 0.46,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_11_23_matched",
|
|
"kind": "qk_map",
|
|
"i": 11,
|
|
"j": 23,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
3,
|
|
2,
|
|
1,
|
|
6,
|
|
5,
|
|
4,
|
|
7,
|
|
0
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 0.8780105721961494,
|
|
"minimum_output_cosine": 0.6910522201720999,
|
|
"worst_mean_js": 0.26075676718624935,
|
|
"minimum_top5": 0.45,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_15_19_identity",
|
|
"kind": "qk_map",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 0.7098773239640873,
|
|
"minimum_output_cosine": 0.761300835886734,
|
|
"worst_mean_js": 0.23620584085506255,
|
|
"minimum_top5": 0.452,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_15_19_matched",
|
|
"kind": "qk_map",
|
|
"i": 15,
|
|
"j": 19,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
1,
|
|
3,
|
|
5,
|
|
6,
|
|
4,
|
|
2,
|
|
0,
|
|
7
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 0.7028184861876081,
|
|
"minimum_output_cosine": 0.7591102231435575,
|
|
"worst_mean_js": 0.23251732664223915,
|
|
"minimum_top5": 0.467,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_15_23_identity",
|
|
"kind": "qk_map",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 0.9527649795469294,
|
|
"minimum_output_cosine": 0.612643853625863,
|
|
"worst_mean_js": 0.3274223905756413,
|
|
"minimum_top5": 0.452,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_15_23_matched",
|
|
"kind": "qk_map",
|
|
"i": 15,
|
|
"j": 23,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
7,
|
|
3,
|
|
5,
|
|
0,
|
|
1,
|
|
2,
|
|
4,
|
|
6
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 0.8028998721567902,
|
|
"minimum_output_cosine": 0.7313936786792811,
|
|
"worst_mean_js": 0.3150566716115744,
|
|
"minimum_top5": 0.451,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_19_23_identity",
|
|
"kind": "qk_map",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 0.7540334127677448,
|
|
"minimum_output_cosine": 0.7336106721939435,
|
|
"worst_mean_js": 0.2446181804233963,
|
|
"minimum_top5": 0.467,
|
|
"worst_value_error": null
|
|
},
|
|
{
|
|
"id": "qk_map_19_23_matched",
|
|
"kind": "qk_map",
|
|
"i": 19,
|
|
"j": 23,
|
|
"a": null,
|
|
"b": null,
|
|
"perm": [
|
|
1,
|
|
0,
|
|
6,
|
|
5,
|
|
7,
|
|
2,
|
|
3,
|
|
4
|
|
],
|
|
"output_verified": true,
|
|
"output_observations": 16,
|
|
"probability_observations": 8,
|
|
"value_observations": 0,
|
|
"strict_pass": false,
|
|
"approximate_pass": false,
|
|
"worst_output_error": 0.7911103685640298,
|
|
"minimum_output_cosine": 0.7451584173936099,
|
|
"worst_mean_js": 0.2287436638193393,
|
|
"minimum_top5": 0.503,
|
|
"worst_value_error": null
|
|
}
|
|
]
|