Files
exp-model-parameter-similarity/results/model-shell/summary.json
T

246 lines
7.9 KiB
JSON

{
"strata": {
"origin/matrix": {
"n": 517,
"median_zero_fraction": 0.0,
"median_coordinate_energy_participation_fraction": 0.30673555734079716,
"median_coordinate_variance_participation_fraction": 0.934645955851128,
"ball": {
"median_interior90_gap": 0.98046875,
"fraction_gap_gt10pp": 0.9806576402321083,
"median_positive_rms_gap": 0.37109375,
"median_negative_rms_gap": 0.3515625,
"fraction_two_sided_rms_gt10pp": 0.9516441005802708,
"median_participation_ratio": 0.8297024600513981
},
"range_box": {
"median_interior90_gap": 0.96875,
"fraction_gap_gt10pp": 0.9806576402321083,
"median_positive_rms_gap": 0.32421875,
"median_negative_rms_gap": 0.310546875,
"fraction_two_sided_rms_gt10pp": 0.9090909090909091,
"median_participation_ratio": 1.3431227073360341
},
"moment_box": {
"median_interior90_gap": 0.9765625,
"fraction_gap_gt10pp": 0.9806576402321083,
"median_positive_rms_gap": 0.34375,
"median_negative_rms_gap": 0.330078125,
"fraction_two_sided_rms_gt10pp": 0.9381044487427466,
"median_participation_ratio": 0.8524481165697501
}
},
"origin/head_rows": {
"n": 1004,
"median_zero_fraction": 0.0,
"median_coordinate_energy_participation_fraction": 0.31172156343430024,
"median_coordinate_variance_participation_fraction": 0.9055279134912191,
"ball": {
"median_interior90_gap": 0.97265625,
"fraction_gap_gt10pp": 0.99800796812749,
"median_positive_rms_gap": 0.578125,
"median_negative_rms_gap": 0.265625,
"fraction_two_sided_rms_gt10pp": 0.896414342629482,
"median_participation_ratio": 0.7070664507223768
},
"range_box": {
"median_interior90_gap": 0.96875,
"fraction_gap_gt10pp": 0.99800796812749,
"median_positive_rms_gap": 0.55078125,
"median_negative_rms_gap": 0.244140625,
"fraction_two_sided_rms_gt10pp": 0.852589641434263,
"median_participation_ratio": 1.1235217859798587
},
"moment_box": {
"median_interior90_gap": 0.97265625,
"fraction_gap_gt10pp": 0.99800796812749,
"median_positive_rms_gap": 0.56640625,
"median_negative_rms_gap": 0.251953125,
"fraction_two_sided_rms_gt10pp": 0.8784860557768924,
"median_participation_ratio": 0.7369770671990965
}
},
"mean/matrix": {
"n": 517,
"median_zero_fraction": 0.0,
"median_coordinate_energy_participation_fraction": 0.30718321338258303,
"median_coordinate_variance_participation_fraction": 0.934645955851128,
"ball": {
"median_interior90_gap": 0.9765625,
"fraction_gap_gt10pp": 0.9787234042553191,
"median_positive_rms_gap": 0.46484375,
"median_negative_rms_gap": 0.37109375,
"fraction_two_sided_rms_gt10pp": 0.9922630560928434,
"median_participation_ratio": 0.8366753780099343
},
"range_box": {
"median_interior90_gap": 0.97265625,
"fraction_gap_gt10pp": 0.9787234042553191,
"median_positive_rms_gap": 0.3359375,
"median_negative_rms_gap": 0.32421875,
"fraction_two_sided_rms_gt10pp": 0.9303675048355899,
"median_participation_ratio": 0.868224555240548
},
"moment_box": {
"median_interior90_gap": 0.9765625,
"fraction_gap_gt10pp": 0.9787234042553191,
"median_positive_rms_gap": 0.33984375,
"median_negative_rms_gap": 0.3359375,
"fraction_two_sided_rms_gt10pp": 0.9439071566731141,
"median_participation_ratio": 0.8465704560846329
}
},
"mean/head_rows": {
"n": 1004,
"median_zero_fraction": 0.0,
"median_coordinate_energy_participation_fraction": 0.31181881259530586,
"median_coordinate_variance_participation_fraction": 0.9055279134912191,
"ball": {
"median_interior90_gap": 0.96875,
"fraction_gap_gt10pp": 0.9970119521912351,
"median_positive_rms_gap": 0.62109375,
"median_negative_rms_gap": 0.296875,
"fraction_two_sided_rms_gt10pp": 0.9322709163346613,
"median_participation_ratio": 0.7143476292983669
},
"range_box": {
"median_interior90_gap": 0.96875,
"fraction_gap_gt10pp": 0.9970119521912351,
"median_positive_rms_gap": 0.560546875,
"median_negative_rms_gap": 0.248046875,
"fraction_two_sided_rms_gt10pp": 0.8615537848605578,
"median_participation_ratio": 0.7194449549938213
},
"moment_box": {
"median_interior90_gap": 0.96875,
"fraction_gap_gt10pp": 0.9970119521912351,
"median_positive_rms_gap": 0.5625,
"median_negative_rms_gap": 0.25,
"fraction_two_sided_rms_gt10pp": 0.8635458167330677,
"median_participation_ratio": 0.7159821443435122
}
}
},
"paired_changed": {
"origin": {
"n": 936,
"median_max": {
"median": 6.302327853480172e-07,
"p10": -3.2093888658157876e-05,
"p90": 3.49557393942157e-05,
"max_abs": 0.0004028694837374669
},
"median_rms": {
"median": -2.0223542534503203e-06,
"p10": -4.008879155420475e-05,
"p90": 3.916460868902405e-05,
"max_abs": 0.00012196820638044059
},
"covariance_participation": {
"median": 0.00011293028622105794,
"p10": -0.0007975000317692604,
"p90": 0.0011630175829182576,
"max_abs": 0.01369755006576412
},
"moment_box_interior90_gap": {
"median": 0.0,
"p10": 0.0,
"p90": 0.0,
"max_abs": 0.0
}
},
"mean": {
"n": 936,
"median_max": {
"median": 3.087481980079687e-07,
"p10": -3.294732610958917e-05,
"p90": 3.3782823366856896e-05,
"max_abs": 0.0003950555852355597
},
"median_rms": {
"median": -1.9769477522801893e-06,
"p10": -4.086651887480475e-05,
"p90": 3.901337185857612e-05,
"max_abs": 0.00030628174134661457
},
"covariance_participation": {
"median": 0.00012692754527421357,
"p10": -0.000792364212092167,
"p90": 0.0011259624874320195,
"max_abs": 0.012713060927119102
},
"moment_box_interior90_gap": {
"median": 0.0,
"p10": 0.0,
"p90": 0.0,
"max_abs": 0.00390625
}
}
},
"secondary": [
{
"model": "original",
"center": "origin",
"stratum": "small_sample",
"n": 36,
"median_max": 0.7489558868770938,
"moment_interior90_gap": 0.75
},
{
"model": "original",
"center": "origin",
"stratum": "projected",
"n": 1,
"median_max": 0.41986786500966855,
"moment_interior90_gap": 0.99609375
},
{
"model": "original",
"center": "mean",
"stratum": "small_sample",
"n": 36,
"median_max": 0.8109468212379675,
"moment_interior90_gap": 0.6875
},
{
"model": "original",
"center": "mean",
"stratum": "projected",
"n": 1,
"median_max": 0.4244519268106477,
"moment_interior90_gap": 0.99609375
},
{
"model": "finetuned",
"center": "origin",
"stratum": "small_sample",
"n": 36,
"median_max": 0.7489607494253279,
"moment_interior90_gap": 0.75
},
{
"model": "finetuned",
"center": "origin",
"stratum": "projected",
"n": 1,
"median_max": 0.41986786500966855,
"moment_interior90_gap": 0.99609375
},
{
"model": "finetuned",
"center": "mean",
"stratum": "small_sample",
"n": 36,
"median_max": 0.8110356927186851,
"moment_interior90_gap": 0.6875
},
{
"model": "finetuned",
"center": "mean",
"stratum": "projected",
"n": 1,
"median_max": 0.4244519268106477,
"moment_interior90_gap": 0.99609375
}
]
}