Validate repeated learned RMSNorm functions with CPU evidence

This commit is contained in:
2026-11-09 14:14:59 +08:00
parent 573cbedd98
commit 6d1acbc26a
108 changed files with 6526 additions and 33 deletions
@@ -0,0 +1,91 @@
repeat,implementation,seconds_per_call,calls_per_block
0,baseline_legacy,0.0005406431574374438,50
0,baseline_inplace,0.00030974450521171093,50
0,factored_inplace,0.0004578591044992208,50
1,baseline_inplace,0.0003033110871911049,50
1,factored_inplace,0.0005383838433772326,50
1,baseline_legacy,0.0005124531593173742,50
2,factored_inplace,0.0004439983796328306,50
2,baseline_legacy,0.0005330004263669252,50
2,baseline_inplace,0.00034275135956704614,50
3,baseline_legacy,0.00048629873432219027,50
3,baseline_inplace,0.00030624629929661753,50
3,factored_inplace,0.0004589695204049349,50
4,baseline_inplace,0.0003086038026958704,50
4,factored_inplace,0.0005195329245179891,50
4,baseline_legacy,0.000474175363779068,50
5,factored_inplace,0.00045118503272533416,50
5,baseline_legacy,0.00048273258842527865,50
5,baseline_inplace,0.0003844233974814415,50
6,baseline_legacy,0.0006650591176003218,50
6,baseline_inplace,0.0007703853026032448,50
6,factored_inplace,0.0004403704963624477,50
7,baseline_inplace,0.00038892081938683986,50
7,factored_inplace,0.0004549186024814844,50
7,baseline_legacy,0.0005137955769896508,50
8,factored_inplace,0.0004692125599831343,50
8,baseline_legacy,0.0005263624526560307,50
8,baseline_inplace,0.000349312499165535,50
9,baseline_legacy,0.0004857080150395632,50
9,baseline_inplace,0.0012390289548784494,50
9,factored_inplace,0.0018109613563865423,50
10,baseline_inplace,0.0013814480416476727,50
10,factored_inplace,0.0013840428367257118,50
10,baseline_legacy,0.001071744617074728,50
11,factored_inplace,0.0016566905751824379,50
11,baseline_legacy,0.001358420280739665,50
11,baseline_inplace,0.0003716108575463295,50
12,baseline_legacy,0.0008325341437011957,50
12,baseline_inplace,0.0003479452058672905,50
12,factored_inplace,0.0004391701612621546,50
13,baseline_inplace,0.0005428373627364636,50
13,factored_inplace,0.0015458692144602537,50
13,baseline_legacy,0.0013308324199169874,50
14,factored_inplace,0.0014238305203616618,50
14,baseline_legacy,0.0006564708799123764,50
14,baseline_inplace,0.0003204820398241281,50
15,baseline_legacy,0.0005279563181102276,50
15,baseline_inplace,0.00030857514590024946,50
15,factored_inplace,0.0005265675205737352,50
16,baseline_inplace,0.000458676153793931,50
16,factored_inplace,0.00045228853821754455,50
16,baseline_legacy,0.0004912188835442066,50
17,factored_inplace,0.0004910450987517834,50
17,baseline_legacy,0.0005007587838917971,50
17,baseline_inplace,0.0003247600421309471,50
18,baseline_legacy,0.0004860841576009989,50
18,baseline_inplace,0.00032584095373749733,50
18,factored_inplace,0.0004711645469069481,50
19,baseline_inplace,0.0003332006186246872,50
19,factored_inplace,0.0004859814327210188,50
19,baseline_legacy,0.0006259976234287023,50
20,factored_inplace,0.0005134599283337593,50
20,baseline_legacy,0.0006658115796744823,50
20,baseline_inplace,0.0003131803590804338,50
21,baseline_legacy,0.00048669124022126197,50
21,baseline_inplace,0.0003487722761929035,50
21,factored_inplace,0.00048093565739691256,50
22,baseline_inplace,0.000310970526188612,50
22,factored_inplace,0.0004317485820502043,50
22,baseline_legacy,0.0005281844362616539,50
23,factored_inplace,0.0004816211387515068,50
23,baseline_legacy,0.0005441690050065518,50
23,baseline_inplace,0.0012436784617602826,50
24,baseline_legacy,0.0013620165828615426,50
24,baseline_inplace,0.000990196019411087,50
24,factored_inplace,0.0010849225427955389,50
25,baseline_inplace,0.0019172614254057408,50
25,factored_inplace,0.0009820526745170355,50
25,baseline_legacy,0.0009186737984418869,50
26,factored_inplace,0.0013663648813962937,50
26,baseline_legacy,0.0009482460748404264,50
26,baseline_inplace,0.0005478111188858747,50
27,baseline_legacy,0.000548997139558196,50
27,baseline_inplace,0.0003215675055980682,50
27,factored_inplace,0.0004668480064719915,50
28,baseline_inplace,0.0003313558641821146,50
28,factored_inplace,0.00047064563259482386,50
28,baseline_legacy,0.0005353047978132963,50
29,factored_inplace,0.0006785523053258657,50
29,baseline_legacy,0.000497497720643878,50
29,baseline_inplace,0.000260401563718915,50
1 repeat implementation seconds_per_call calls_per_block
2 0 baseline_legacy 0.0005406431574374438 50
3 0 baseline_inplace 0.00030974450521171093 50
4 0 factored_inplace 0.0004578591044992208 50
5 1 baseline_inplace 0.0003033110871911049 50
6 1 factored_inplace 0.0005383838433772326 50
7 1 baseline_legacy 0.0005124531593173742 50
8 2 factored_inplace 0.0004439983796328306 50
9 2 baseline_legacy 0.0005330004263669252 50
10 2 baseline_inplace 0.00034275135956704614 50
11 3 baseline_legacy 0.00048629873432219027 50
12 3 baseline_inplace 0.00030624629929661753 50
13 3 factored_inplace 0.0004589695204049349 50
14 4 baseline_inplace 0.0003086038026958704 50
15 4 factored_inplace 0.0005195329245179891 50
16 4 baseline_legacy 0.000474175363779068 50
17 5 factored_inplace 0.00045118503272533416 50
18 5 baseline_legacy 0.00048273258842527865 50
19 5 baseline_inplace 0.0003844233974814415 50
20 6 baseline_legacy 0.0006650591176003218 50
21 6 baseline_inplace 0.0007703853026032448 50
22 6 factored_inplace 0.0004403704963624477 50
23 7 baseline_inplace 0.00038892081938683986 50
24 7 factored_inplace 0.0004549186024814844 50
25 7 baseline_legacy 0.0005137955769896508 50
26 8 factored_inplace 0.0004692125599831343 50
27 8 baseline_legacy 0.0005263624526560307 50
28 8 baseline_inplace 0.000349312499165535 50
29 9 baseline_legacy 0.0004857080150395632 50
30 9 baseline_inplace 0.0012390289548784494 50
31 9 factored_inplace 0.0018109613563865423 50
32 10 baseline_inplace 0.0013814480416476727 50
33 10 factored_inplace 0.0013840428367257118 50
34 10 baseline_legacy 0.001071744617074728 50
35 11 factored_inplace 0.0016566905751824379 50
36 11 baseline_legacy 0.001358420280739665 50
37 11 baseline_inplace 0.0003716108575463295 50
38 12 baseline_legacy 0.0008325341437011957 50
39 12 baseline_inplace 0.0003479452058672905 50
40 12 factored_inplace 0.0004391701612621546 50
41 13 baseline_inplace 0.0005428373627364636 50
42 13 factored_inplace 0.0015458692144602537 50
43 13 baseline_legacy 0.0013308324199169874 50
44 14 factored_inplace 0.0014238305203616618 50
45 14 baseline_legacy 0.0006564708799123764 50
46 14 baseline_inplace 0.0003204820398241281 50
47 15 baseline_legacy 0.0005279563181102276 50
48 15 baseline_inplace 0.00030857514590024946 50
49 15 factored_inplace 0.0005265675205737352 50
50 16 baseline_inplace 0.000458676153793931 50
51 16 factored_inplace 0.00045228853821754455 50
52 16 baseline_legacy 0.0004912188835442066 50
53 17 factored_inplace 0.0004910450987517834 50
54 17 baseline_legacy 0.0005007587838917971 50
55 17 baseline_inplace 0.0003247600421309471 50
56 18 baseline_legacy 0.0004860841576009989 50
57 18 baseline_inplace 0.00032584095373749733 50
58 18 factored_inplace 0.0004711645469069481 50
59 19 baseline_inplace 0.0003332006186246872 50
60 19 factored_inplace 0.0004859814327210188 50
61 19 baseline_legacy 0.0006259976234287023 50
62 20 factored_inplace 0.0005134599283337593 50
63 20 baseline_legacy 0.0006658115796744823 50
64 20 baseline_inplace 0.0003131803590804338 50
65 21 baseline_legacy 0.00048669124022126197 50
66 21 baseline_inplace 0.0003487722761929035 50
67 21 factored_inplace 0.00048093565739691256 50
68 22 baseline_inplace 0.000310970526188612 50
69 22 factored_inplace 0.0004317485820502043 50
70 22 baseline_legacy 0.0005281844362616539 50
71 23 factored_inplace 0.0004816211387515068 50
72 23 baseline_legacy 0.0005441690050065518 50
73 23 baseline_inplace 0.0012436784617602826 50
74 24 baseline_legacy 0.0013620165828615426 50
75 24 baseline_inplace 0.000990196019411087 50
76 24 factored_inplace 0.0010849225427955389 50
77 25 baseline_inplace 0.0019172614254057408 50
78 25 factored_inplace 0.0009820526745170355 50
79 25 baseline_legacy 0.0009186737984418869 50
80 26 factored_inplace 0.0013663648813962937 50
81 26 baseline_legacy 0.0009482460748404264 50
82 26 baseline_inplace 0.0005478111188858747 50
83 27 baseline_legacy 0.000548997139558196 50
84 27 baseline_inplace 0.0003215675055980682 50
85 27 factored_inplace 0.0004668480064719915 50
86 28 baseline_inplace 0.0003313558641821146 50
87 28 factored_inplace 0.00047064563259482386 50
88 28 baseline_legacy 0.0005353047978132963 50
89 29 factored_inplace 0.0006785523053258657 50
90 29 baseline_legacy 0.000497497720643878 50
91 29 baseline_inplace 0.000260401563718915 50